-- Logs begin at Fri 2022-05-13 14:02:13 UTC, end at Fri 2022-05-13 16:16:36 UTC. -- May 13 15:01:43.247436 dv-neutron-835340-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 13 15:01:45.781007 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.common.config [-] Logging enabled! May 13 15:01:45.781765 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 13 15:01:45.781765 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 15:01:45.785750 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.common.config [-] Logging enabled! May 13 15:01:45.786088 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 13 15:01:45.786403 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 15:01:45.787345 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 15:01:45.787582 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 15:01:45.787932 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 15:01:45.788175 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 15:01:45.788400 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 15:01:45.788716 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.789012 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.789308 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.789538 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.789831 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.790144 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.790431 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.790719 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.791013 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.791295 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.791570 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.791850 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.792078 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.792356 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.792638 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.792923 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.793147 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] debug = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.793423 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.793848 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.794277 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.794553 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.794842 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.795119 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.795390 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.795661 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.795943 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.796269 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] host = dv-neutron-835340-3-hyperv {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.796545 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.796834 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.797121 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.797406 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.797680 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.797966 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.798259 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.798531 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.798802 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.799075 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.799928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.800278 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.800567 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.800791 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.801013 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.801300 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.801586 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.801859 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.802156 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.802430 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.802701 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.802971 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.803238 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.803520 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.803803 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.804086 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.804355 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.804626 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.804893 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.805160 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.805445 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.805710 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.806004 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.806278 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.806560 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.806823 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.807092 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.807390 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.807675 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.807958 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.808242 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.808513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.808790 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.809058 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.809327 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.809595 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_json = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.809861 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.810160 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.810443 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.810711 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.810978 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.811248 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.811518 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.811800 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.812067 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:45.812358 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.812651 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.812947 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.813233 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.813521 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.813799 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.814108 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.814385 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.814671 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.814981 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.815327 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.815617 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.815908 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.816186 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.816482 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.816787 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.817079 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.817372 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.817646 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.817919 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.818239 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.818516 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.818799 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.819089 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.819378 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.819652 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.820264 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.820641 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.820921 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.821196 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.821475 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.821764 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.822077 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.822356 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.822638 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.822915 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.823188 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.823459 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.823735 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.824023 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.824300 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.824570 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.824839 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.825114 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.825381 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.825665 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.825940 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.826235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.826507 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.826782 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.827054 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.827328 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.827608 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.827883 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.828160 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.828432 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.828705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.828977 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.829247 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.829519 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.829791 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.830089 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.830369 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.830662 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.831055 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.831333 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.831606 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.831878 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.832165 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.832461 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.832741 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.833017 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.833294 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.833571 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.833847 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.834161 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.834439 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.834718 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.834992 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.835281 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.835563 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.835850 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.836196 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.836472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.836767 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.837045 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.837325 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.837600 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.837883 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.838186 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.838468 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.838759 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.839049 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.839338 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.839628 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.839919 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.840196 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.840507 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.840785 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:45.841002 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 15:01:45.841239 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 15:01:46.231592 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO keyring.backend [-] Loading KWallet May 13 15:01:46.238998 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO keyring.backend [-] Loading SecretService May 13 15:01:46.242391 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO keyring.backend [-] Loading Windows May 13 15:01:46.243675 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO keyring.backend [-] Loading chainer May 13 15:01:46.244444 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO keyring.backend [-] Loading macOS May 13 15:01:46.277136 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 15:01:46.277410 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 15:01:46.277696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 15:01:46.278057 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 15:01:46.673317 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.673596 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.673860 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.675196 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.675462 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.675723 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.711261 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.711534 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.711805 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.724771 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.725049 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.725315 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.758044 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.758489 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.758953 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.796574 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.797138 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:46.797238 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.031612 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.031822 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.032085 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.032349 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.033084 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.157345 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.157667 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.157972 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.158258 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.158527 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.159277 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.159596 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.159928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.160191 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.160478 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.160739 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.161003 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.161266 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.161522 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.161788 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.162080 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.162370 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.162640 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.162964 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.163356 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.163760 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.164081 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.164335 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.164616 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.164866 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.165111 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.165491 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.165734 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.165998 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.166238 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.166472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.166705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:47.167070 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 15:01:47.170415 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 15:01:47.175185 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 15:01:47.179125 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 13 15:01:47.180726 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 15:01:47.181165 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 15:01:47.181496 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 15:01:47.182009 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 15:01:47.184923 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 15:01:47.185243 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 15:01:47.185587 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 15:01:47.213187 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 15:01:47.213630 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.213922 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 13 15:01:47.214312 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.215647 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 15:01:47.215929 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 15:01:47.216173 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 15:01:47.219467 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.219744 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:47.281785 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 15:01:47.281978 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 15:01:47.282220 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 15:01:47.282586 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 15:01:47.315368 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_db.sqlalchemy.engines [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 13 15:01:47.878260 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing driver for type 'gre' May 13 15:01:47.878869 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] gre ID ranges: [(1, 1000)] May 13 15:01:48.123033 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing driver for type 'local' May 13 15:01:48.123366 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing driver for type 'vlan' May 13 15:01:48.257610 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] VlanTypeDriver initialization complete May 13 15:01:48.257910 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing driver for type 'vxlan' May 13 15:01:48.258442 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] vxlan ID ranges: [(1, 1000)] May 13 15:01:48.552629 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing extension driver 'port_security' May 13 15:01:48.552901 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] PortSecurityExtensionDriver initialization complete May 13 15:01:48.553244 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing mechanism driver 'openvswitch' May 13 15:01:48.553589 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing mechanism driver 'hyperv' May 13 15:01:48.567911 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.plugin [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:48.568584 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.568958 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.569314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.569853 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.570338 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.570699 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.571048 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.571476 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.571889 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.572244 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.572597 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.573001 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.573415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.573770 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.574150 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.574563 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.574976 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.575326 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.575671 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.576200 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.576615 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > address_group after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.576979 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > address_group after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.577330 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > address_group after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.577735 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 15:01:48.578209 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] ML2 OVO RPC backend initialized. {{(pid=88726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 13 15:01:48.578940 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.579314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.579781 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.580139 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > networks before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.580998 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.581454 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > ports before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.581807 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.582260 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnets before_response 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.582619 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.582977 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.583322 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.583665 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.584007 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.584353 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.584696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.585115 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.585459 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > subnet after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.586074 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.plugin [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Modular L2 Plugin initialization complete May 13 15:01:48.586412 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading services supported by the core plugin {{(pid=88726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 15:01:48.586751 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.plugins.ml2.managers [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Got port-security extension from driver 'port_security' May 13 15:01:48.587224 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.extensions.vlantransparent [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Disabled vlantransparent extension. May 13 15:01:48.587725 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 15:01:48.588047 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: router May 13 15:01:48.626216 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.626612 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_create 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.626986 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router before_create 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.627358 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.627783 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.628147 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_delete 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.628513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > floatingip after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.628887 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_create 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.629241 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.629597 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.629967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634558 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: subnet after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634558 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634558 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > port precommit_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634558 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_create 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router after_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.634858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_delete 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.635157 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_create 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.635157 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router_interface after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.635419 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_update 55549900 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.635542 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > agent after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.635898 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > agent after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.636248 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > network after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.637108 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Tracking information for resource: router configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:48.637446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Tracking information for resource: floatingip configured {{(pid=88726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 15:01:48.642361 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.db.l3_agentschedulers_db [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 15:01:48.642949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.643824 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.644183 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.644538 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: port after_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.645463 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router before_create 55550100 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.645835 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_delete 55550100 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.646235 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_create 55550100 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.646602 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > router precommit_update 55550100 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.651060 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.provider_configuration [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service providers = [] {{(pid=88726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 15:01:48.651429 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.db.servicetype_db [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 15:01:48.654408 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.service_base [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 15:01:48.654765 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.service_base [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 15:01:48.655110 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.service_base [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 15:01:48.655999 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.services.service_base [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 15:01:48.656378 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.services.service_base [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 15:01:48.656758 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.657084 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 15:01:48.668489 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.668836 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: auto_allocate May 13 15:01:48.695996 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: network precommit_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.696349 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: network precommit_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.696871 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.697203 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: tag May 13 15:01:48.703705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.704043 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: timestamp May 13 15:01:48.708669 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.709007 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: network_ip_availability May 13 15:01:48.714285 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.714662 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.715032 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:48.715750 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.716079 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: flavors May 13 15:01:48.720759 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.721104 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading Plugin: revisions May 13 15:01:48.726112 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 15:01:48.726510 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.449s {{(pid=88726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 15:01:48.727245 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 15:01:48.727585 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Initializing extension manager. May 13 15:01:48.728100 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: __init__.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.728715 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: __pycache__ {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.729058 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.729417 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: address_group.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.730196 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.730820 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: address-group May 13 15:01:48.731148 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: address_scope.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.731871 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.732388 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: address-scope May 13 15:01:48.732715 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: admin_state_down_before_update.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.733656 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.734203 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: router-admin-state-down-before-update May 13 15:01:48.734532 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: agent.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.735249 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.735763 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: agent May 13 15:01:48.736090 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: agent_resources_synced.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.770305 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.770829 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: agent-resources-synced May 13 15:01:48.771162 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: allowedaddresspairs.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.773152 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.773857 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: allowed-address-pairs May 13 15:01:48.774218 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: auto_allocated_topology.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.775314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.775836 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: auto-allocated-topology May 13 15:01:48.776169 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: availability_zone.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.776886 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.777401 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: availability_zone May 13 15:01:48.777732 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: availability_zone_filter.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.778686 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.779209 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: availability_zone_filter May 13 15:01:48.779544 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: data_plane_status.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.780459 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.780979 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension data-plane-status not supported by any of loaded plugins May 13 15:01:48.781311 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: default_subnetpools.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.782307 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.782825 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: default-subnetpools May 13 15:01:48.783155 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: dhcpagentscheduler.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.784048 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.784563 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: dhcp_agent_scheduler May 13 15:01:48.784896 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: dns.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.785819 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.786373 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension dns-integration not supported by any of loaded plugins May 13 15:01:48.786704 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: dns_domain_ports.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.787631 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.788154 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 15:01:48.788483 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: dvr.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.789168 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.789686 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: dvr May 13 15:01:48.790043 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: empty_string_filtering.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.790968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.791487 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: empty-string-filtering May 13 15:01:48.791814 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.792729 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.793237 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 15:01:48.793562 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.794511 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.795022 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 15:01:48.795349 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: external_net.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.796271 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.796786 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: external-net May 13 15:01:48.797115 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: extra_dhcp_opt.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.798063 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.798580 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: extra_dhcp_opt May 13 15:01:48.798910 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: extraroute.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.800074 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.800592 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: extraroute May 13 15:01:48.800941 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: extraroute_atomic.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.801993 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.802513 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: extraroute-atomic May 13 15:01:48.802883 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: filter_validation.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.803520 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.804035 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: filter-validation May 13 15:01:48.804365 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: fip_pf_description.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.805350 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.805828 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 15:01:48.806179 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: fip_port_details.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.807101 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.807615 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: fip-port-details May 13 15:01:48.807944 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: flavors.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.809167 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.809744 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: flavors May 13 15:01:48.810047 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.823208 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.823740 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 15:01:48.824079 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: floatingip_pools.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.824795 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.825315 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: floatingip-pools May 13 15:01:48.825694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: ip_allocation.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.826615 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.827135 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension ip_allocation not supported by any of loaded plugins May 13 15:01:48.827471 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.828394 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.828915 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: ip-substring-filtering May 13 15:01:48.829249 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l2_adjacency.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.830223 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.831328 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension l2_adjacency not supported by any of loaded plugins May 13 15:01:48.831659 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.832642 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.833180 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: router May 13 15:01:48.833517 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3_conntrack_helper.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.835951 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.836541 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 15:01:48.836884 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.837820 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.838369 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: ext-gw-mode May 13 15:01:48.838708 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.839633 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.840153 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: l3-ha May 13 15:01:48.840485 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3_flavors.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.841401 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.841924 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: l3-flavors May 13 15:01:48.842278 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.843214 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.843730 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: l3-port-ip-change-not-allowed May 13 15:01:48.844061 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: l3agentscheduler.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.845096 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.845611 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: l3_agent_scheduler May 13 15:01:48.845968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: logging.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.847491 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.848019 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension logging not supported by any of loaded plugins May 13 15:01:48.848361 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: metering.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.849117 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.849706 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: metering May 13 15:01:48.850073 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.851211 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.851730 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: metering_source_and_destination_fields May 13 15:01:48.852063 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: multiprovidernet.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.853002 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.853785 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: multi-provider May 13 15:01:48.854146 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: netmtu.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.855073 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.855593 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: net-mtu May 13 15:01:48.855923 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: netmtu_writable.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.877022 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.878189 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: net-mtu-writable May 13 15:01:48.878520 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: network_availability_zone.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.879217 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.879731 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: network_availability_zone May 13 15:01:48.880061 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: network_ip_availability.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.881169 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.881689 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: network-ip-availability May 13 15:01:48.882045 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: network_segment_range.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.882903 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.883414 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension network-segment-range not supported by any of loaded plugins May 13 15:01:48.883741 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: pagination.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.884744 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.885079 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: pagination May 13 15:01:48.885405 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: port_device_profile.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.886357 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.886876 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: port-device-profile May 13 15:01:48.887204 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.888167 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.888688 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: port-mac-address-regenerate May 13 15:01:48.889015 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.889934 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.890470 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: port-numa-affinity-policy May 13 15:01:48.890799 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: port_resource_request.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.891716 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.892224 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension port-resource-request not supported by any of loaded plugins May 13 15:01:48.892550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: portbindings.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.894148 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.894667 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: binding May 13 15:01:48.894995 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: portbindings_extended.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.896270 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.896796 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: binding-extended May 13 15:01:48.897130 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: portsecurity.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.898076 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.898595 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: port-security May 13 15:01:48.898926 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: project_id.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.899911 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.900247 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: project-id May 13 15:01:48.900578 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: providernet.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.901513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.902054 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: provider May 13 15:01:48.902387 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.906081 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.906615 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos not supported by any of loaded plugins May 13 15:01:48.906955 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.908206 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.908801 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 15:01:48.909232 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.910188 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.910713 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 15:01:48.911079 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_default.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.911996 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.912516 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-default not supported by any of loaded plugins May 13 15:01:48.912848 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_fip.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.913516 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.914057 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-fip not supported by any of loaded plugins May 13 15:01:48.914388 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_gateway_ip.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.915333 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.915851 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 15:01:48.916179 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_port_network_policy.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.917103 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.917617 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 15:01:48.917973 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_rule_type_details.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.918911 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.919433 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 15:01:48.919764 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: qos_rules_alias.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.920828 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.921347 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 15:01:48.921743 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: quotasv2.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.922837 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.923002 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: quotas May 13 15:01:48.929198 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: quotasv2_detail.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.929827 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.930195 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: quota_details May 13 15:01:48.930617 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: rbac.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.931702 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.932236 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: rbac-policies May 13 15:01:48.932573 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: rbac_address_group.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.933516 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.934085 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: rbac-address-group May 13 15:01:48.934419 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: rbac_address_scope.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.935347 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.935863 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: rbac-address-scope May 13 15:01:48.936193 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: rbac_security_groups.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.937121 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.937640 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: rbac-security-groups May 13 15:01:48.937994 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: rbac_subnetpool.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.938936 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.939490 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: rbac-subnetpool May 13 15:01:48.939822 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: revisionifmatch.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.941308 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.941807 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: revision-if-match May 13 15:01:48.942165 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: revisions.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.943287 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.943816 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: standard-attr-revisions May 13 15:01:48.944147 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: router_availability_zone.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.944827 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.945348 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: router_availability_zone May 13 15:01:48.945679 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: routerservicetype.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.946639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.947158 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension router-service-type not supported by any of loaded plugins May 13 15:01:48.947485 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.948411 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.948927 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: security-groups-normalized-cidr May 13 15:01:48.949255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: security_groups_port_filtering.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.950342 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.950863 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: port-security-groups-filtering May 13 15:01:48.951193 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.952118 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.952634 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: security-groups-remote-address-group May 13 15:01:48.952960 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: securitygroup.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.963137 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.963686 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: security-group May 13 15:01:48.964027 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: segment.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.964825 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.965347 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension segment not supported by any of loaded plugins May 13 15:01:48.965682 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.966662 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.967185 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 15:01:48.967518 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: servicetype.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.968630 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.969165 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: service-type May 13 15:01:48.969502 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: sorting.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.970528 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.970872 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: sorting May 13 15:01:48.971256 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: standard_attr_segment.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.972172 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.972696 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 15:01:48.973030 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: standardattrdescription.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.973694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.974237 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: standard-attr-description May 13 15:01:48.974569 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: stateful_security_group.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.975500 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.976023 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: stateful-security-group May 13 15:01:48.976354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: stdattrs_common.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.976951 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 15:01:48.977281 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.992933 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.993459 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 15:01:48.993789 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnet_onboard.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.994905 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.995435 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: subnet_onboard May 13 15:01:48.995764 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.996702 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.997220 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 15:01:48.997562 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnet_service_types.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:48.998519 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:48.999040 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: subnet-service-types May 13 15:01:48.999367 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnetallocation.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.000471 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.000995 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: subnet_allocation May 13 15:01:49.001329 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.002031 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.003094 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: subnetpool-prefix-ops May 13 15:01:49.003471 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.004370 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.004889 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 15:01:49.005217 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: tagging.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.006313 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.006841 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: standard-attr-tag May 13 15:01:49.007174 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: timestamp.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.008386 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.008913 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loaded extension: standard-attr-timestamp May 13 15:01:49.009251 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: trunk.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.010319 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.010845 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension trunk not supported by any of loaded plugins May 13 15:01:49.011179 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: trunk_details.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.012111 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.012630 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension trunk-details not supported by any of loaded plugins May 13 15:01:49.012962 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: uplink_status_propagation.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.014010 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.014526 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 15:01:49.014855 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Loading extension file: vlantransparent.py {{(pid=88726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 15:01:49.015527 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 15:01:49.016040 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extension vlan-transparent not supported by any of loaded plugins May 13 15:01:49.019203 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:network May 13 15:01:49.020020 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnet May 13 15:01:49.021991 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnetpool May 13 15:01:49.022611 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:port May 13 15:01:49.023869 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.024327 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service FLAVORS assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.024957 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.025389 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.025728 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:router May 13 15:01:49.026426 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:floatingip May 13 15:01:49.027155 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service METERING assigned prefix: /metering {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.028596 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:49.028977 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:49.029337 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:01:49.030501 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of CountableResource for resource:rbac_policy May 13 15:01:49.030954 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:security_group May 13 15:01:49.031635 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:security_group_rule May 13 15:01:49.032385 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service CORE assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.032727 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnetpool May 13 15:01:49.033070 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] subnetpool is already registered May 13 15:01:49.033843 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service CORE assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.034362 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnetpool May 13 15:01:49.034701 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] subnetpool is already registered May 13 15:01:49.037287 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.037726 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service FLAVORS assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.038359 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.038795 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.039137 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:router May 13 15:01:49.039473 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] router is already registered May 13 15:01:49.040079 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:floatingip May 13 15:01:49.040415 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] floatingip is already registered May 13 15:01:49.041052 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service METERING assigned prefix: /metering {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.041721 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of CountableResource for resource:rbac_policy May 13 15:01:49.042084 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] rbac_policy is already registered May 13 15:01:49.042630 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:security_group May 13 15:01:49.042964 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] security_group is already registered May 13 15:01:49.043559 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:security_group_rule May 13 15:01:49.043895 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] security_group_rule is already registered May 13 15:01:49.044572 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service CORE assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.044908 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnetpool May 13 15:01:49.045239 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] subnetpool is already registered May 13 15:01:49.045850 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.v2.resource_helper [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Service CORE assigned prefix: {{(pid=88726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 15:01:49.046223 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Creating instance of TrackedResource for resource:subnetpool May 13 15:01:49.046556 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING neutron.quota.resource_registry [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] subnetpool is already registered May 13 15:01:49.047220 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: extensions {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.048729 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: address-groups {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.050478 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: address-scopes {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.051712 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: agents {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.052866 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: auto-allocated-topology {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.054208 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: availability_zones {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.055484 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: dhcp-networks {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.056880 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: dhcp-agents {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.058362 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: routers {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.062112 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: flavors {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.062112 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: service_profiles {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.062747 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: next_providers {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.064293 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: service_profiles {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.066326 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: floatingip-pools {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.067544 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: routers {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.069526 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: floatingips {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.070754 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: l3-routers {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.072172 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: l3-agents {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.073604 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: metering-labels {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.075086 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: metering-label-rules {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.076457 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: network-ip-availabilities {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.077729 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: bindings {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.079443 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: quotas {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.081511 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: quotas {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.082950 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: rbac-policies {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.084635 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: security-groups {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.085839 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: security-group-rules {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.087128 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: service-providers {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.088482 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: subnetpools {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.090868 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: subnetpools {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.092319 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.094169 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.208092 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.210046 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.211866 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.213725 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.215449 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.217476 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.219267 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.221165 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron.api.extensions [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Extended resource: tags {{(pid=88726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 15:01:49.227314 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING keystonemiddleware.auth_token [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 15:01:49.232420 dv-neutron-835340-3-hyperv neutron-server[88726]: WARNING keystonemiddleware.auth_token [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 15:01:49.241410 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Acquired lock "singleton_lock" {{(pid=88726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 13 15:01:49.241890 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_concurrency.lockutils [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Releasing lock "singleton_lock" {{(pid=88726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 13 15:01:49.242555 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Starting 2 workers May 13 15:01:49.247282 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Started child 88837 {{(pid=88726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 15:01:49.251575 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Started child 88838 {{(pid=88726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 15:01:49.252343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.253894 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO neutron.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Neutron service started, listening on 0.0.0.0:9696 May 13 15:01:49.254503 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Notify callbacks [] for process, before_spawn {{(pid=88726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.254859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [-] (88837) wsgi starting up on http://0.0.0.0:9696 May 13 15:01:49.256850 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Starting 1 workers May 13 15:01:49.256960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.258337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [-] (88838) wsgi starting up on http://0.0.0.0:9696 May 13 15:01:49.261897 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Started child 88839 {{(pid=88726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 15:01:49.262417 dv-neutron-835340-3-hyperv neutron-server[88726]: INFO oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Starting 1 workers May 13 15:01:49.265376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] calling RpcWorker wait() {{(pid=88839) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 15:01:49.265885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] returning from RpcWorker wait() {{(pid=88839) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 15:01:49.266691 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Started child 88840 {{(pid=88726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 15:01:49.267295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.267451 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG neutron_lib.callbacks.manager [None req-2e91cff0-038d-42d7-9236-a8e7f886adec None None] Notify callbacks [] for process, after_spawn {{(pid=88726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.267881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:49.269356 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 15:01:49.269575 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 15:01:49.269766 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 15:01:49.270015 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 15:01:49.270375 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 15:01:49.270542 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 15:01:49.271045 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.271318 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.271858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.271858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.271858 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.272155 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.272249 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:49.272691 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.272998 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.273257 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.273527 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.273792 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.274058 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.274225 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.274490 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.274746 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.275061 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.275345 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.275597 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.275876 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.276055 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.276312 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.276592 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.276844 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.277108 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] debug = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.277359 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.277849 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.278107 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.278353 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.278596 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.278880 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.279126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.279403 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.279644 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.279865 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.280106 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.280377 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.280622 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.280857 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.281101 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.281360 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.281599 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.282100 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] host = dv-neutron-835340-3-hyperv {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.282326 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.282547 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.282799 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.283048 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.283302 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.283520 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.283882 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.284128 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.284384 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.284638 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.284895 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.285126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.285350 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.285602 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.285768 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_options = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.286051 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.286347 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.286601 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.286804 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.286977 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.287156 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.287408 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.287577 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.287832 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.288078 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.288296 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.288513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.288760 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.289002 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.289270 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.289504 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.289741 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.289991 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.290242 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.290476 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.290712 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.290951 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.291202 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.291442 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.291660 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.291880 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.292102 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.292322 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.292693 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.293024 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.293281 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.293567 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.293808 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.294095 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.294325 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.294559 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.294799 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.295081 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.295379 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.295728 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297472 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297998 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.297998 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_json = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.298158 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.298310 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.299740 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.300317 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.300569 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.300825 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.301073 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.301330 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.301682 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.302048 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.302351 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.302679 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.302944 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.303198 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.303500 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.303699 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.303931 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.304200 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.311415 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.312949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.313543 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.314354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.315705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.315705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.315705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.315705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.315705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.316317 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.316551 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.316635 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.316867 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.317086 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.317354 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.317578 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.317796 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.318041 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.318286 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.318527 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.318781 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.319006 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.319219 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.319459 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.319679 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.319896 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.320179 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.320316 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.320536 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.320751 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.321037 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.321184 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.321422 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.321661 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.321895 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.322136 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.322595 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.322736 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.322981 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.323475 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.323614 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.323747 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.324002 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.325694 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.326376 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.326376 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.326563 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.326788 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.327030 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.327269 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.327492 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.327707 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.327944 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.328184 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.328462 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.328732 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.328966 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.329220 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.329469 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.329738 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.329988 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.330290 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.330539 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.330832 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.331167 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.331400 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.331702 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.332023 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.332680 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.332680 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.332680 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.332934 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.333114 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.333344 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.333585 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.333877 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.334121 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.334362 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.334578 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.334805 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.335212 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.335413 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.335964 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.335964 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.336142 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.336356 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.336605 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.336852 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.337112 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.337357 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.337601 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.337840 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.338092 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.338324 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.338568 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.338779 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.339051 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.339220 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.339454 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.339664 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.339874 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.340122 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.340353 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.340573 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.340802 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.341036 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.341250 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.341481 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.341692 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.341907 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.342197 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.342413 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.342629 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.342844 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.343074 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.343319 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.343775 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.344785 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.345521 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.345788 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.346594 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.346594 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.346920 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.347478 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.347478 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.347745 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.347881 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.348016 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.348189 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.348405 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.348649 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.348877 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.349090 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.349355 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.349591 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.349964 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.350221 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.350515 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.350710 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.350943 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.351160 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.351395 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.351610 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.351847 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.352083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.352314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.352551 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.352787 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.353003 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.353218 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.355922 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.355922 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.355922 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.355922 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.356458 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.356458 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.356657 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.356806 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.357026 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.357240 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.357452 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.357662 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.357879 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.358345 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.358650 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.360341 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.360474 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.360899 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.361029 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.361230 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.361457 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.361677 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.362433 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.362657 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.362891 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.363112 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.363323 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.363544 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.363787 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.364079 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.364334 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.364560 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.364857 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.365096 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.365320 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.365603 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.365933 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.368651 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.368798 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.369037 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.369292 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.370928 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.371655 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.371655 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.371892 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.372015 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.372957 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.372957 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.372957 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.373324 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.373324 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.373614 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.373989 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.374130 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.374386 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.374670 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.374917 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.375224 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.375495 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.375727 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.375944 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.376201 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.376418 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.376667 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.376879 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.377099 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.377314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.378073 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 15:01:49.378587 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 15:01:49.378746 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 15:01:49.378901 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 15:01:49.379070 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 15:01:49.379240 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 15:01:49.379392 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 15:01:49.379600 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.379812 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380234 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380234 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380483 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380631 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380758 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.380894 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381017 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381555 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381555 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:49.381971 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381971 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381971 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.381971 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382401 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382401 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382401 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382714 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382714 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382925 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.382925 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383076 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] debug = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383214 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383419 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383582 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383804 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.383910 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384040 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384199 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384355 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384511 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384665 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384820 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.384976 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.385131 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.385335 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.385461 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.385582 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.385714 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.386146 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] host = dv-neutron-835340-3-hyperv {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.386545 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.386641 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.386813 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.386948 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.387108 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.387264 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.387419 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.387579 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.387742 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388157 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388314 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388586 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388722 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388806 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_options = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.388960 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.389120 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.389275 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.389458 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.389620 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.390779 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.390949 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391117 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391279 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391443 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391594 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391752 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.391910 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392068 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392228 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392389 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392525 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392678 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.392829 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.393020 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.393232 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.393450 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.393610 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.394168 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395151 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395322 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395485 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395645 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395805 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.395964 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396284 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396441 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396599 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396756 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.396914 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397070 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397230 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397386 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397541 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397697 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.397854 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.398165 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.398420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.398713 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399037 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_json = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399232 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399392 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399547 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399705 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.399859 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.400016 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.400717 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.401310 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.401470 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 15:01:49.401649 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.401816 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402006 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402216 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402376 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402514 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402659 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402792 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.402947 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403119 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403248 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403377 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403512 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403666 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403812 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.403975 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404121 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404279 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404432 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404590 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404786 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.404933 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405072 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405218 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405355 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405487 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405638 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405798 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.405973 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.406357 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.406510 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.406674 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.406818 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.407222 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.407532 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.407698 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.407856 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.408022 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.408180 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.408318 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.408896 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409069 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409231 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409392 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409552 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409715 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.409871 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.410061 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.410223 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.410382 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.410553 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.410958 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.411133 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.411434 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.411603 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.411782 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.411972 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412232 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412332 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412491 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412654 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412825 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.412984 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413142 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413301 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413460 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413619 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413777 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.413937 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.414122 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.414280 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.415446 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.417289 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.418124 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419011 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419722 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419722 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419722 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.419722 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420199 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420199 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420199 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420537 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420537 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420725 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420820 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.420947 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421116 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421285 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421444 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421602 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421762 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.421920 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.422126 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.427255 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.428253 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429237 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429237 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54568) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.429639 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.430696 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.431749 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432420 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.432968 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.433550 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434294 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434294 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434294 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434522 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434522 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434674 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434814 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.434978 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.435137 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.435358 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065801 May 13 15:01:49.435601 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.435921 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436125 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436375 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436517 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436659 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436796 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.436931 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.437065 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.437200 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438083 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438513 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438720 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438798 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.438957 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439125 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439283 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439441 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439600 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439758 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.439989 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.440655 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.440901 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441062 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441232 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441443 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441605 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441778 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.441965 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442121 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442282 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442428 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442591 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442752 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.442936 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443090 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443258 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443422 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443587 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443756 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.443923 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.444081 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.444252 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.444422 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.444579 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.444739 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.445967 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.446601 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.446752 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.446919 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.447080 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.447612 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.447612 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.447612 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.448034 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.448034 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.448034 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 15:01:49.448300 dv-neutron-835340-3-hyperv neutron-server[88726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 15:02:00.715934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb1a674-d04e-43de-ab40-9a21859ad228 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:02:00.817261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1a674-d04e-43de-ab40-9a21859ad228 None None] No non-hosted networks {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 15:02:00.824065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.agentschedulers_db [None req-3eb1a674-d04e-43de-ab40-9a21859ad228 None None] DHCP Agent not found on host dv-neutron-835340-3-hyperv {{(pid=88839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 15:02:00.927050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab86f-4a6c-4806-a95f-7a1645804aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.207922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-87a16262-da4f-47ff-80da-abe3a3a80c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.448038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-c0682e03-8053-4cb7-9fe6-7f21e26ecfc7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835340-3-hyperv {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:02:03.448359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-c0682e03-8053-4cb7-9fe6-7f21e26ecfc7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:02:04.072926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c0682e03-8053-4cb7-9fe6-7f21e26ecfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.635956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.636799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.636986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.637471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.638083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.638557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.639240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.639734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.640339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.640832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.641529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.642215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.642851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:04.657881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835340-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:04.657881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835340-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:04.658560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.807593 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.db.l3_hamode_db [None req-d9a1910f-16fb-4fc5-bacf-e76ce2ab52cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 15:02:05.901901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.909091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1910f-16fb-4fc5-bacf-e76ce2ab52cc None None] Routers set() bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:05.910521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1910f-16fb-4fc5-bacf-e76ce2ab52cc None None] Router IDs set() for agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 13 15:02:07.364606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54662) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:07.943805 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING oslo_policy.policy [None req-613ffbe6-1cf9-49e3-81a7-c214f7c0500c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:07.944392 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING oslo_policy.policy [None req-613ffbe6-1cf9-49e3-81a7-c214f7c0500c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:08.160524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-613ffbe6-1cf9-49e3-81a7-c214f7c0500c admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:02:08.161797 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-613ffbe6-1cf9-49e3-81a7-c214f7c0500c admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7951248 May 13 15:02:10.570211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54676) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:10.936743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:11.029974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.policy [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88837) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 15:02:11.075135 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING oslo_policy.policy [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:11.075447 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING oslo_policy.policy [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:11.084413 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.quota [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Loaded quota_driver: . May 13 15:02:11.099702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:11.253808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897194242', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897193809', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897172539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897177545', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897220131', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781897228046', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3605999', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3532241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758670'] for rbac-policy, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.673655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.674969 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3d00293f-249f-436b-b3d6-1c836ac38d9f admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1037366 May 13 15:02:14.308189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54690) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.888032 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING oslo_policy.policy [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:14.888589 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING oslo_policy.policy [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:15.106871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Request body: {'network': {'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'name': 'private', 'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:15.108472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.quota [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Loaded quota_driver: . May 13 15:02:15.124395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:15.131682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Usage tracker for resource:network and tenant:3fa248e339f24a588d8595b69c3a2d94 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:15.137243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:15.145251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:15.239118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Made reservation on behalf of 3fa248e339f24a588d8595b69c3a2d94 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:15.308798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.policy [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88838) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 15:02:15.356079 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING oslo_policy.policy [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:15.358884 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING oslo_policy.policy [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 15:02:15.373280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.396249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.411312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:15.415053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa248e339f24a588d8595b69c3a2d94 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:15.420303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:15.426439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:15.522362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.598610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.621057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:02:15.647296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781896865401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.647875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Unsubscribe: segment precommit_create {{(pid=88838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 15:02:15.648361 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Added segment 633e25cc-e3a9-46b0-9c41-14018697248d of type vlan for network 53f43a1d-48e0-4b8c-994e-422af0bf8012 May 13 15:02:15.701483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868b0cb-1130-4b5e-bd17-13949bb0a5fc,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:15.722610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.722965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.723306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.723639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.723964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.724303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.724631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.724969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.725294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.725617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.725933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.726270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Tracked resource versions report: May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: pushed versions: May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: { 'AddressGroup': {'1.2'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'ConntrackHelper': {'1.0'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Log': {'1.0'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Network': {'1.1'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Port': {'1.7'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'PortForwarding': {'1.2'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'QosPolicy': {'1.8'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroup': {'1.4'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroupRule': {'1.2'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SubPort': {'1.0'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Subnet': {'1.1'}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Trunk': {'1.1'}} May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: consumer versions: May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'ConntrackHelper': '1.0', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Log': '1.0', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Network': '1.1', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Port': '1.7', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'PortForwarding': '1.2', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'QosPolicy': '1.8', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroup': '1.4', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroupRule': '1.2', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SubPort': '1.0', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Subnet': '1.1', May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Trunk': '1.1'}} May 13 15:02:15.727623 dv-neutron-835340-3-hyperv neutron-server[88838]: {{(pid=88838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:02:15.763231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.890256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.891297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:15.892037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.999136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] Pushing event updated for resources: {'Network': ['ID=53f43a1d-48e0-4b8c-994e-422af0bf8012,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:16.010846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:02:16.091175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5893371-cca8-40b8-99aa-6642972c02f0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7818797 May 13 15:02:18.808604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54712) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:19.251650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3321ec-0ef1-4b54-8ad0-7500bf8048fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:19.252990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cc3321ec-0ef1-4b54-8ad0-7500bf8048fc admin admin] 10.222.0.91 "GET /v2.0/networks/53f43a1d-48e0-4b8c-994e-422af0bf8012 HTTP/1.1" status: 200 len: 825 time: 0.4434495 May 13 15:02:19.283186 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c8a51d97-b2e0-4ef4-a401-36283d9ae042 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/8006c735-a8a1-4578-b2ee-0113d9f9676c HTTP/1.1" status: 200 len: 734 time: 0.0248001 May 13 15:02:19.292361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Request body: {'subnet': {'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c', 'ip_version': 4, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:19.296903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:19.300748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Usage tracker for resource:subnet and tenant:3fa248e339f24a588d8595b69c3a2d94 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:19.303760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:19.309726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:19.398730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Made reservation on behalf of 3fa248e339f24a588d8595b69c3a2d94 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:19.401006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.807539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.896447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Checking segment: {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:19.897125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Network hostable DHCP agents. Network: 53f43a1d-48e0-4b8c-994e-422af0bf8012, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:02:19.902196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02599a23-0f55-431e-aaa7-a14a40f0dc5b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:20.041442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:02:20.147138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 53f43a1d-48e0-4b8c-994e-422af0bf8012) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:20.151819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:20.152391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.157356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941d68c-16c1-4e81-a002-3ba1d60c5a5c None None] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:20.325410 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7d49399b-5ffa-4aa6-873e-9d37195998a9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0363054 May 13 15:02:20.466119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-53f43a1d-48e0-4b8c-994e-422af0bf8012', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:02:20.467398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.658872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Allocated IP 172.20.0.2 (53f43a1d-48e0-4b8c-994e-422af0bf8012/02599a23-0f55-431e-aaa7-a14a40f0dc5b/42b80573-b602-4df9-979c-45ee5c37e4d3) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:20.901634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.914606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Transition to ACTIVE for port object 42b80573-b602-4df9-979c-45ee5c37e4d3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:20.934717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Transition to ACTIVE for port object 42b80573-b602-4df9-979c-45ee5c37e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:21.093247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.159206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:21.162784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:21.169520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:21.171740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Pushing event updated for resources: {'Port': ['ID=42b80573-b602-4df9-979c-45ee5c37e4d3,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:21.181366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.181732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.182101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.182440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.182772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.183120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.183453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.183780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.184120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.184681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.185012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.185339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Tracked resource versions report: May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: pushed versions: May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: { 'AddressGroup': {'1.2'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'ConntrackHelper': {'1.0'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Log': {'1.0'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Network': {'1.1'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Port': {'1.7'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'PortForwarding': {'1.2'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'QosPolicy': {'1.8'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroup': {'1.4'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroupRule': {'1.2'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SubPort': {'1.0'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Subnet': {'1.1'}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Trunk': {'1.1'}} May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: consumer versions: May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'ConntrackHelper': '1.0', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Log': '1.0', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Network': '1.1', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Port': '1.7', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'PortForwarding': '1.2', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'QosPolicy': '1.8', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroup': '1.4', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroupRule': '1.2', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SubPort': '1.0', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Subnet': '1.1', May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Trunk': '1.1'}} May 13 15:02:21.186761 dv-neutron-835340-3-hyperv neutron-server[88839]: {{(pid=88839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:02:21.275487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Attempting to bind port 42b80573-b602-4df9-979c-45ee5c37e4d3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:21.275887 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Attempting to bind port 42b80573-b602-4df9-979c-45ee5c37e4d3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:21.276341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Attempting to bind port 42b80573-b602-4df9-979c-45ee5c37e4d3 on network 53f43a1d-48e0-4b8c-994e-422af0bf8012 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:21.281692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:21.282091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Checking segment: {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:21.282609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.283003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Bound using segment: {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:21.283531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Bound port: 42b80573-b602-4df9-979c-45ee5c37e4d3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:21.283937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.376155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] For port 42b80573-b602-4df9-979c-45ee5c37e4d3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:21.380286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] For port 42b80573-b602-4df9-979c-45ee5c37e4d3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=42b80573-b602-4df9-979c-45ee5c37e4d3,segment=NetworkSegment(633e25cc-e3a9-46b0-9c41-14018697248d),segment_id=633e25cc-e3a9-46b0-9c41-14018697248d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:21.521787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.615585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6e6a3-c42f-48cc-924b-4efd77672f75 None None] Pushing event updated for resources: {'Port': ['ID=42b80573-b602-4df9-979c-45ee5c37e4d3,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:22.778620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54722) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:23.156739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-5ba42c59-e5e8-4bfc-a364-fcd64e5219cb admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:02:23.157769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5ba42c59-e5e8-4bfc-a364-fcd64e5219cb admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781657 May 13 15:02:25.414723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b01a6-c39b-4116-93e3-44c8b75585f4 None None] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:25.590570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-31874ad7-ca79-4652-be00-575aa67dfe71 None None] Provisioning for port 42b80573-b602-4df9-979c-45ee5c37e4d3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:25.648846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54736) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:26.023799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-fa5576af-5d49-4622-b64a-427e5c063f9e admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:02:26.024858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fa5576af-5d49-4622-b64a-427e5c063f9e admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784840 May 13 15:02:26.293075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 42b80573-b602-4df9-979c-45ee5c37e4d3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:26.306913 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:02:26.455946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 42b80573-b602-4df9-979c-45ee5c37e4d3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:26.461672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 42b80573-b602-4df9-979c-45ee5c37e4d3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:26.462045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.575787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 42b80573-b602-4df9-979c-45ee5c37e4d3 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:26.576458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.607970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 42b80573-b602-4df9-979c-45ee5c37e4d3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=42b80573-b602-4df9-979c-45ee5c37e4d3,segment=NetworkSegment(633e25cc-e3a9-46b0-9c41-14018697248d),segment_id=633e25cc-e3a9-46b0-9c41-14018697248d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:26.686991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.759873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=42b80573-b602-4df9-979c-45ee5c37e4d3,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:28.268268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 42b80573-b602-4df9-979c-45ee5c37e4d3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:28.334376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 42b80573-b602-4df9-979c-45ee5c37e4d3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:28.334742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:28.451586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 42b80573-b602-4df9-979c-45ee5c37e4d3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:28.709108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54748) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:29.051637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Request body: {'router': {'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'name': 'router1', 'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:29.055933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:29.060334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Usage tracker for resource:router and tenant:3fa248e339f24a588d8595b69c3a2d94 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:29.063933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:29.070753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:29.193809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.195461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.338707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.531361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.658573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.659792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1c7741dc-ee9c-4b23-a1ff-64e2781673d5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9497547 May 13 15:02:30.813376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b3e818d-28e1-4329-827f-e57ea20044ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:32.044289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54758) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:32.404605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-28e5d555-2e7d-4ee8-8f35-5d7a27397763 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:02:32.405592 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-28e5d555-2e7d-4ee8-8f35-5d7a27397763 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3604064 May 13 15:02:33.159210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-81eea2a5-25be-45bb-9c71-dd6320deea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.470188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.505098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.841134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54778) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:34.997619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:35.002797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:35.007287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Usage tracker for resource:network and tenant:9372936de7f9418a90e9e756e52374a7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:35.010101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:35.015731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:35.115448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Made reservation on behalf of 9372936de7f9418a90e9e756e52374a7 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:35.117677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.129874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.143403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:35.147165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Usage tracker for resource:security_group_rule and tenant:9372936de7f9418a90e9e756e52374a7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:35.149796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:35.155407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:35.233866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.359271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.377210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Reserving flat network on physical network physnet1 {{(pid=88838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 15:02:35.396946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f5522-1e8a-4223-999e-4a020e129068,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:35.402176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.402546 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Added segment 3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5 of type flat for network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 May 13 15:02:35.434681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.542242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.543165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:35.543734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.641493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] Pushing event updated for resources: {'Network': ['ID=fcce1f22-ab84-4f95-803b-e04dce7c0aa7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:35.651616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:02:35.755161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.788792 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b15b17d1-f51a-499b-b4f7-1ee9e11ecf1c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9465830 May 13 15:02:37.995364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 54798) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:38.104301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de3d83-8a4f-4d1d-af38-e64ad38bcf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:38.105639 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-95de3d83-8a4f-4d1d-af38-e64ad38bcf42 admin admin] 10.222.0.91 "GET /v2.0/subnets/02599a23-0f55-431e-aaa7-a14a40f0dc5b HTTP/1.1" status: 200 len: 849 time: 0.1093392 May 13 15:02:38.293508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e0a87c7e-a3f8-4ed0-b432-e0f6d16f22d0 admin admin] 10.222.0.91 "GET /v2.0/routers/3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 HTTP/1.1" status: 200 len: 704 time: 0.1818736 May 13 15:02:38.756742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:38.982892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Allocated IP 172.20.0.1 (53f43a1d-48e0-4b8c-994e-422af0bf8012/02599a23-0f55-431e-aaa7-a14a40f0dc5b/90ec782d-035b-4c83-8ac9-a7922a388d3f) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:39.137409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.155169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Transition to ACTIVE for port object 90ec782d-035b-4c83-8ac9-a7922a388d3f will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:39.271380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.336752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:39.339277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:39.343067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:39.343586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.475760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Pushing event updated for resources: {'Port': ['ID=90ec782d-035b-4c83-8ac9-a7922a388d3f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:39.590474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e52f9eb-4cd8-425f-a1f9-994f2c18dcc4 None None] Provisioning for port 90ec782d-035b-4c83-8ac9-a7922a388d3f completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:39.595443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e52f9eb-4cd8-425f-a1f9-994f2c18dcc4 None None] Provisioning complete for port 90ec782d-035b-4c83-8ac9-a7922a388d3f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:39.595794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4e52f9eb-4cd8-425f-a1f9-994f2c18dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.661839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4e52f9eb-4cd8-425f-a1f9-994f2c18dcc4 None None] Port 90ec782d-035b-4c83-8ac9-a7922a388d3f cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:39.742562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.963748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.064716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.065503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.195723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Pushing event updated for resources: {'Port': ['ID=90ec782d-035b-4c83-8ac9-a7922a388d3f,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:40.258559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:40.259592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:40.474653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-acd80583-aa14-48ec-8fa4-6d664108a1e3 None None] Provisioning complete for port 90ec782d-035b-4c83-8ac9-a7922a388d3f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:40.474946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-acd80583-aa14-48ec-8fa4-6d664108a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.532813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-acd80583-aa14-48ec-8fa4-6d664108a1e3 None None] Port 90ec782d-035b-4c83-8ac9-a7922a388d3f cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:40.647643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:02:40.801408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:40.810176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d4e38298-308d-4f91-b251-f0d4e10e0e2d admin admin] 10.222.0.91 "PUT /v2.0/routers/3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5111172 May 13 15:02:40.811557 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Sync routers for ids ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:40.822223 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Routers {'3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:40.823062 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:40.998842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Set router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:41.364449 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:39Z', 'revision_number': 2, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port_host': None, '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:39Z', 'revision_number': 2, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:41.369217 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Checking router: 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:02:41.369582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Updating router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 port 90ec782d-035b-4c83-8ac9-a7922a388d3f binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:02:41.420119 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:41.797646 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:41.812297 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Transition to ACTIVE for port object 90ec782d-035b-4c83-8ac9-a7922a388d3f will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:41.968107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.173855 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Pushing event updated for resources: {'Port': ['ID=90ec782d-035b-4c83-8ac9-a7922a388d3f,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:42.193292 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.193652 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Tracked resource versions report: May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: pushed versions: May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: { 'AddressGroup': {'1.2'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'ConntrackHelper': {'1.0'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Log': {'1.0'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Network': {'1.1'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Port': {'1.7'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'PortForwarding': {'1.2'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'QosPolicy': {'1.8'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroup': {'1.4'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroupRule': {'1.2'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SubPort': {'1.0'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Subnet': {'1.1'}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Trunk': {'1.1'}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: consumer versions: May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'ConntrackHelper': '1.0', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Log': '1.0', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Network': '1.1', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Port': '1.7', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'PortForwarding': '1.2', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'QosPolicy': '1.8', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroup': '1.4', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroupRule': '1.2', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SubPort': '1.0', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Subnet': '1.1', May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Trunk': '1.1'}} May 13 15:02:42.200496 dv-neutron-835340-3-hyperv neutron-server[88840]: {{(pid=88840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:02:42.203762 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Attempting to bind port 90ec782d-035b-4c83-8ac9-a7922a388d3f on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:42.204159 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Attempting to bind port 90ec782d-035b-4c83-8ac9-a7922a388d3f by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:42.204605 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Attempting to bind port 90ec782d-035b-4c83-8ac9-a7922a388d3f on network 53f43a1d-48e0-4b8c-994e-422af0bf8012 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:42.210529 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:42.210892 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Checking segment: {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:42.211386 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.211764 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Bound using segment: {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:42.212272 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Bound port: 90ec782d-035b-4c83-8ac9-a7922a388d3f, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633e25cc-e3a9-46b0-9c41-14018697248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:42.212806 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.300915 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] For port 90ec782d-035b-4c83-8ac9-a7922a388d3f, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:42.305070 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] For port 90ec782d-035b-4c83-8ac9-a7922a388d3f, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=90ec782d-035b-4c83-8ac9-a7922a388d3f,segment=NetworkSegment(633e25cc-e3a9-46b0-9c41-14018697248d),segment_id=633e25cc-e3a9-46b0-9c41-14018697248d)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:42.459705 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.544634 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Routers {'3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:42.545272 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:42.612599 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d162ea-8cbf-475e-8b8d-6a60a9d5a964 None None] Pushing event updated for resources: {'Port': ['ID=90ec782d-035b-4c83-8ac9-a7922a388d3f,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:42.731938 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] Set router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:43.054516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54810) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:43.062425 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:39Z', 'revision_number': 2, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port_host': None, '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:42Z', 'revision_number': 4, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:43.066447 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a185075-8af6-4648-8875-8655e9d698c2 None None] The sync data for ids ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'] in dv-neutron-835340-3-hyperv is: [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:39Z', 'revision_number': 2, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port_host': None, '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:42Z', 'revision_number': 4, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:43.228932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec8de7-9e6b-44f0-b08e-66fc20edbd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:43.230440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-baec8de7-9e6b-44f0-b08e-66fc20edbd84 admin admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 842 time: 0.1749744 May 13 15:02:43.240167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.7.0/24', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_dhcp': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:43.244875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:43.248565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Usage tracker for resource:subnet and tenant:9372936de7f9418a90e9e756e52374a7 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:43.251716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:43.261694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:43.436498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Made reservation on behalf of 9372936de7f9418a90e9e756e52374a7 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:43.439396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:43.979625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:02:43.980121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.061001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:44.064430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:44.064786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Network hostable DHCP agents. Network: fcce1f22-ab84-4f95-803b-e04dce7c0aa7, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:02:44.074377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.074731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.075069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.075400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.075727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.076077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.076405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.076740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.077065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.077382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.077701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.078050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Tracked resource versions report: May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: pushed versions: May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: { 'AddressGroup': {'1.2'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'ConntrackHelper': {'1.0'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Log': {'1.0'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Network': {'1.1'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Port': {'1.7'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'PortForwarding': {'1.2'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'QosPolicy': {'1.8'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroup': {'1.4'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroupRule': {'1.2'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SubPort': {'1.0'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Subnet': {'1.1'}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Trunk': {'1.1'}} May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: consumer versions: May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'ConntrackHelper': '1.0', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Log': '1.0', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Network': '1.1', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Port': '1.7', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'PortForwarding': '1.2', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'QosPolicy': '1.8', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroup': '1.4', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroupRule': '1.2', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SubPort': '1.0', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Subnet': '1.1', May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Trunk': '1.1'}} May 13 15:02:44.079386 dv-neutron-835340-3-hyperv neutron-server[88837]: {{(pid=88837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:02:44.213037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:02:44.291383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 90ec782d-035b-4c83-8ac9-a7922a388d3f up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:44.293446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fcce1f22-ab84-4f95-803b-e04dce7c0aa7) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:44.298164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:44.298912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.321749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0c85f-3d9c-4211-95b7-5d3652362610 None None] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:44.423212 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b4aac137-cb5c-4f17-8504-929040dc616d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1864104 May 13 15:02:44.562496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 90ec782d-035b-4c83-8ac9-a7922a388d3f completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:44.570290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 90ec782d-035b-4c83-8ac9-a7922a388d3f triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:44.570892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.599490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7207a8-33a4-463d-a5e1-d41ab19f0d9d None None] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:44.836106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 90ec782d-035b-4c83-8ac9-a7922a388d3f is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:44.836426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.880739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 90ec782d-035b-4c83-8ac9-a7922a388d3f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=90ec782d-035b-4c83-8ac9-a7922a388d3f,segment=NetworkSegment(633e25cc-e3a9-46b0-9c41-14018697248d),segment_id=633e25cc-e3a9-46b0-9c41-14018697248d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:44.971193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:45.043037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=90ec782d-035b-4c83-8ac9-a7922a388d3f,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:46.276962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 90ec782d-035b-4c83-8ac9-a7922a388d3f up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:46.348096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 90ec782d-035b-4c83-8ac9-a7922a388d3f triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:46.348096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.463766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 90ec782d-035b-4c83-8ac9-a7922a388d3f is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:46.736211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54828) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:46.959495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-060baf5e-f930-45ea-8822-a9f1eb731322 admin admin] 10.222.0.91 "GET /v2.0/routers/3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 HTTP/1.1" status: 200 len: 710 time: 0.2221732 May 13 15:02:47.085111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdf733-3f1b-4081-8a8d-d0f4e2d2edd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:47.086490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d7cdf733-3f1b-4081-8a8d-d0f4e2d2edd6 admin admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 886 time: 0.1218274 May 13 15:02:47.094940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:47.536067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.943715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.999526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.185334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Allocated IP 172.26.7.81 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/a536053e-bf0a-42fb-886d-05f81e0b74f1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:48.330836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.514615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.579504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:48.582581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:48.587165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:48.650804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Pushing event updated for resources: {'Port': ['ID=a536053e-bf0a-42fb-886d-05f81e0b74f1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:49.066157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.406705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.409875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.591956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:49.803089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:49.810902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.812064 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e7695eb-6af1-44f1-bc75-1b5dc175134d admin admin] 10.222.0.91 "PUT /v2.0/routers/3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 HTTP/1.1" status: 200 len: 889 time: 2.7201855 May 13 15:02:49.813312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Sync routers for ids ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:49.824447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Routers {'3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:49.825147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:50.025316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Set router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:50.397467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:48Z', 'revision_number': 4, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port': {'id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:45:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:48Z', 'updated_at': '2022-05-13T15:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:44Z', 'revision_number': 5, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:50.402300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Checking router: 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:02:50.402654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Updating router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 port a536053e-bf0a-42fb-886d-05f81e0b74f1 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:02:50.455725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.780674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.792726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Transition to ACTIVE for port object a536053e-bf0a-42fb-886d-05f81e0b74f1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:50.874094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.951543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Attempting to bind port a536053e-bf0a-42fb-886d-05f81e0b74f1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:50.951907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Attempting to bind port a536053e-bf0a-42fb-886d-05f81e0b74f1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:50.952268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Attempting to bind port a536053e-bf0a-42fb-886d-05f81e0b74f1 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:50.955523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce6a3-baf7-461f-8893-be3be9fd5d55 None None] Pushing event updated for resources: {'Port': ['ID=a536053e-bf0a-42fb-886d-05f81e0b74f1,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:50.961185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:50.961552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:50.961968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.962358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:50.962883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Bound port: a536053e-bf0a-42fb-886d-05f81e0b74f1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:50.963206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:51.036061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] For port a536053e-bf0a-42fb-886d-05f81e0b74f1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:51.038752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] For port a536053e-bf0a-42fb-886d-05f81e0b74f1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a536053e-bf0a-42fb-886d-05f81e0b74f1,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:51.143327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:51.225129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Routers {'3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:51.225765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:51.276402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce6a3-baf7-461f-8893-be3be9fd5d55 None None] Pushing event updated for resources: {'Port': ['ID=a536053e-bf0a-42fb-886d-05f81e0b74f1,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:51.412371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] Set router 3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:02:51.735823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:48Z', 'revision_number': 4, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port': {'id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:45:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:48Z', 'updated_at': '2022-05-13T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:44Z', 'revision_number': 5, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:51.740101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eae32a-650f-47cb-987e-ebc24dd8dd2f None None] The sync data for ids ['3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208'] in dv-neutron-835340-3-hyperv is: [{'id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'name': 'router1', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:02:29Z', 'updated_at': '2022-05-13T15:02:48Z', 'revision_number': 4, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'gw_port': {'id': 'a536053e-bf0a-42fb-886d-05f81e0b74f1', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:45:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:48Z', 'updated_at': '2022-05-13T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '90ec782d-035b-4c83-8ac9-a7922a388d3f', 'name': '', 'network_id': '53f43a1d-48e0-4b8c-994e-422af0bf8012', 'tenant_id': '3fa248e339f24a588d8595b69c3a2d94', 'mac_address': 'fa:16:3e:34:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ce9d0-2c12-4b64-82c1-dfb3dea3c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:02:38Z', 'updated_at': '2022-05-13T15:02:44Z', 'revision_number': 5, 'project_id': '3fa248e339f24a588d8595b69c3a2d94', 'subnets': [{'id': '02599a23-0f55-431e-aaa7-a14a40f0dc5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8006c735-a8a1-4578-b2ee-0113d9f9676c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:52.252758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 54838) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:52.321196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a536053e-bf0a-42fb-886d-05f81e0b74f1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:52.381988 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4a4953db-8547-4823-b55f-d8e00a2aedf7 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1275156 May 13 15:02:52.475188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a536053e-bf0a-42fb-886d-05f81e0b74f1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:52.481047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a536053e-bf0a-42fb-886d-05f81e0b74f1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:52.481541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.634440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a536053e-bf0a-42fb-886d-05f81e0b74f1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:52.634922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.651377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a536053e-bf0a-42fb-886d-05f81e0b74f1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a536053e-bf0a-42fb-886d-05f81e0b74f1,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:52.767938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.836751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a536053e-bf0a-42fb-886d-05f81e0b74f1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:54.289229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a536053e-bf0a-42fb-886d-05f81e0b74f1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:54.367434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a536053e-bf0a-42fb-886d-05f81e0b74f1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:54.368303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:54.493043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a536053e-bf0a-42fb-886d-05f81e0b74f1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:00.779993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61df78ed-241f-433f-b616-28ef6e1b91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:03.162298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3911a93-0247-47ea-9dea-f7501e62d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:03.307180 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:03:04.465557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:04.503247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.705300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.757932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1d35563e-e585-4b05-a801-1587df956eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.157551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-970aaed6-4680-4486-af6a-89c9ac916df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.523816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.567022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:35.757846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:40.306717 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:04:00.797050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-30460148-575e-4c5f-88c4-2001048f0d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.181163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d441b3d-0919-4906-a726-57a100f76c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.472804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.501250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.770273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:17.306388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:04:30.764283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-167fbd29-bd9e-4adb-afba-1bb89dd9ef86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.205530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eeb2-702f-4c29-9b5e-3ed6561194a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.502741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.547283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:35.713595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.305474 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:05:00.742894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-77ad7426-8d45-4617-a5f9-6a9685905581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.200407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca51816e-a0f8-4ac1-b000-980dd04c301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.577503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.628930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.737831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.885559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55440) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:05.954686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff1f922-30f2-4312-94e4-73036fb3f521 admin admin] GET failed (client error): The resource could not be found. May 13 15:05:05.955965 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bff1f922-30f2-4312-94e4-73036fb3f521 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694830 May 13 15:05:06.087969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87212f0b-f877-4fd7-87b7-532ce5e2e69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:06.089406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-87212f0b-f877-4fd7-87b7-532ce5e2e69b admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1295183 May 13 15:05:08.335585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55450) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:08.442742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026bee7-d0b6-429a-bec4-8853d55519d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:08.443296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7026bee7-d0b6-429a-bec4-8853d55519d1 admin admin] Synchronizing usage tracker for tenant:9372936de7f9418a90e9e756e52374a7 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:08.560124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7026bee7-d0b6-429a-bec4-8853d55519d1 admin admin] Unset dirty status for tenant:9372936de7f9418a90e9e756e52374a7 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:08.561227 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7026bee7-d0b6-429a-bec4-8853d55519d1 admin admin] 10.222.0.91 "GET /v2.0/subnets/02599a23-0f55-431e-aaa7-a14a40f0dc5b HTTP/1.1" status: 200 len: 849 time: 0.2246644 May 13 15:05:08.570488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:08.686692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.983481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473'] for subnet, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.026500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:09.027080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.028831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] 10.222.0.91 "PUT /v2.0/subnets/02599a23-0f55-431e-aaa7-a14a40f0dc5b HTTP/1.1" status: 200 len: 868 time: 0.4616008 May 13 15:05:09.032932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6095e58f-b67e-40cf-be7f-8923d160bac8 None None] Network 53f43a1d-48e0-4b8c-994e-422af0bf8012 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:09.056884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02599a23-0f55-431e-aaa7-a14a40f0dc5b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:09.064597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.065661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.065661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.065908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.066342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.066748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.067247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.067656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.068051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.068443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.068837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.069226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0315d-9d6e-48fa-a5dc-7eedcbd41597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:09.528109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Provisioning complete for port 90ec782d-035b-4c83-8ac9-a7922a388d3f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:09.528476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.647149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Current status of the port 90ec782d-035b-4c83-8ac9-a7922a388d3f is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:09.658429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Provisioning complete for port 42b80573-b602-4df9-979c-45ee5c37e4d3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:09.658801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.778710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e86a15ed-8bb0-49bf-8ceb-2e79edf6d21f None None] Current status of the port 42b80573-b602-4df9-979c-45ee5c37e4d3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:11.266887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55460) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:11.442516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f22374-28e9-4519-9847-aeeded845bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:11.443062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f22374-28e9-4519-9847-aeeded845bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:11.444544 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-94f22374-28e9-4519-9847-aeeded845bb7 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1766801 May 13 15:05:13.662531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:13.841635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0f9b0-be3e-4dcb-9fb6-22f3a3c6d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:13.842110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0f9b0-be3e-4dcb-9fb6-22f3a3c6d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:13.842919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-71c0f9b0-be3e-4dcb-9fb6-22f3a3c6d07b admin admin] Synchronizing usage tracker for tenant:9372936de7f9418a90e9e756e52374a7 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:14.074861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-71c0f9b0-be3e-4dcb-9fb6-22f3a3c6d07b admin admin] Unset dirty status for tenant:9372936de7f9418a90e9e756e52374a7 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:14.076084 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-71c0f9b0-be3e-4dcb-9fb6-22f3a3c6d07b admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4122849 May 13 15:05:16.316374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55480) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:16.488086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45402c-9a7b-4fc9-9396-90c72d373a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:16.489421 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aa45402c-9a7b-4fc9-9396-90c72d373a24 admin admin] 10.222.0.91 "GET /v2.0/networks/53f43a1d-48e0-4b8c-994e-422af0bf8012 HTTP/1.1" status: 200 len: 869 time: 0.1720793 May 13 15:05:18.680040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55490) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:18.847441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b7d32-f746-4949-90b2-ca239aafcb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:18.848765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-103b7d32-f746-4949-90b2-ca239aafcb86 admin admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 886 time: 0.1671865 May 13 15:05:21.077284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55500) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:21.220911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f69e7-efba-4ff8-9144-2fee78ae0745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.221275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f69e7-efba-4ff8-9144-2fee78ae0745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:21.222803 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d82f69e7-efba-4ff8-9144-2fee78ae0745 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444914 May 13 15:05:23.398902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55510) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:23.503009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565988b-aea3-4d5b-ab9c-c89607aac67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.503457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565988b-aea3-4d5b-ab9c-c89607aac67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.504935 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4565988b-aea3-4d5b-ab9c-c89607aac67d admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044953 May 13 15:05:25.672382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:25.779332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51842d7-0c9d-41ac-9113-d61d835cfa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:25.780690 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b51842d7-0c9d-41ac-9113-d61d835cfa05 admin admin] 10.222.0.91 "GET /v2.0/subnets/02599a23-0f55-431e-aaa7-a14a40f0dc5b HTTP/1.1" status: 200 len: 868 time: 0.1073344 May 13 15:05:27.933073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55530) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:28.038942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63eaf8-8209-4d50-b367-dce8c9d25ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:28.040449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cb63eaf8-8209-4d50-b367-dce8c9d25ad5 admin admin] 10.222.0.91 "GET /v2.0/subnets/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d HTTP/1.1" status: 200 len: 816 time: 0.1062002 May 13 15:05:30.738221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-97757fc0-5f65-42d2-a1e1-6dc1eb0e71d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.304239 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:05:33.150087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06f0864d-a5d6-4e0f-8f42-933f43c1a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.544240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.595273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.755481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.715698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:47.763371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-3c846a09-d96e-42a6-bff1-da223ede5c8e admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:05:47.768238 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c846a09-d96e-42a6-bff1-da223ede5c8e admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477245 May 13 15:05:50.049813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55586) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:50.116202 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b772359-ea52-4819-a28e-52f620145a85 admin admin] GET failed (client error): The resource could not be found. May 13 15:05:50.117462 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0b772359-ea52-4819-a28e-52f620145a85 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666709 May 13 15:05:50.242523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894b556-ad7e-4d14-933c-282010a0c59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:50.244665 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7894b556-ad7e-4d14-933c-282010a0c59c admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217883 May 13 15:05:52.420036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55596) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:52.466777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:52.471776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:52.481725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:52.584485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Made reservation on behalf of 9372936de7f9418a90e9e756e52374a7 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:52.586712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.675752 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.services.revisions.revision_plugin [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Could not find related network for resource to bump revision. May 13 15:05:52.686936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:52.695397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.695742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Added segment feb95093-3b3f-4848-8b8f-6965d731f485 of type vlan for network 04d648c0-4c51-442d-bf85-33c52f427b2d May 13 15:05:52.722062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.841723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.842638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:52.843215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.937548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Pushing event updated for resources: {'Network': ['ID=04d648c0-4c51-442d-bf85-33c52f427b2d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:52.949369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.949718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.950091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.950429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.950755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.951102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.951433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.951771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.952098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.952418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.952737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.953056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:52.963791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 04d648c0-4c51-442d-bf85-33c52f427b2d details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:53.031196 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9c74cd7e-edae-4a50-9f54-fc78254b613a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6100509 May 13 15:05:55.229182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:55.296986 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa8477c-186c-48c7-a16b-350e54e18097 admin admin] GET failed (client error): The resource could not be found. May 13 15:05:55.297504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6fa8477c-186c-48c7-a16b-350e54e18097 admin admin] Synchronizing usage tracker for tenant:9372936de7f9418a90e9e756e52374a7 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:55.465334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6fa8477c-186c-48c7-a16b-350e54e18097 admin admin] Unset dirty status for tenant:9372936de7f9418a90e9e756e52374a7 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:55.466477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6fa8477c-186c-48c7-a16b-350e54e18097 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2353199 May 13 15:05:55.570435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba96b4a-4b59-4f0b-8bbf-54348738fb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:55.571865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ba96b4a-4b59-4f0b-8bbf-54348738fb1a admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014755 May 13 15:05:55.583486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:55.588027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:55.598658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:55.739296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Made reservation on behalf of 9372936de7f9418a90e9e756e52374a7 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:55.741559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.111187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.186160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3375026b-d1d3-4b81-9ff0-e39b8cd47108,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:56.194521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Checking segment: {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:56.194875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Network hostable DHCP agents. Network: 04d648c0-4c51-442d-bf85-33c52f427b2d, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:56.316181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Network 04d648c0-4c51-442d-bf85-33c52f427b2d is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:56.424719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 04d648c0-4c51-442d-bf85-33c52f427b2d) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:56.428784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:56.429370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.434489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e702dc-9727-4453-9ad5-0bfcdf1cbf6b None None] Network 04d648c0-4c51-442d-bf85-33c52f427b2d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:56.580264 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-51242296-babf-426d-b842-cb97b15ab099 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0011592 May 13 15:05:56.644293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-04d648c0-4c51-442d-bf85-33c52f427b2d', 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d', 'tenant_id': '9372936de7f9418a90e9e756e52374a7', 'fixed_ips': [{'subnet_id': '3375026b-d1d3-4b81-9ff0-e39b8cd47108'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:56.645209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.852287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Allocated IP 192.168.233.2 (04d648c0-4c51-442d-bf85-33c52f427b2d/3375026b-d1d3-4b81-9ff0-e39b8cd47108/66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:57.055766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.066105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Transition to ACTIVE for port object 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:57.084661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Transition to ACTIVE for port object 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:57.305174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.373524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Network 04d648c0-4c51-442d-bf85-33c52f427b2d is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:57.376522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:57.380123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:57.388220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Pushing event updated for resources: {'Port': ['ID=66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:57.427347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.427710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.428048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.428378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.428701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.429045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.429370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.429693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.430038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.430358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.430672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.430984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:57.489353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Attempting to bind port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:57.490235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Attempting to bind port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:57.490235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Attempting to bind port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf on network 04d648c0-4c51-442d-bf85-33c52f427b2d {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:57.496986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:57.497360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Checking segment: {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:57.497757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.498178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Bound using segment: {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:57.498642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Bound port: 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:57.499036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.591173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] For port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:57.594226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] For port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:57.722527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.803110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa31a8-0b81-48cd-802c-dcdd9ceac315 None None] Pushing event updated for resources: {'Port': ['ID=66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:58.411603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:58.613771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:58.674854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb898f-3d57-4fa1-b34f-9efae2f819e8 None None] Network 04d648c0-4c51-442d-bf85-33c52f427b2d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:59.053603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Provisioning for port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:59.063883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Provisioning complete for port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:59.063883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.188263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Current status of the port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:59.188583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.221490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] For port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:59.402903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.479433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6a688-96e4-4d5b-8833-a91b56dfd265 None None] Pushing event updated for resources: {'Port': ['ID=66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:59.523381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f66b9485-dc12-40de-ad06-e007da2e6890 None None] Provisioning complete for port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:59.523749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f66b9485-dc12-40de-ad06-e007da2e6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.648112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f66b9485-dc12-40de-ad06-e007da2e6890 None None] Current status of the port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:00.384788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:00.489293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:00.489666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.623717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 66c0cd43-8baf-4bd2-b3bf-2d0cea4eb3bf is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:00.779572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-daeeeb90-3cd3-4263-9d71-7cb7c9095a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:03.156732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80107912-d4eb-410d-a147-603d0b8da16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.591318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.630923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:05.716411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.302865 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:06:30.768675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12063d9a-4163-45c4-966a-dba11ecbf669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.186634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1f731335-510d-4ece-a82a-4375fc695a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.506181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.575580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.769210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:45.301008 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:07:00.741300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74191d7a-22e6-40b4-bd70-57a3d155362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.158750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ceb341b5-6e94-4173-8074-dc14138ef4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.467994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.496010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.736412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.300376 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:07:30.800792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a0e0a62c-45c8-473d-ac56-50a16ba8e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.148850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f2f63285-6e9d-4671-b769-1303b4f51192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.782264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55652) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:33.788202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-88d47f1a-35f3-4c9d-b5f2-d8effb1c69b5 tempest-verify_tempest_config-46109903 tempest-verify_tempest_config-46109903-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:07:33.789152 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-88d47f1a-35f3-4c9d-b5f2-d8effb1c69b5 tempest-verify_tempest_config-46109903 tempest-verify_tempest_config-46109903-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059407 May 13 15:07:34.350417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.466345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.480756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:34.485782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Usage tracker for resource:security_group_rule and tenant:60f898139b3142ae9a3c8f52d312f736 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:34.486073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.488599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:34.494366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:34.520285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.575154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.651611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.699922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Synchronizing usage tracker for tenant:9372936de7f9418a90e9e756e52374a7 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:34.704808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73472756-7d5a-49b6-b94d-a9565a1f5307,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:34.715894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.716288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.716633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.717540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.718080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.718432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.718770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.719167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.719541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.719854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.720177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.720498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:34.812272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] Unset dirty status for tenant:9372936de7f9418a90e9e756e52374a7 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:34.813518 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e397ecaf-3062-4663-9b29-2d4d46ba3bcc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=60f898139b3142ae9a3c8f52d312f736&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4621530 May 13 15:07:34.816198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55676) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.873267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.898925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.126947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.141522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73472756-7d5a-49b6-b94d-a9565a1f5307,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:35.163416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.163416 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f52a704a-fc0e-4dd6-a4f5-2798a03c9b53 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/73472756-7d5a-49b6-b94d-a9565a1f5307 HTTP/1.1" status: 204 len: 168 time: 0.3329618 May 13 15:07:35.748569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.299835 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:08:00.749872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d087150-93bf-47cf-a87d-0d1f486baaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.166357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-31a244de-b316-49c2-b19d-18281f09799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.485300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.518695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.772010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.761524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bf4c08aa-74cb-4000-ab27-f296d3436f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.138274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64dcb4bc-ff78-46a7-91df-c1943834b7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.486560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.515503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.741960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.299241 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 5 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:08:57.351670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-429601'] for agent, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.754655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47f66ed6-732b-4777-9641-19f2ba21b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.156070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-87c82f36-3eb4-4584-831e-03b72fb71a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.493787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.510691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.788265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.505673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55754) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:12.622032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-278051ea-5180-48f4-907e-3facef8b6cb1 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1151478 May 13 15:09:13.298122 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:09:14.812507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55764) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.867066 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e28d12e6-1d74-4e2a-abe4-4660d641512d admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0532415 May 13 15:09:27.346961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.741367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92d31fe1-73fd-4b57-a9c9-8108a9b9f1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.135146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38692dbf-86a8-45f1-9567-b69f0edb64d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.492460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.523343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.751830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.297687 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:09:57.324048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.743720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab231162-98ff-4a4b-b909-9ee4d439b5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.168590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c915f0-5b85-4368-85d9-08f9f8610613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.511401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.540011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.734030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.297474 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:10:27.374637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.834097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4eb51a49-3444-4714-b9ea-0026c84ece68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.228650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-140aa44e-0fc0-41bd-99f3-d98d30e06e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.537038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.545027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.786109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.778748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55896) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:45.274745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1509192671-network', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:45.279540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:45.283554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Usage tracker for resource:network and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:45.287106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:45.292937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:45.424607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Made reservation on behalf of a8bfd73f2e0546cfa3d1edd6dfdcff84 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:45.427571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.443217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.457733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:45.461778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Usage tracker for resource:security_group_rule and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:45.472795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:45.472795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:45.563830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.638489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.670435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:45.676218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a808ca-14c4-48e3-9a44-427e8fcd7810,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:45.686050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.686413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.686749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.687088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.687399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.687733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.688059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.688390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.688712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.689025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.689338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.689649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Tracked resource versions report: May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: pushed versions: May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: { 'AddressGroup': {'1.2'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'ConntrackHelper': {'1.0'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Log': {'1.0'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Network': {'1.1'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Port': {'1.7'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'PortForwarding': {'1.2'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'QosPolicy': {'1.8'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroup': {'1.4'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroupRule': {'1.2'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SubPort': {'1.0'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Subnet': {'1.1'}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Trunk': {'1.1'}} May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: consumer versions: May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: HyperV agent@hv-neutron-8353: {}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'ConntrackHelper': '1.0', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Log': '1.0', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Network': '1.1', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Port': '1.7', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'PortForwarding': '1.2', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'QosPolicy': '1.8', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroup': '1.4', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SecurityGroupRule': '1.2', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'SubPort': '1.0', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Subnet': '1.1', May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: 'Trunk': '1.1'}} May 13 15:10:45.690809 dv-neutron-835340-3-hyperv neutron-server[88838]: {{(pid=88838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:10:45.693989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.694075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Added segment 5751a225-92ff-45a1-9935-7de4983d6a5e of type vlan for network ff642ffd-e680-4acb-97b1-87c4ceb3320b May 13 15:10:45.724137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.822246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.824186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:45.824775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.933988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] Pushing event updated for resources: {'Network': ['ID=ff642ffd-e680-4acb-97b1-87c4ceb3320b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:45.946327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:46.131028 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-68bf69d5-0a9f-490c-9044-b4e7e58603af admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3506446 May 13 15:10:46.131523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 55946) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.139356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Request body: {'subnet': {'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1509192671-subnet', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:46.143945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:46.150542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Usage tracker for resource:subnet and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:46.153476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:46.159490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:46.239473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Made reservation on behalf of a8bfd73f2e0546cfa3d1edd6dfdcff84 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:46.242071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.343959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.521503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.601041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa8d9b3-c08c-46a2-bf13-f3846f082ab9,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:46.611803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.616451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.617486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Tracked resource versions report: May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: pushed versions: May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: { 'AddressGroup': {'1.2'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'ConntrackHelper': {'1.0'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Log': {'1.0'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Network': {'1.1'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Port': {'1.7'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'PortForwarding': {'1.2'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'QosPolicy': {'1.8'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroup': {'1.4'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroupRule': {'1.2'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SubPort': {'1.0'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Subnet': {'1.1'}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Trunk': {'1.1'}} May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: consumer versions: May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: HyperV agent@hv-neutron-8353: {}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'ConntrackHelper': '1.0', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Log': '1.0', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Network': '1.1', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Port': '1.7', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'PortForwarding': '1.2', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'QosPolicy': '1.8', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroup': '1.4', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SecurityGroupRule': '1.2', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'SubPort': '1.0', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Subnet': '1.1', May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: 'Trunk': '1.1'}} May 13 15:10:46.618270 dv-neutron-835340-3-hyperv neutron-server[88837]: {{(pid=88837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:10:46.623006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Checking segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:46.623369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Network hostable DHCP agents. Network: ff642ffd-e680-4acb-97b1-87c4ceb3320b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:46.701286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:46.772938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ff642ffd-e680-4acb-97b1-87c4ceb3320b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:46.778506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:46.779910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.787222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093f468-c501-4087-a884-ba0d43d36189 None None] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:46.826351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-525338931-network', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:46.831588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:46.835795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Usage tracker for resource:network and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:46.839285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:46.846339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:46.870917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55972) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.902999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 55978) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:46.904117 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-88343864-68fa-48b8-b4da-58627228f7b0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7714083 May 13 15:10:46.908377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:46.915310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:46.926870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Usage tracker for resource:router and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:46.930729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:46.939151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:46.964288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Made reservation on behalf of e824fe5bbcf24880b5c4d420776e8701 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:46.966704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.980269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.995053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:46.998818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Usage tracker for resource:security_group_rule and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:47.001693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:47.008551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:47.047694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:47.048563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.099173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.100974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.102088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.121535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.193584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.209445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Allocated IP 172.20.0.2 (ff642ffd-e680-4acb-97b1-87c4ceb3320b/caa8d9b3-c08c-46a2-bf13-f3846f082ab9/32973d6c-b3d6-438d-ad0d-992ff8d522b8) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:47.219745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:47.239541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.239896 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Added segment 6481ed46-8397-44c4-9e37-4f397f81c00a of type vlan for network 4c05c904-6b17-4f7b-8e3c-91490c8d479e May 13 15:10:47.251502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e3d8a-b485-4ab2-b353-78ddd3ea0495,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.275938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.466077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1809188911-network', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:47.468835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.469715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:47.470363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.485172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.495980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Transition to ACTIVE for port object 32973d6c-b3d6-438d-ad0d-992ff8d522b8 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:47.516971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Transition to ACTIVE for port object 32973d6c-b3d6-438d-ad0d-992ff8d522b8 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:47.538553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:47.564238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Usage tracker for resource:network and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:47.593487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.617372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:47.675549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Pushing event updated for resources: {'Port': ['ID=32973d6c-b3d6-438d-ad0d-992ff8d522b8,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.681981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:47.686182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:47.689789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:47.692791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:47.696496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.696835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.697167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.697509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.697821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.698199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.698524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.698844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.699173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.699489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.699801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.700111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Tracked resource versions report: May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: pushed versions: May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: { 'AddressGroup': {'1.2'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'ConntrackHelper': {'1.0'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Log': {'1.0'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Network': {'1.1'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Port': {'1.7'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'PortForwarding': {'1.2'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'QosPolicy': {'1.8'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroup': {'1.4'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroupRule': {'1.2'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SubPort': {'1.0'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Subnet': {'1.1'}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Trunk': {'1.1'}} May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: consumer versions: May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: HyperV agent@hv-neutron-8353: {}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'ConntrackHelper': '1.0', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Log': '1.0', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Network': '1.1', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Port': '1.7', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'PortForwarding': '1.2', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'QosPolicy': '1.8', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroup': '1.4', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SecurityGroupRule': '1.2', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'SubPort': '1.0', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Subnet': '1.1', May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: 'Trunk': '1.1'}} May 13 15:10:47.701204 dv-neutron-835340-3-hyperv neutron-server[88839]: {{(pid=88839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:10:47.783759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] Pushing event updated for resources: {'Network': ['ID=4c05c904-6b17-4f7b-8e3c-91490c8d479e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.788516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.797781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:47.811070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Attempting to bind port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:47.814657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Attempting to bind port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:47.814657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Attempting to bind port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 on network ff642ffd-e680-4acb-97b1-87c4ceb3320b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:47.814916 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-307da66d-6e07-482a-96ab-d7e48bfd6bcd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4664555 May 13 15:10:47.814916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56008) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:47.820158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:47.820346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Request body: {'subnet': {'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-525338931-subnet', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:47.820750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Checking segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:47.820998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.821376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Bound using segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:47.821837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Bound port: 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:47.822247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.824949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:47.829116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Usage tracker for resource:subnet and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:47.837187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:47.844478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:47.944489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Made reservation on behalf of a0319e85ee22444589a37e528ddee7eb for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:47.948291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.976222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Made reservation on behalf of e824fe5bbcf24880b5c4d420776e8701 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:47.984284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] For port 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:47.985825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.987336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] For port 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32973d6c-b3d6-438d-ad0d-992ff8d522b8,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:48.016781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.053735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.142667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:48.152874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Usage tracker for resource:security_group_rule and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:48.164077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:48.173267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9423-bd99-49b0-a223-aec3453a60fb None None] Pushing event updated for resources: {'Port': ['ID=32973d6c-b3d6-438d-ad0d-992ff8d522b8,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.177692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:48.371961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56028) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:48.419847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.560211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.574695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32973d6c-b3d6-438d-ad0d-992ff8d522b8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:48.577399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.704179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:48.727040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:48.727304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f09ba5-bb2d-44d4-9d44-e6ead2de588a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.732542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c260ee24-c521-4ad8-867f-166524275c40,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.750420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.750760 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Added segment 9937327e-c907-43d1-90ed-10f70424156d of type vlan for network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c May 13 15:10:48.786138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Checking segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:48.786490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Network hostable DHCP agents. Network: 4c05c904-6b17-4f7b-8e3c-91490c8d479e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:48.792081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.851087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.900343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-535193146'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:48.907558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:48.921803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Usage tracker for resource:network and tenant:7aa245445c9c425f8a0b4c6f4df4bf89 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:48.925511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:48.946313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:48.975177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56046) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.318316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.319103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Made reservation on behalf of 7aa245445c9c425f8a0b4c6f4df4bf89 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:49.319103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.320159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Allocated IP 172.26.7.227 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/6ea2ef95-fe97-456b-8c0a-51d0aea7790b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:49.321049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.321287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:49.321634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.321634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Usage tracker for resource:security_group_rule and tenant:7aa245445c9c425f8a0b4c6f4df4bf89 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.321634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.321634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.342241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.343453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:49.344119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.349290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 4c05c904-6b17-4f7b-8e3c-91490c8d479e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:49.384206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d32e9-26e4-4b75-9404-7cf9bed947a5 None None] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:49.400101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.429406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56060) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.443729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-255980701'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.449309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.454514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Usage tracker for resource:network and tenant:ca33ff95c718484eb031362e1a351b59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.458348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.466394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.487182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] Pushing event updated for resources: {'Network': ['ID=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:49.489655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.496054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:49.496626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95210188-194f-4880-a874-f0aede57911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.507389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e51344-4ea9-4764-ba4e-99b161f0279a None None] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:49.517521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:49.531514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781896865401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.532917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Unsubscribe: segment precommit_create {{(pid=88837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 15:10:49.533566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Added segment 1b5f7910-7deb-4419-8be4-7304723a9c75 of type vlan for network 833412f5-b802-441a-ac2e-841a02b4ec90 May 13 15:10:49.557460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Made reservation on behalf of ca33ff95c718484eb031362e1a351b59 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:49.561140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.584819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.600962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:49.618555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.628998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56074) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.661790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.673790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2004748f-e159-4316-90cc-6ace0d0d1073,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:49.677381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Usage tracker for resource:security_group_rule and tenant:ca33ff95c718484eb031362e1a351b59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.679709 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-adc43e3f-8228-48d8-aa80-af0008b54ddf admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8081710 May 13 15:10:49.682854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56080) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.685658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.699828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.702870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Request body: {'subnet': {'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1809188911-subnet', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.709704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.713021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.722309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56084) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.730824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Usage tracker for resource:subnet and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.736122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.743745 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-95210188-194f-4880-a874-f0aede57911f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9278541 May 13 15:10:49.744516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56090) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:49.755215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.759383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.767132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.774163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Usage tracker for resource:router and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.778272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.786567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.796280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.811646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:49.812270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.862548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1302015406', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.867758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.870000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Made reservation on behalf of a0319e85ee22444589a37e528ddee7eb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:49.872635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.880986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.884580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.891469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Usage tracker for resource:port and tenant:f4e4cbfe650f49e5af9b3346c8f01f5b is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.899183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2007273410', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:49.900080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:49.902730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.904105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Usage tracker for resource:floatingip and tenant:400d8e9fbc434a6d84c26aa8e9d5805b is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:49.908364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:49.914552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.964199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.968059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.969098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.976327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.977984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:49.981006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:50.029447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:50.031369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Provisioning for port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:50.037382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Usage tracker for resource:port and tenant:928f30494cf844f582b73c8733876761 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:50.043244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event updated for resources: {'Network': ['ID=833412f5-b802-441a-ac2e-841a02b4ec90,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.050420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.053282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:50.054456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Provisioning complete for port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:50.054933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.069791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:50.072681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.073040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Added segment 7c45f7f1-5be3-4940-a629-facb21f1e267 of type vlan for network 99911c40-f7e5-4e37-9d16-736d931c3e43 May 13 15:10:50.074589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:50.080282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad8dc9-5775-474d-8e4a-2bd42202205f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.100839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 833412f5-b802-441a-ac2e-841a02b4ec90 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:50.104658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:50.115988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:50.160831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c41245ab-731a-4858-96c2-913cf90c1481 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7831540 May 13 15:10:50.167471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56104) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:50.169523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.178098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Request body: {'subnet': {'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:50.195996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.197868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Made reservation on behalf of f4e4cbfe650f49e5af9b3346c8f01f5b for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:50.200090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.304440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:50.305413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.327541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:50.333793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Usage tracker for resource:subnet and tenant:7aa245445c9c425f8a0b4c6f4df4bf89 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:50.337210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:50.344303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:50.401208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.405685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Made reservation on behalf of 928f30494cf844f582b73c8733876761 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:50.408186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.412378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:50.413340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.418856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.436447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.449275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.462375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.465278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:50.479866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Usage tracker for resource:security_group_rule and tenant:f4e4cbfe650f49e5af9b3346c8f01f5b is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:50.486737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:50.487733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Current status of the port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:50.488210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.490430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:50.498570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Usage tracker for resource:security_group_rule and tenant:928f30494cf844f582b73c8733876761 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:50.501425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:50.528404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Made reservation on behalf of 7aa245445c9c425f8a0b4c6f4df4bf89 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:50.530393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:50.531929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.544784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:50.594924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] For port 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32973d6c-b3d6-438d-ad0d-992ff8d522b8,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:50.602288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Allocated IP 172.20.0.2 (4c05c904-6b17-4f7b-8e3c-91490c8d479e/71f09ba5-bb2d-44d4-9d44-e6ead2de588a/9505673e-aafc-4e6e-83b0-bc67fe73a23b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:50.606446 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6300042 May 13 15:10:50.632053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56108) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:50.716541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef64c-1617-48f4-9123-c0e2287c8b28 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Pushing event updated for resources: {'Network': ['ID=99911c40-f7e5-4e37-9d16-736d931c3e43,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.725456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.767499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 99911c40-f7e5-4e37-9d16-736d931c3e43 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:50.844824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Allocated IP 172.26.7.110 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/59cf6cb9-7126-4f79-b011-25020cc34bc9) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:51.022340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-686d8c8b-6b26-46ee-adc5-eeb80f7241b3 None None] Provisioning complete for port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:51.022816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-686d8c8b-6b26-46ee-adc5-eeb80f7241b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.055664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31036-a4b9-4410-9443-c55ef1492f44 None None] Pushing event updated for resources: {'Port': ['ID=32973d6c-b3d6-438d-ad0d-992ff8d522b8,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.068806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'name': 'tempest-network--1007182185', 'router:external': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:51.072573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.096919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.111418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Transition to ACTIVE for port object 9505673e-aafc-4e6e-83b0-bc67fe73a23b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:51.123286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.166368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Transition to ACTIVE for port object 9505673e-aafc-4e6e-83b0-bc67fe73a23b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:51.199481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-686d8c8b-6b26-46ee-adc5-eeb80f7241b3 None None] Current status of the port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:51.224288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.245437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.272590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.277047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:network and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.277625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.285540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.308785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.331199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.345030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.357507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.371895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:51.376288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event updated for resources: {'Subnet': ['ID=2b1be6a1-dba0-498c-9a00-1fe7b340dedd,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.379031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:51.394009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Pushing event updated for resources: {'Port': ['ID=59cf6cb9-7126-4f79-b011-25020cc34bc9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.405517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:51.410843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Checking segment: {'id': '1b5f7910-7deb-4419-8be4-7304723a9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:51.411204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Network hostable DHCP agents. Network: 833412f5-b802-441a-ac2e-841a02b4ec90, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:51.425357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:51.429505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:51.433965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:51.434554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Pushing event updated for resources: {'Port': ['ID=9505673e-aafc-4e6e-83b0-bc67fe73a23b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.474494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.494821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.507532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f9322d-430f-4330-a37f-652482782fbf,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.508773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.537583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Attempting to bind port 9505673e-aafc-4e6e-83b0-bc67fe73a23b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:51.538110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Attempting to bind port 9505673e-aafc-4e6e-83b0-bc67fe73a23b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:51.538324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Attempting to bind port 9505673e-aafc-4e6e-83b0-bc67fe73a23b on network 4c05c904-6b17-4f7b-8e3c-91490c8d479e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:51.543624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:51.543995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Checking segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:51.544389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.544774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Bound using segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:51.545233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Bound port: 9505673e-aafc-4e6e-83b0-bc67fe73a23b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:51.545613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.559858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:51.562187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.571117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Checking segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:51.571515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Network hostable DHCP agents. Network: 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:51.582673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] device_id is not set on port bb0935d9-c96c-4bca-8801-2f2d5e0671db yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:51.586534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Network 833412f5-b802-441a-ac2e-841a02b4ec90 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:51.626203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.641916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] For port 9505673e-aafc-4e6e-83b0-bc67fe73a23b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:51.645607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] For port 9505673e-aafc-4e6e-83b0-bc67fe73a23b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9505673e-aafc-4e6e-83b0-bc67fe73a23b,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:51.646774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.685709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.687112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 833412f5-b802-441a-ac2e-841a02b4ec90) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:51.694790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:51.695360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.700757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ec2dd-ff04-4d22-92e8-c9231c877ffa None None] Network 833412f5-b802-441a-ac2e-841a02b4ec90 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:51.713918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] device_id is not set on port cbfedf66-b8b7-4f59-ac47-a5a88cfd293d yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:51.720645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.804613 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0a1b0be0-7aa0-431b-a01e-a688213902e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6324923 May 13 15:10:51.812407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.834159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56120) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:51.839862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:security_group_rule and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.858850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Request body: {'port': {'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1424439754'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:51.888877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.889086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800edb-6895-49fa-9185-c2dfed2b8960 None None] Pushing event updated for resources: {'Port': ['ID=9505673e-aafc-4e6e-83b0-bc67fe73a23b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.899344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf600dec-60b6-4728-b1d0-f8730e70453b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.920781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.960950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.996067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:52.030625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-833412f5-b802-441a-ac2e-841a02b4ec90', 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90', 'tenant_id': '7aa245445c9c425f8a0b4c6f4df4bf89', 'fixed_ips': [{'subnet_id': '2b1be6a1-dba0-498c-9a00-1fe7b340dedd'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:52.031000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.055212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.106662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.168463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:52.172988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.173628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.178304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Pushing event updated for resources: {'Port': ['ID=59cf6cb9-7126-4f79-b011-25020cc34bc9,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.191825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.193187 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-45cc69f3-da14-4ad3-81d4-225903661001 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7626004 May 13 15:10:52.196610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56124) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:52.207706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-15167680', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'fixed_ips': [{'ip_address': '172.26.7.110'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:52.214174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:52.216725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054f6bc-aa40-4023-a3da-e379f984076c None None] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:52.217178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996980f-28c5-4774-af18-6a42df06aad5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.220147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Usage tracker for resource:port and tenant:400d8e9fbc434a6d84c26aa8e9d5805b is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:52.224475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:52.237660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:52.316573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Made reservation on behalf of 400d8e9fbc434a6d84c26aa8e9d5805b for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:52.319164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.334619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.351973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:52.355995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Usage tracker for resource:security_group_rule and tenant:400d8e9fbc434a6d84c26aa8e9d5805b is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:52.358725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Allocated IP 172.20.0.2 (833412f5-b802-441a-ac2e-841a02b4ec90/2b1be6a1-dba0-498c-9a00-1fe7b340dedd/bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:52.358943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:52.368672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:52.383815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Allocated IP 172.26.7.48 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/bb0935d9-c96c-4bca-8801-2f2d5e0671db) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:52.452462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:52.465560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.479846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Usage tracker for resource:port and tenant:7aa245445c9c425f8a0b4c6f4df4bf89 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:52.501309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:52.505521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.523534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:52.586290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.593222 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0197187f-bf17-4731-a90a-2312fda5bb29 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9085047 May 13 15:10:52.602167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] device_id is not set on port 83c15d37-1dd8-46ab-b357-c25c525dc2c5 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:52.615368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56128) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:52.646764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:52.683582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:52.693396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:52.695102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.716744 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32973d6c-b3d6-438d-ad0d-992ff8d522b8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:52.750457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849c50f-420e-4e99-86a0-a60a800fbc18,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.768535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.832768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Usage tracker for resource:router and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:52.838009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.871864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Transition to ACTIVE for port object bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:52.898720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:52.943405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Transition to ACTIVE for port object bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:52.962483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:52.962855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.032024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.038457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Allocated IP 172.20.0.2 (8f9ef6ca-06ae-4807-8c33-835ebc5cb61c/32f9322d-430f-4330-a37f-652482782fbf/d2e8f846-2971-460e-b533-8b28afd58834) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:53.069576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Made reservation on behalf of 7aa245445c9c425f8a0b4c6f4df4bf89 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:53.073089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.103973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.116775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:53.125475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Network 833412f5-b802-441a-ac2e-841a02b4ec90 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:53.151931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfa218-082d-4b44-8c1e-cff56594d587 None None] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:53.179102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:53.198483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:53.209503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] device_id is not set on port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:53.233223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:53.277442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.278455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.278881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Pushing event updated for resources: {'Port': ['ID=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.293250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d0bf6-1c96-43c8-8b9a-7a56e2d4e946,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.318537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.318881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Added segment 5fd09600-2057-4a79-8aa3-dc376a4203ab of type vlan for network f89dc172-8197-4a4a-8612-bcc8a99fb306 May 13 15:10:53.366517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.443538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.445298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.485422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:53.486506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9505673e-aafc-4e6e-83b0-bc67fe73a23b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:53.494225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.523611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf1dd84a-d2ce-4ee2-9feb-aedca68ed3ee None None] Provisioning for port 9505673e-aafc-4e6e-83b0-bc67fe73a23b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:53.539956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.548651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Attempting to bind port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:53.549098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Attempting to bind port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1b5f7910-7deb-4419-8be4-7304723a9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:53.549619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Attempting to bind port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 on network 833412f5-b802-441a-ac2e-841a02b4ec90 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:53.575824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:53.576200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Checking segment: {'id': '1b5f7910-7deb-4419-8be4-7304723a9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:53.576596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.576988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Bound using segment: {'id': '1b5f7910-7deb-4419-8be4-7304723a9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:53.577454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Bound port: bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5f7910-7deb-4419-8be4-7304723a9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '833412f5-b802-441a-ac2e-841a02b4ec90'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:53.577821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.639866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Allocated IP 172.20.0.5 (833412f5-b802-441a-ac2e-841a02b4ec90/2b1be6a1-dba0-498c-9a00-1fe7b340dedd/6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:53.655581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Router 9d92d039-1aff-4362-9d85-5e234d40b32e is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:10:53.806538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.807502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:53.808075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.824097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.845714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Transition to ACTIVE for port object d2e8f846-2971-460e-b533-8b28afd58834 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:53.848495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] For port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:53.870087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] For port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,segment=NetworkSegment(1b5f7910-7deb-4419-8be4-7304723a9c75),segment_id=1b5f7910-7deb-4419-8be4-7304723a9c75)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:53.873762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9505673e-aafc-4e6e-83b0-bc67fe73a23b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:53.883363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Transition to ACTIVE for port object d2e8f846-2971-460e-b533-8b28afd58834 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:53.887261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9505673e-aafc-4e6e-83b0-bc67fe73a23b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:53.887635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.955177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.988125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.019889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.068595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:54.084540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:54.092328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:54.143470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9505673e-aafc-4e6e-83b0-bc67fe73a23b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:54.143470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.156743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Pushing event updated for resources: {'Port': ['ID=d2e8f846-2971-460e-b533-8b28afd58834,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.321649 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.6879203 May 13 15:10:54.331026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56136) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:54.343926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Attempting to bind port d2e8f846-2971-460e-b533-8b28afd58834 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:54.343926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Attempting to bind port d2e8f846-2971-460e-b533-8b28afd58834 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:54.343926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Attempting to bind port d2e8f846-2971-460e-b533-8b28afd58834 on network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:54.344381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da1b9-07f0-439b-931a-8bbdd37f18fe tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=f89dc172-8197-4a4a-8612-bcc8a99fb306,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.345917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9505673e-aafc-4e6e-83b0-bc67fe73a23b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9505673e-aafc-4e6e-83b0-bc67fe73a23b,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:54.352820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e6fefed0-2957-4d36-8d75-54b35c8d2303 None None] Provisioning complete for port 9505673e-aafc-4e6e-83b0-bc67fe73a23b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:54.353765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e6fefed0-2957-4d36-8d75-54b35c8d2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.381870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:54.381870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Checking segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:54.381870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.382243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Bound using segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:54.382659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Bound port: d2e8f846-2971-460e-b533-8b28afd58834, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:54.382952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.399811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f89dc172-8197-4a4a-8612-bcc8a99fb306 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:54.447881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.466685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Allocated IP 172.26.7.148 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/cbfedf66-b8b7-4f59-ac47-a5a88cfd293d) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:54.469617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:54.487481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:54.493028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.495295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:54.499577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:54.499885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:54.500609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.503719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016a0b9-3c80-4dee-b490-cf59ac0ee62f None None] Pushing event updated for resources: {'Port': ['ID=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.518628 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Sync routers for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:54.542082 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:54.548825 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:54.570497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.690280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0935d9-c96c-4bca-8801-2f2d5e0671db,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.754958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9505673e-aafc-4e6e-83b0-bc67fe73a23b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.768848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] For port d2e8f846-2971-460e-b533-8b28afd58834, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:54.771330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:54.825697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5509583d-92cc-47c1-9e99-ecb639a2fbed tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1904111 May 13 15:10:54.826946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.828135 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1826d85b-854d-46fc-8a3c-f03dbab1c850 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9239528 May 13 15:10:54.828404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] For port d2e8f846-2971-460e-b533-8b28afd58834, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e8f846-2971-460e-b533-8b28afd58834,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:54.832377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.837846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56140) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:54.838464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56142) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:54.855428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e6fefed0-2957-4d36-8d75-54b35c8d2303 None None] Current status of the port 9505673e-aafc-4e6e-83b0-bc67fe73a23b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:54.857006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.901136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.901475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.904540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.904776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.905094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_create 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.905421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.905777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_update 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.906127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.906463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.906801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.907115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:54.909411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}]}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:54.921510 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:54.983355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:55.051547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4103d2a-3823-4ea4-a301-8cb2114d2db0 None None] Pushing event updated for resources: {'Port': ['ID=d2e8f846-2971-460e-b533-8b28afd58834,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.083360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:55.111199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:55.111877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:55.112218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:55.112648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:10:55.113020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89dc172-8197-4a4a-8612-bcc8a99fb306']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.117205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Usage tracker for resource:router and tenant:f4e4cbfe650f49e5af9b3346c8f01f5b is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:55.126589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd09600-2057-4a79-8aa3-dc376a4203ab') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.126964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd09600-2057-4a79-8aa3-dc376a4203ab') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.133538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:55.148159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.161600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Transition to ACTIVE for port object 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:55.169666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:55.174545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.186569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:55.186742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: from cryptography.utils import int_from_bytes May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: from cryptography.utils import int_from_bytes May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn_limited( May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn_limited( May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:55.211992 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:55.282835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.339405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.340398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.395759 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 3, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.400856 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Checking router: 9d92d039-1aff-4362-9d85-5e234d40b32e for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:55.401376 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Updating router 9d92d039-1aff-4362-9d85-5e234d40b32e port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:55.426436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.449417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.454499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f89dc172-8197-4a4a-8612-bcc8a99fb306 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:10:55.459507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.468226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Network': ['ID=f89dc172-8197-4a4a-8612-bcc8a99fb306,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.493477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.500379 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a062cfae-8b40-4aad-8f94-003e8401f7ff tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/f89dc172-8197-4a4a-8612-bcc8a99fb306 HTTP/1.1" status: 204 len: 168 time: 1.1653125 May 13 15:10:55.500725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56148) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:55.515551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:55.516747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.522975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a40a53-d4ec-495d-8731-9ec09faef633 None None] Network 833412f5-b802-441a-ac2e-841a02b4ec90 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:55.536612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:55.546223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:network and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:55.551828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:55.563543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:55.671664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Network 833412f5-b802-441a-ac2e-841a02b4ec90 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:55.683622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:55.692192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:55.695136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.701227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:55.707625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:55.707824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.711761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event updated for resources: {'Port': ['ID=6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.734915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.779511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Provisioning for port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:55.789618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Provisioning complete for port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:55.790489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.816838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:55.837657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.838461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Added segment 4bb51315-eb83-481d-aac9-cd37e0e18edd of type vlan for network cabbdc51-c729-4bf9-a72b-d968282acd6d May 13 15:10:55.881178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.941979 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 15:10:55.943556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:10:56.025021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Current status of the port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:56.025485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.058984 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-88138c63-faad-43e1-85b7-956f1df4480f tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8618524 May 13 15:10:56.060231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.061295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:56.062002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.066185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56152) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:56.076893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] For port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,segment=NetworkSegment(1b5f7910-7deb-4419-8be4-7304723a9c75),segment_id=1b5f7910-7deb-4419-8be4-7304723a9c75)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:56.163262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.269173 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-13b0d13e-7559-44db-8396-7c1ae02e2594 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4339170 May 13 15:10:56.286248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a430b6-8fe7-4694-a076-3ed6105c1ca0 None None] Pushing event updated for resources: {'Port': ['ID=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.388929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Provisioning complete for port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:56.389312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.454988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56156) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:56.456415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Deleting port 59cf6cb9-7126-4f79-b011-25020cc34bc9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:56.456769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.463631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cbefe7-9ce2-4239-b11d-7be1fe034167 None None] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:56.595253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=cabbdc51-c729-4bf9-a72b-d968282acd6d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.614829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Pushing event updated for resources: {'Port': ['ID=cbfedf66-b8b7-4f59-ac47-a5a88cfd293d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.678874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:56.683422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network cabbdc51-c729-4bf9-a72b-d968282acd6d details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:56.741575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59559dc4-e186-4b4f-8bf4-5e8ff7e76901 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2371795 May 13 15:10:56.748126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56160) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:56.750923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:56.757917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Deleting port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:56.758280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.768957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e8f846-2971-460e-b533-8b28afd58834 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:56.769347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:56.770307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:56.770907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.790783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.791637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'subnet': {'network_id': 'cabbdc51-c729-4bf9-a72b-d968282acd6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:56.802651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:56.817062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Allocated IP 172.26.7.164 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/7c7b6eda-e140-49c1-9a03-248301a272f8) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:56.817062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.821845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:subnet and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:56.828306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:56.851179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.852118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:56.918412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.919195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.929714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Current status of the port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:56.947186 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fc8baa6a-91e1-4ae9-a12b-b965b52deb60 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 7.2191532 May 13 15:10:56.968820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56164) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:57.003920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.148'}]}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:57.046505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Provisioning for port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:57.053522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Provisioning complete for port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.053896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.056041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:57.059467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.076810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Calling delete_port for 59cf6cb9-7126-4f79-b011-25020cc34bc9 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:57.088041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d2e8f846-2971-460e-b533-8b28afd58834 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:57.107073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:57.108273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:57.153071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Usage tracker for resource:router and tenant:928f30494cf844f582b73c8733876761 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:57.169606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8093eab2-1a56-4ec3-ba2a-72a2d40a5897 None None] Port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:57.185295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:57.198997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.198997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.214341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:57.327290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.352963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Provisioning complete for port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.353323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.386094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:57.387486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9505673e-aafc-4e6e-83b0-bc67fe73a23b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:57.403480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.404453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.411957 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.431272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.463624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Port 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:57.487566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9505673e-aafc-4e6e-83b0-bc67fe73a23b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.487755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.519928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.539430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Provisioning for port d2e8f846-2971-460e-b533-8b28afd58834 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:57.549778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Provisioning complete for port d2e8f846-2971-460e-b533-8b28afd58834 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:57.550253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.677532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Calling delete_port for 6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:57.718919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9505673e-aafc-4e6e-83b0-bc67fe73a23b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:57.736971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Allocated IP 172.20.0.1 (ff642ffd-e680-4acb-97b1-87c4ceb3320b/caa8d9b3-c08c-46a2-bf13-f3846f082ab9/0277bf00-969e-46a5-a23e-554362f7b8b5) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:57.745665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Current status of the port d2e8f846-2971-460e-b533-8b28afd58834 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:57.746400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.748949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.804687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.811806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] For port d2e8f846-2971-460e-b533-8b28afd58834, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e8f846-2971-460e-b533-8b28afd58834,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:57.860869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Pushing event deleted for resources: {'Port': ['ID=59cf6cb9-7126-4f79-b011-25020cc34bc9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:57.896361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.917117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.932136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:57.995809 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.002658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3ccec-69f4-4131-8924-7be00349d822 None None] Pushing event updated for resources: {'Port': ['ID=d2e8f846-2971-460e-b533-8b28afd58834,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.016746 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Transition to ACTIVE for port object 6ea2ef95-fe97-456b-8c0a-51d0aea7790b will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:58.038114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e51af592-39ef-455f-818d-1f3040bf9901 None None] Provisioning complete for port d2e8f846-2971-460e-b533-8b28afd58834 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:58.038483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e51af592-39ef-455f-818d-1f3040bf9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.070597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:58.089388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.159041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.194339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.195919 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1bf725ac-cd6b-4499-a21f-2f2484d36573 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440 tempest-ExternalNetworksAdminNegativeTestJSON-1428268440-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/c62736d9-912c-4e16-a638-63e65285f8df HTTP/1.1" status: 204 len: 168 time: 1.9852998 May 13 15:10:58.197807 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Attempting to bind port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:58.198216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Attempting to bind port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:58.198561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:58.202645 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Attempting to bind port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:58.206546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e51af592-39ef-455f-818d-1f3040bf9901 None None] Current status of the port d2e8f846-2971-460e-b533-8b28afd58834 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:58.209254 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Pushing event updated for resources: {'Port': ['ID=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.219940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.220337 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.221313 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.221660 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.222006 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.222347 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.222678 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.223003 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.223342 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.223671 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.223995 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.224363 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Tracked resource versions report: May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: pushed versions: May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: { 'AddressGroup': {'1.2'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'ConntrackHelper': {'1.0'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Log': {'1.0'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Network': {'1.1'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Port': {'1.7'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'PortForwarding': {'1.2'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'QosPolicy': {'1.8'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroup': {'1.4'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroupRule': {'1.2'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SubPort': {'1.0'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Subnet': {'1.1'}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Trunk': {'1.1'}} May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: consumer versions: May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: { DHCP agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: HyperV agent@hv-neutron-8353: {}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: L3 agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: Metadata agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: Metering agent@dv-neutron-835340-3-hyperv: {}, May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: Open vSwitch agent@dv-neutron-835340-3-hyperv: { 'AddressGroup': '1.2', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'ConntrackHelper': '1.0', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Log': '1.0', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Network': '1.1', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Port': '1.7', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'PortForwarding': '1.2', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'QosPolicy': '1.8', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroup': '1.4', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SecurityGroupRule': '1.2', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'SubPort': '1.0', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Subnet': '1.1', May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: 'Trunk': '1.1'}} May 13 15:10:58.225484 dv-neutron-835340-3-hyperv neutron-server[88840]: {{(pid=88840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 15:10:58.228243 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:58.228614 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:58.229006 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.229382 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:58.229850 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Bound port: 6ea2ef95-fe97-456b-8c0a-51d0aea7790b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:58.230454 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.232318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.260602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.285853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Pushing event updated for resources: {'Port': ['ID=7c7b6eda-e140-49c1-9a03-248301a272f8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.331175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:10:58.331909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.342490 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] For port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:58.346529 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] For port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:58.363611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event deleted for resources: {'Port': ['ID=6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.426204 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.432798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.516668 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad02c96-1403-4eba-b4f4-36a8c1733656 None None] Pushing event updated for resources: {'Port': ['ID=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.537921 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:58.538568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.539353 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:58.543112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1dbc639c-8c2d-43ac-997d-f09e46e44b38 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "DELETE /v2.0/ports/6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 HTTP/1.1" status: 204 len: 168 time: 2.0366881 May 13 15:10:58.543777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.557098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2a977d1-98cc-4972-be20-c5b4ee51014a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:58.586371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Checking segment: {'id': '4bb51315-eb83-481d-aac9-cd37e0e18edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cabbdc51-c729-4bf9-a72b-d968282acd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:58.586733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Network hostable DHCP agents. Network: cabbdc51-c729-4bf9-a72b-d968282acd6d, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:58.708699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Network cabbdc51-c729-4bf9-a72b-d968282acd6d is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:58.753846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e8f846-2971-460e-b533-8b28afd58834 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:58.788352 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eb87e963-62c8-4b96-a0e4-7e342b8ad768 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2393923 May 13 15:10:58.790852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.796428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1333390585'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:58.801903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, cabbdc51-c729-4bf9-a72b-d968282acd6d) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:58.803868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:58.809424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:58.810388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.815111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Usage tracker for resource:network and tenant:7aa245445c9c425f8a0b4c6f4df4bf89 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:58.819040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:58.819297 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:58.831748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:58.843216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558583fc-a1ee-4cf6-873c-9b1a88d33d5a None None] Network cabbdc51-c729-4bf9-a72b-d968282acd6d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:58.877578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.916610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Made reservation on behalf of 7aa245445c9c425f8a0b4c6f4df4bf89 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:58.933742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.969267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2a0f238a-e7ee-4b60-8a1f-220624b97983 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2160482 May 13 15:10:58.969447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56192) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.980747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'floatingip': {'floating_network_id': 'cabbdc51-c729-4bf9-a72b-d968282acd6d'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:58.986277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:58.993666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:floatingip and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:58.998396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:59.007358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:59.012138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:59.024215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.024701 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Added segment 594165b3-2e5a-44f1-b9b5-4da27dc3a75e of type vlan for network 890c77d4-27a9-423d-b88f-212d1a5a81ab May 13 15:10:59.052692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.077990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.134890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d2e8f846-2971-460e-b533-8b28afd58834 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:59.135354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.192906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.199448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:59.200588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.203502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.212243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Allocated IP 172.26.7.94 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/f1258019-0a83-4f55-bbb7-eafc14c68fe2) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:59.228666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.282441 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 3, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:59.287761 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be0b96-db69-4fde-8610-9ba20920b310 None None] The sync data for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv is: [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 3, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:59.317788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d2e8f846-2971-460e-b533-8b28afd58834 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:59.320107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac2fa7-d65b-44cc-baf6-5232ffa91a09 None None] Network cabbdc51-c729-4bf9-a72b-d968282acd6d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:59.349963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:59.354966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Usage tracker for resource:security_group_rule and tenant:48ae034074fa4f26a57a0f0f3f03009a is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:59.358824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:59.404981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:59.408883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event updated for resources: {'Network': ['ID=890c77d4-27a9-423d-b88f-212d1a5a81ab,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.426709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.432887 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 890c77d4-27a9-423d-b88f-212d1a5a81ab details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:59.472725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.532906 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e6378a5-f062-4a8c-b3b4-adc1be544bb3 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7408774 May 13 15:10:59.539600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56196) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.593312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Transition to ACTIVE for port object 0277bf00-969e-46a5-a23e-554362f7b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:59.750761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Allocated IP 172.20.0.5 (cabbdc51-c729-4bf9-a72b-d968282acd6d/d2a977d1-98cc-4972-be20-c5b4ee51014a/412e829b-45ed-4245-9a68-6a7ec33bd85f) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:59.776631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.853124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.919199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.923383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf1f37-2331-4b97-aa32-daa1f3cea9ca,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.930815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-415cfa0e-a195-47c8-845d-e0084826e282 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=48ae034074fa4f26a57a0f0f3f03009a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0409815 May 13 15:10:59.941308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56200) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.972239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.994152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.083519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.155966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Network cabbdc51-c729-4bf9-a72b-d968282acd6d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:00.159758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:00.163570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:00.194105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Port': ['ID=412e829b-45ed-4245-9a68-6a7ec33bd85f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:00.215048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.257051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.301880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7c7584c7-9779-47b5-a67d-933ec6aaea24 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.7266967 May 13 15:11:00.304678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56204) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:00.344295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:00.353685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:00.356352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:00.356983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.389472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.407549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Pushing event updated for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:00.449319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.534234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13071445-095a-4962-a359-6a153de15df8 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] Network 890c77d4-27a9-423d-b88f-212d1a5a81ab is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:00.540409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.621081 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-13071445-095a-4962-a359-6a153de15df8 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "POST /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3153274 May 13 15:11:00.622111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.623717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56208) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:00.635062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6ea2ef95-fe97-456b-8c0a-51d0aea7790b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:00.695558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:00.707636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:00.710548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:00.718817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c247827-e579-436e-81a3-2f0371988d00 None None] Network 890c77d4-27a9-423d-b88f-212d1a5a81ab requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:00.951928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8bcd5e25-b580-49f6-a39e-26ad9e65ae7b None None] Provisioning for port 0277bf00-969e-46a5-a23e-554362f7b8b5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:00.967440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9fda69c8-80a3-4e98-8efd-929f2604b2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.971763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8bcd5e25-b580-49f6-a39e-26ad9e65ae7b None None] Provisioning complete for port 0277bf00-969e-46a5-a23e-554362f7b8b5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:00.972650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8bcd5e25-b580-49f6-a39e-26ad9e65ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.977978 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5075b631-5aa0-46ce-b692-e65a7dd26fe3 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks HTTP/1.1" status: 200 len: 7216 time: 0.3532794 May 13 15:11:00.978514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56212) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:00.982830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:00.997909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.016799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:01.028183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:01.028183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.069578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.077139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.079498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd5e25-b580-49f6-a39e-26ad9e65ae7b None None] Port 0277bf00-969e-46a5-a23e-554362f7b8b5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:01.160806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:01.161244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.179739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:01.197896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Port': ['ID=412e829b-45ed-4245-9a68-6a7ec33bd85f,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.209281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.243477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Pushing event updated for resources: {'Port': ['ID=f1258019-0a83-4f55-bbb7-eafc14c68fe2,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.269301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.340168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.371523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.372792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-705a084e-5fe2-4ca0-ba28-022727759d00 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4023538 May 13 15:11:01.376241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:01.452910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dabf6060-4653-4314-b930-b0d84f890f94 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Synchronizing usage tracker for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:floatingip {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:01.492422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.549100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dabf6060-4653-4314-b930-b0d84f890f94 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Unset dirty status for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:floatingip {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:01.550306 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dabf6060-4653-4314-b930-b0d84f890f94 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "GET /v2.0/floatingips?floating_network_id=cabbdc51-c729-4bf9-a72b-d968282acd6d HTTP/1.1" status: 200 len: 689 time: 0.1725030 May 13 15:11:01.553311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56220) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:01.687782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.721744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.765970 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-195eba99-ebcf-49fb-950f-dea8ce23dc18 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "DELETE /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks/890c77d4-27a9-423d-b88f-212d1a5a81ab HTTP/1.1" status: 204 len: 168 time: 0.7135682 May 13 15:11:01.768675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56224) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:01.782185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Deleting port 412e829b-45ed-4245-9a68-6a7ec33bd85f {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:01.782526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.788530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.792713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.820898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.828211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf1f37-2331-4b97-aa32-daa1f3cea9ca,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.850897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.090389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-02698bee-d8ed-4a92-9022-d461e1dc6d38 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.3161428 May 13 15:11:02.093875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56228) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.110633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.111017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.238787 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ba2d3e70-008e-4a6c-a241-e6f57e46c5ed tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/networks/833412f5-b802-441a-ac2e-841a02b4ec90/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1399906 May 13 15:11:02.238999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.238999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6c6a6a-20e0-4bfa-a116-5a9f442ce2ef {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:02.247303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Calling delete_port for 412e829b-45ed-4245-9a68-6a7ec33bd85f owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:02.274244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56232) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.299906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.302452 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8268d518-0286-4aaa-9625-f11a4b0321e8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/12bf1f37-2331-4b97-aa32-daa1f3cea9ca HTTP/1.1" status: 204 len: 168 time: 2.3514929 May 13 15:11:02.316157 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6bbcade6-09f0-4ad0-8a3d-5f7e77757715 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/networks/833412f5-b802-441a-ac2e-841a02b4ec90/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0407891 May 13 15:11:02.320096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56238) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.373396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.522860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.553896 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f03fc728-3489-4031-93ed-b61343509c77 tempest-DHCPAgentSchedulersTestJSON-331839473 tempest-DHCPAgentSchedulersTestJSON-331839473-project-admin] 10.222.0.91 "GET /v2.0/agents/6438fb0d-1d0f-4efa-a110-1ccb0a602f43/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.2301347 May 13 15:11:02.554287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56242) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.577735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6ea2ef95-fe97-456b-8c0a-51d0aea7790b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:02.635643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.664883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:02.665338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.732713 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 15:11:02.733765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-61c8b0bb-cae9-45d8-a6a3-171f3dd14df7 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.8940213 May 13 15:11:02.740553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.765248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Port': ['ID=412e829b-45ed-4245-9a68-6a7ec33bd85f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:02.804108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:02.853801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.907036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.917853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.988374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Router c1747a81-5b04-4659-a7ed-2364ee4b6b6a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:03.055543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.088304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.113894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890c77d4-27a9-423d-b88f-212d1a5a81ab']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.120236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56252) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.137138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d5b300d-2982-4329-8e6a-29de4f77bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.153983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Deleting port bb0935d9-c96c-4bca-8801-2f2d5e0671db {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:03.154354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.155501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594165b3-2e5a-44f1-b9b5-4da27dc3a75e') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.155794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594165b3-2e5a-44f1-b9b5-4da27dc3a75e') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.178563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.214207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.228176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ebe7372d-a734-4481-a3c2-8450d24a1d35 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=400d8e9fbc434a6d84c26aa8e9d5805b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1045282 May 13 15:11:03.230834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:03.231224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:03.246956 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:03.248933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.381240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.408435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.419617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.422859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.504336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a977d1-98cc-4972-be20-c5b4ee51014a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:03.509716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.520356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event deleted for resources: {'Network': ['ID=890c77d4-27a9-423d-b88f-212d1a5a81ab,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:03.557585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.576845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.607783 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ad5c83ca-4465-4ac7-86dc-d9a695de22a7 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "DELETE /v2.0/networks/890c77d4-27a9-423d-b88f-212d1a5a81ab HTTP/1.1" status: 204 len: 168 time: 1.0501709 May 13 15:11:03.617035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56260) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.663867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.675962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f565ce55-e1a9-4088-bef6-d0d20648a6c4 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] DELETE failed (client error): The resource could not be found. May 13 15:11:03.676430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f565ce55-e1a9-4088-bef6-d0d20648a6c4 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:03.693541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f565ce55-e1a9-4088-bef6-d0d20648a6c4 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "DELETE /v2.0/ports/6764ff1b-0ae9-49d0-b8c5-eb7e3ac24d33 HTTP/1.1" status: 404 len: 333 time: 0.0730784 May 13 15:11:03.694115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.728266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabbdc51-c729-4bf9-a72b-d968282acd6d']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.758020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb51315-eb83-481d-aac9-cd37e0e18edd') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.758234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb51315-eb83-481d-aac9-cd37e0e18edd') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:03.773573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.775948 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.777150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7849c50f-420e-4e99-86a0-a60a800fbc18 HTTP/1.1" status: 204 len: 168 time: 0.5277305 May 13 15:11:03.780808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.805441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713feea3-e8c0-4c27-bd49-dc6867f2b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849c50f-420e-4e99-86a0-a60a800fbc18,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:03.822676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.833562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Deleting subnet 2b1be6a1-dba0-498c-9a00-1fe7b340dedd {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:03.836841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:03.837241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:03.855000 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:03.859621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.995133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.005590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.006114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7792e55-4d1c-4663-8764-d94993e9338b {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:04.011755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.015961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:04.022340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.026130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Sync routers for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:04.037277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:04.038044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:04.129052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.153640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.154446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.161612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.181064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cabbdc51-c729-4bf9-a72b-d968282acd6d {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:11:04.189308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.205967 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/cabbdc51-c729-4bf9-a72b-d968282acd6d HTTP/1.1" status: 204 len: 168 time: 2.6515830 May 13 15:11:04.206964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24390-cbb1-4fba-8893-e9af1ab0f1f1 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Network': ['ID=cabbdc51-c729-4bf9-a72b-d968282acd6d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.209301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56270) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.210578 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 15:11:04.211810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-21924fd1-35bb-4d02-a761-722298e53f49 tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.2331650 May 13 15:11:04.215669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56274) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.300095 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:04.303988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:04.315192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.325765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19f375f2-81b8-43d5-b9a9-659e666e3d32 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Synchronizing usage tracker for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:floatingip {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:04.330295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.331846 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bbf017fe-eddc-4cda-aad4-11410179310d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 14.5827200 May 13 15:11:04.339162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.547107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Calling delete_port for bb0935d9-c96c-4bca-8801-2f2d5e0671db owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:04.614365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Pushing event updated for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.653169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Deleting port cbfedf66-b8b7-4f59-ac47-a5a88cfd293d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:04.654230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.689367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19f375f2-81b8-43d5-b9a9-659e666e3d32 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Unset dirty status for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:floatingip {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:04.693430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-19f375f2-81b8-43d5-b9a9-659e666e3d32 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4815664 May 13 15:11:04.694686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.766068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.766751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56290) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.770915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.787044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 3, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:04.791478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Checking router: c1747a81-5b04-4659-a7ed-2364ee4b6b6a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:04.791958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Updating router c1747a81-5b04-4659-a7ed-2364ee4b6b6a port 7c7b6eda-e140-49c1-9a03-248301a272f8 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:04.848054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.879631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1be6a1-dba0-498c-9a00-1fe7b340dedd,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.902742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.908412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21348ce-f968-490c-85ec-7e17f7c42b7b None None] Network 833412f5-b802-441a-ac2e-841a02b4ec90 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:04.915654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:04.917416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:04.932859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9d687263-2ca3-44c8-8ba4-823eb4cd96e1 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "DELETE /v2.0/subnets/2b1be6a1-dba0-498c-9a00-1fe7b340dedd HTTP/1.1" status: 204 len: 168 time: 1.2377024 May 13 15:11:04.966844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56296) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.044678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.161391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Router 0d405040-2998-4a7a-aab6-6ad4c38281ae is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:05.171953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.174597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.175708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.175708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.176237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.176755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.177565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.178265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Synchronizing usage tracker for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:05.184108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb0935d9-c96c-4bca-8801-2f2d5e0671db,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.200804 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-19fbb0b3-c13b-4012-9ef6-cf145bb2b5f8 tempest-RoutersAdminNegativeTest-559761037 tempest-RoutersAdminNegativeTest-559761037-project-admin] 10.222.0.91 "DELETE /v2.0/ports/bb0935d9-c96c-4bca-8801-2f2d5e0671db HTTP/1.1" status: 204 len: 168 time: 2.4464130 May 13 15:11:05.391888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c1a2e326-9210-4b7e-88c8-383914d62325 None None] Provisioning complete for port 0277bf00-969e-46a5-a23e-554362f7b8b5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:05.392615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e326-9210-4b7e-88c8-383914d62325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.442630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:05.458607 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Sync routers for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:05.461310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2e326-9210-4b7e-88c8-383914d62325 None None] Port 0277bf00-969e-46a5-a23e-554362f7b8b5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:05.476348 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:05.480560 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:05.508935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.564704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.579038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.583385 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37e63144-a9a9-471c-b5a6-8f2feb90bf61 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9589326 May 13 15:11:05.588624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56312) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.594518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] DHCP port deletion for 833412f5-b802-441a-ac2e-841a02b4ec90 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:05.597160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Transition to ACTIVE for port object 7c7b6eda-e140-49c1-9a03-248301a272f8 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:05.608225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Deleting port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:05.608590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.623917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Unset dirty status for tenant:5682ebce15324f1fa3ee714eec4705bd on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:05.625485 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c655147-3dec-4f24-a4ba-0062ca8f1575 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.8222082 May 13 15:11:05.638574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56316) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.758070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Deleting port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:05.758740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.785532 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-a7052ce4-9a73-4933-8c10-af3eb453dea4 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] delete failed (client error): The resource could not be found. May 13 15:11:05.785734 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:05.787115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a7052ce4-9a73-4933-8c10-af3eb453dea4 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/ab9b333e-0aff-4d65-a4ff-dad0244094db HTTP/1.1" status: 404 len: 345 time: 0.1456187 May 13 15:11:05.796951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56322) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.801496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.819575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.956856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebbb22-d7e8-4591-a501-c48bac748b3f None None] Pushing event updated for resources: {'Port': ['ID=7c7b6eda-e140-49c1-9a03-248301a272f8,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.968227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Attempting to bind port 7c7b6eda-e140-49c1-9a03-248301a272f8 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:05.968770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Attempting to bind port 7c7b6eda-e140-49c1-9a03-248301a272f8 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:05.969273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Attempting to bind port 7c7b6eda-e140-49c1-9a03-248301a272f8 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:05.983833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:05.984518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:05.985054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.985603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:05.986321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Bound port: 7c7b6eda-e140-49c1-9a03-248301a272f8, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:05.986860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.066746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.092213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56328) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:06.108646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] For port 7c7b6eda-e140-49c1-9a03-248301a272f8, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:06.116184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] For port 7c7b6eda-e140-49c1-9a03-248301a272f8, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c7b6eda-e140-49c1-9a03-248301a272f8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:06.177670 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:06.182308 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Checking router: 0d405040-2998-4a7a-aab6-6ad4c38281ae for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:06.182657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Updating router 0d405040-2998-4a7a-aab6-6ad4c38281ae port f1258019-0a83-4f55-bbb7-eafc14c68fe2 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:06.197447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Router 9d92d039-1aff-4362-9d85-5e234d40b32e has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:06.216344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.244564 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.347078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.353651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebbb22-d7e8-4591-a501-c48bac748b3f None None] Pushing event updated for resources: {'Port': ['ID=7c7b6eda-e140-49c1-9a03-248301a272f8,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:06.385643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Calling delete_port for cbfedf66-b8b7-4f59-ac47-a5a88cfd293d owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:06.386973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:06.387801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:06.415516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7c98fa-c5c2-4a13-b749-f97a38e873a0 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] DELETE failed (client error): The resource could not be found. May 13 15:11:06.415981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7c98fa-c5c2-4a13-b749-f97a38e873a0 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:06.421527 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bd7c98fa-c5c2-4a13-b749-f97a38e873a0 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/cabbdc51-c729-4bf9-a72b-d968282acd6d HTTP/1.1" status: 404 len: 339 time: 0.6076765 May 13 15:11:06.438206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56338) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:06.466015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:06.474506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0c6413e4394e9a8c38c16c280f0fea is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:06.483051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:06.497319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:06.515132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'name': 'tempest-network--1277656854', 'router:external': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:06.634204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:06.639132 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.653766 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Transition to ACTIVE for port object f1258019-0a83-4f55-bbb7-eafc14c68fe2 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:06.673472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:06.696250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.720116 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.775562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:network and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:06.785039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.803820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:06.820684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.917808 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ddccb-44dc-4730-b082-8f0b7300a7de None None] Pushing event updated for resources: {'Port': ['ID=f1258019-0a83-4f55-bbb7-eafc14c68fe2,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:06.920544 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Attempting to bind port f1258019-0a83-4f55-bbb7-eafc14c68fe2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:06.921037 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Attempting to bind port f1258019-0a83-4f55-bbb7-eafc14c68fe2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:06.921404 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Attempting to bind port f1258019-0a83-4f55-bbb7-eafc14c68fe2 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:06.928187 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:06.928572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:06.928950 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.929338 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:06.929892 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Bound port: f1258019-0a83-4f55-bbb7-eafc14c68fe2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:06.930262 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.944825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:06.951617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d1b13-34fd-4493-928f-c5fbb41c7162,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:06.972755 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb69edc6-f725-4765-8aa4-0799817858f9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c0c6413e4394e9a8c38c16c280f0fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768771 May 13 15:11:06.976768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56352) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:06.991846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:07.020806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:07.073319 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] For port f1258019-0a83-4f55-bbb7-eafc14c68fe2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:07.076640 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] For port f1258019-0a83-4f55-bbb7-eafc14c68fe2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f1258019-0a83-4f55-bbb7-eafc14c68fe2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:07.076987 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fffad599-7b0e-420c-ba97-aa15e000c352 admin admin] 10.222.0.91 "PUT /v2.0/routers/9d92d039-1aff-4362-9d85-5e234d40b32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2354627 May 13 15:11:07.092522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Sync routers for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:07.146893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:07.149369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.174667 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.176007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:07.176638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:07.249704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.354167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56368) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:07.365026 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ddccb-44dc-4730-b082-8f0b7300a7de None None] Pushing event updated for resources: {'Port': ['ID=f1258019-0a83-4f55-bbb7-eafc14c68fe2,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:07.383336 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:07.383951 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:07.402501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.453796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:07.487958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] For port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,segment=NetworkSegment(1b5f7910-7deb-4419-8be4-7304723a9c75),segment_id=1b5f7910-7deb-4419-8be4-7304723a9c75)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:07.488494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.585677 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:07.659668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1d979899-572b-49e5-a7f3-c90d9d4256df tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:07.671973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:07.673657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.699197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Calling delete_port for bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:07.714963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.894616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] For port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,segment=NetworkSegment(1b5f7910-7deb-4419-8be4-7304723a9c75),segment_id=1b5f7910-7deb-4419-8be4-7304723a9c75)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:07.895007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.903699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.924837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.983490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Allocated IP 172.20.0.1 (8f9ef6ca-06ae-4807-8c33-835ebc5cb61c/32f9322d-430f-4330-a37f-652482782fbf/fcc0cac3-a2bb-4ad0-8482-8988ed1314f1) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:08.074978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbfedf66-b8b7-4f59-ac47-a5a88cfd293d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.087984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:08.102975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Calling delete_port for bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:08.145724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.199511 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:08.207935 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584bd06-7e21-4360-844a-483311b75aa2 None None] The sync data for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv is: [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 3, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:08.208107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] No DVR routers for this DVR port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:08.215709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d1b13-34fd-4493-928f-c5fbb41c7162,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.240058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Allocated IP 172.20.0.1 (4c05c904-6b17-4f7b-8e3c-91490c8d479e/71f09ba5-bb2d-44d4-9d44-e6ead2de588a/ddde556b-d29d-4bd7-82cb-91d7453f07df) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:08.251332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event deleted for resources: {'Port': ['ID=bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.253833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.254456 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Added segment e831217d-3d7d-40c7-a35d-ddbab258fc3e of type vlan for network e67b5141-e6fd-4da5-b1c7-8a9fef6b7767 May 13 15:11:08.266084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.273820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.275076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b542636-360e-4df1-9056-25226270b359 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d14d1b13-34fd-4493-928f-c5fbb41c7162 HTTP/1.1" status: 204 len: 168 time: 1.2970867 May 13 15:11:08.291001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Transition to ACTIVE for port object fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:08.342470 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1d979899-572b-49e5-a7f3-c90d9d4256df tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "PUT /v2.0/quotas/b2025a294a584b898fabb6765edf66ef HTTP/1.1" status: 200 len: 366 time: 0.9751713 May 13 15:11:08.343526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56382) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.369767 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b3cf1402-af68-45ce-9160-e61b8f6ad4ff tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0219681 May 13 15:11:08.370598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.383893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:02Z', 'revision_number': 2, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:08.386558 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5174f0fb-01f7-4f11-a298-6152b0a712b1 tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas/b2025a294a584b898fabb6765edf66ef HTTP/1.1" status: 200 len: 366 time: 0.0134418 May 13 15:11:08.390631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56390) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.405821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Checking router: 9d92d039-1aff-4362-9d85-5e234d40b32e for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:08.406114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Updating router 9d92d039-1aff-4362-9d85-5e234d40b32e port 0277bf00-969e-46a5-a23e-554362f7b8b5 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:08.410342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.447981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56394) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.499267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.512075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:08.514632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:08.596044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 3, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:08.604109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99418d3-28ff-44b2-aeeb-1b5c1c7ae4d6 None None] The sync data for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv is: [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:10:58Z', 'revision_number': 3, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:08.680900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781428287', 'description': 'tempest-description--1326485947'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:08.709919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:08.719578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.724045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:08.728502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:08.733380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:08.733722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.752773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Usage tracker for resource:security_group and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:08.763334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.781383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.797748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6bc27abd-1baa-4e54-84bc-eaed0029778e tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/b2025a294a584b898fabb6765edf66ef HTTP/1.1" status: 204 len: 168 time: 0.4053893 May 13 15:11:08.810465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56400) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.849407 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c93a3963-2b51-41e2-8a9c-9dd5ed5af7ce tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0353761 May 13 15:11:09.023276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833412f5-b802-441a-ac2e-841a02b4ec90']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:09.023276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5f7910-7deb-4419-8be4-7304723a9c75') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:09.023276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5f7910-7deb-4419-8be4-7304723a9c75') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:09.024199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56404) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.024199 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9aa7aff7-12b3-44d2-8bfb-0bc9811fad17 tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas/b2025a294a584b898fabb6765edf66ef HTTP/1.1" status: 200 len: 370 time: 0.0121434 May 13 15:11:09.024463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.024536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56408) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.024536 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7eb4a01-c3fa-43e6-8815-7163ed97fc18 tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas/b2025a294a584b898fabb6765edf66ef/default HTTP/1.1" status: 200 len: 370 time: 0.0049160 May 13 15:11:09.024668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.024668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:09.024802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Deleting port bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:09.024802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.025315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56412) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.037695 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-d3aff8fd-233c-4157-b903-9437c7724390 tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] delete failed (client error): The resource could not be found. May 13 15:11:09.039724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d3aff8fd-233c-4157-b903-9437c7724390 tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "DELETE /v2.0/quotas/b2025a294a584b898fabb6765edf66ef HTTP/1.1" status: 404 len: 348 time: 0.0152540 May 13 15:11:09.043749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:09.069294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.113188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Transition to ACTIVE for port object ddde556b-d29d-4bd7-82cb-91d7453f07df will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:09.163772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c790050-0998-4e0d-8fa4-4936acddc8a9 None None] The port 'bcfb1b2a-bdb6-4980-85a4-e26084ffb6d3' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:11:09.185875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ba2f73f-463b-421a-a8b9-b0a43db3696c tempest-RoutersAdminNegativeIpV6Test-1814401529 tempest-RoutersAdminNegativeIpV6Test-1814401529-project-admin] 10.222.0.91 "DELETE /v2.0/ports/cbfedf66-b8b7-4f59-ac47-a5a88cfd293d HTTP/1.1" status: 204 len: 168 time: 4.9690173 May 13 15:11:09.196225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.208835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:09.209415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:09.231176 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:09.270274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.300519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.319005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Transition to ACTIVE for port object 0277bf00-969e-46a5-a23e-554362f7b8b5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:09.410781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.411927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:09.412594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.416315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.416802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.504087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b3a36859-48ac-48be-ad62-d5cd099f989c None None] Provisioning for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:09.560389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56420) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.568019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:09.596777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.629529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b3a36859-48ac-48be-ad62-d5cd099f989c None None] Provisioning complete for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:09.630108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3a36859-48ac-48be-ad62-d5cd099f989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.652594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Usage tracker for resource:security_group_rule and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:09.662770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:09.682084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56426) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.682844 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.2347219 May 13 15:11:09.696109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6edc-c23f-4b63-b005-95ce8abbe343 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=e67b5141-e6fd-4da5-b1c7-8a9fef6b7767,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.706907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.737143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.746448 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] 10.222.0.91 "DELETE /v2.0/networks/833412f5-b802-441a-ac2e-841a02b4ec90 HTTP/1.1" status: 204 len: 168 time: 4.7770209 May 13 15:11:09.794216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:09.799871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:09.800404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network e67b5141-e6fd-4da5-b1c7-8a9fef6b7767 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:09.827762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56430) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.881620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Pushing event updated for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.893609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:09.900476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b520f-a5c0-488e-a8a2-0b010a3c0f03 tempest-DHCPAgentSchedulersTestJSON-1805209058 tempest-DHCPAgentSchedulersTestJSON-1805209058-project] Pushing event deleted for resources: {'Network': ['ID=833412f5-b802-441a-ac2e-841a02b4ec90,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.919167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:09.932387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:10.088217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cdc4-2a4e-46d9-a67e-56519d219fff None None] Pushing event updated for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:10.101012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b3a36859-48ac-48be-ad62-d5cd099f989c None None] Port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:10.127235 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24780635-3278-43ce-b4c8-f3361421d145 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f4e4cbfe650f49e5af9b3346c8f01f5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5630977 May 13 15:11:10.143467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56436) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.144269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Attempting to bind port 0277bf00-969e-46a5-a23e-554362f7b8b5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:10.144816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Attempting to bind port 0277bf00-969e-46a5-a23e-554362f7b8b5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:10.145748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Attempting to bind port 0277bf00-969e-46a5-a23e-554362f7b8b5 on network ff642ffd-e680-4acb-97b1-87c4ceb3320b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:10.147057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.164440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:10.164808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Checking segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:10.165212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.165604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Bound using segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:10.166124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Bound port: 0277bf00-969e-46a5-a23e-554362f7b8b5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:10.166512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.188855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:network and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.200593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.258041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:subnet and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.285685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] For port 0277bf00-969e-46a5-a23e-554362f7b8b5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:10.289348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] For port 0277bf00-969e-46a5-a23e-554362f7b8b5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0277bf00-969e-46a5-a23e-554362f7b8b5,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:10.292287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.304997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f06de5-4d19-4e1d-b861-d24f913aa29d tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.315742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f06de5-4d19-4e1d-b861-d24f913aa29d tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.317987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f06de5-4d19-4e1d-b861-d24f913aa29d tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.324011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f06de5-4d19-4e1d-b861-d24f913aa29d tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.325705 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17f06de5-4d19-4e1d-b861-d24f913aa29d tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6423113 May 13 15:11:10.332719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56442) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.333081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.333390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.334190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.390072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.395132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:subnetpool and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.417469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.486738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.488917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.518943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.519171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0959cb46-2e28-43a3-8e19-7092f5b6447a None None] Provisioning for port ddde556b-d29d-4bd7-82cb-91d7453f07df completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:10.561069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.587605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.613518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0959cb46-2e28-43a3-8e19-7092f5b6447a None None] Provisioning complete for port ddde556b-d29d-4bd7-82cb-91d7453f07df triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:10.613688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0959cb46-2e28-43a3-8e19-7092f5b6447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.617920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:10.639471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:port and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.654346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.656092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.691882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:10.692272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:10.715329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:router and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.774320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.813395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:10.852700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:10.869384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.913854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c7b6eda-e140-49c1-9a03-248301a272f8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:10.922105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.926017 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ebad5d5-a54c-4488-8877-df355ddb04bb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4523697 May 13 15:11:10.926263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56460) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.935150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'security_group_rule': {'security_group_id': 'cb9ac143-ec2e-4dad-bf1d-869cdb7e0533', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:10.941398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:10.949895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Usage tracker for resource:security_group_rule and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:10.967551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.974293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:10.983964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:11.004509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_create 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > port after_update 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.015293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.044719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.049477 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf600dec-60b6-4728-b1d0-f8730e70453b HTTP/1.1" status: 204 len: 168 time: 0.8951337 May 13 15:11:11.049477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588f13f-3e7a-4bd1-9233-50b9965411a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf600dec-60b6-4728-b1d0-f8730e70453b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.104726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ac24d4f5-83c3-44cb-97ff-ae8e555db0fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7aa245445c9c425f8a0b4c6f4df4bf89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2355623 May 13 15:11:11.105426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56466) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.126538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cdc4-2a4e-46d9-a67e-56519d219fff None None] Pushing event updated for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.162494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0959cb46-2e28-43a3-8e19-7092f5b6447a None None] Port ddde556b-d29d-4bd7-82cb-91d7453f07df cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:11.163906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.182712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:11.232372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.261932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.262606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.263187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.263587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 15:11:11.264175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67b5141-e6fd-4da5-b1c7-8a9fef6b7767']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:11.275283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:11.308525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:floatingip and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:11.313614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e831217d-3d7d-40c7-a35d-ddbab258fc3e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:11.314185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e831217d-3d7d-40c7-a35d-ddbab258fc3e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:11.322286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.343751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.371309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.391110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 7c7b6eda-e140-49c1-9a03-248301a272f8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:11.408472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.416887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:11.420738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.456682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:11.472644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Usage tracker for resource:security_group_rule and tenant:8f732cfd4ba64d91850d8c926fab8657 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:11.483498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:11.487440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.508756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7c7b6eda-e140-49c1-9a03-248301a272f8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:11.509208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.556651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:11.560725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.582928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:11.583399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: from cryptography.utils import int_from_bytes May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: from cryptography.utils import int_from_bytes May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn_limited( May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn_limited( May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:11.600769 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:11.729833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c87b5b-cffe-4e77-8c00-04fbedd683bc,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.778011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.782362 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6d9f4826-7638-482c-a7cf-d7c2f2de0f0c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8549893 May 13 15:11:11.787308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56474) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.798786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'security_group_rule': {'security_group_id': 'cb9ac143-ec2e-4dad-bf1d-869cdb7e0533', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:11.819593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:11.830528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Usage tracker for resource:security_group_rule and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:11.834660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:11.843857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:11.853992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7c7b6eda-e140-49c1-9a03-248301a272f8 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:11.854401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.876740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.878450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 7c7b6eda-e140-49c1-9a03-248301a272f8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c7b6eda-e140-49c1-9a03-248301a272f8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:11.879188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.898685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2004748f-e159-4316-90cc-6ace0d0d1073,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.906466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.906466 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-622a4d0f-edc7-4c44-96c3-32db9886875b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2004748f-e159-4316-90cc-6ace0d0d1073 HTTP/1.1" status: 204 len: 168 time: 0.7882075 May 13 15:11:11.926748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ce002bda-ce73-4bfd-a135-7a248c0159db None None] Provisioning complete for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:11.927176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ce002bda-ce73-4bfd-a135-7a248c0159db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.938877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.963865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.964746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f1258019-0a83-4f55-bbb7-eafc14c68fe2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:11.987137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.989189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Router 0d405040-2998-4a7a-aab6-6ad4c38281ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:12.002093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:security_group and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:12.019197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:12.023916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.134679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.164583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.181287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Pushing event updated for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.183685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ce002bda-ce73-4bfd-a135-7a248c0159db None None] Port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:12.194679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.200463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5449a7f-df45-4822-aef3-7d1fe685f380 None None] The sync data for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv is: [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:12.207409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=7c7b6eda-e140-49c1-9a03-248301a272f8,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.307100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f1258019-0a83-4f55-bbb7-eafc14c68fe2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:12.312420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f1258019-0a83-4f55-bbb7-eafc14c68fe2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:12.312796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.346238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:12.348072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e67b5141-e6fd-4da5-b1c7-8a9fef6b7767 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:11:12.361784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Network': ['ID=e67b5141-e6fd-4da5-b1c7-8a9fef6b7767,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.364149 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Sync routers for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:12.379535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.388241 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:12.389216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.399927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.428122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Usage tracker for resource:security_group_rule and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:12.439225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4221a503-0b54-4e34-8c5a-425e8b92c816,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.510809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.521273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b1901784-c39a-462c-a87f-e4a6b4f8824d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7292743 May 13 15:11:12.521922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56494) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.525836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f1258019-0a83-4f55-bbb7-eafc14c68fe2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:12.526259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.541989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.549076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:12.550959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:12.555407 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2be54e8c-153b-4afc-84d8-81332005445f tempest-QuotasTest-420152071 tempest-QuotasTest-420152071-project-admin] 10.222.0.91 "GET /v2.0/quotas/34e541aca2524f448f0e058ccaf4c4c5/details.json HTTP/1.1" status: 200 len: 703 time: 2.7164760 May 13 15:11:12.555407 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74b977f6-de82-40a2-8187-090fa1479213 admin admin] 10.222.0.91 "PUT /v2.0/routers/0d405040-2998-4a7a-aab6-6ad4c38281ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9642787 May 13 15:11:12.559938 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4794df48-4035-436d-974b-ea8379ee6ef2 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/e67b5141-e6fd-4da5-b1c7-8a9fef6b7767 HTTP/1.1" status: 204 len: 168 time: 2.2217722 May 13 15:11:12.560710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56502) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.567676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'name': 'tempest-network--1393889275', 'router:external': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:12.569533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f1258019-0a83-4f55-bbb7-eafc14c68fe2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f1258019-0a83-4f55-bbb7-eafc14c68fe2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:12.574949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:12.578378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:12.585290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:network and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:12.585570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Usage tracker for resource:floatingip and tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:12.589404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:12.589732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:12.598992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:12.599229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:12.602187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:12.604469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:12.634381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.676294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.757388 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8f732cfd4ba64d91850d8c926fab8657&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3607922 May 13 15:11:12.767112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56508) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.773164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255ad3f-acf2-40b2-af32-00b621739a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ec6e1-c3c1-47ac-b323-401e39295302,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.780079 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:12.841368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:12.845110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.850638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f1258019-0a83-4f55-bbb7-eafc14c68fe2,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.865257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.931883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:12.933426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56514) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.992678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.026911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.027254 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Added segment 397870d8-65a2-4f7d-ad91-463d74bb95b9 of type vlan for network 55cbc098-224e-4f0c-a41c-4d930c962984 May 13 15:11:13.059427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:13.073200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe748aa6af2149eb9c762795bfd41c95 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:13.075353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0277bf00-969e-46a5-a23e-554362f7b8b5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:13.079228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:13.100261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:13.142719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.198257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.229721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.250341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f2d5797d-3653-402b-b530-6f26c8fbd467 None None] Provisioning complete for port ddde556b-d29d-4bd7-82cb-91d7453f07df triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:13.259885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f2d5797d-3653-402b-b530-6f26c8fbd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.351971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Router c1747a81-5b04-4659-a7ed-2364ee4b6b6a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:13.384008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.407190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.408416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:13.408804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5797d-3653-402b-b530-6f26c8fbd467 None None] Port ddde556b-d29d-4bd7-82cb-91d7453f07df cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:13.409249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.498811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0277bf00-969e-46a5-a23e-554362f7b8b5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:13.503409 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:09Z', 'revision_number': 2, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:13.505601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0277bf00-969e-46a5-a23e-554362f7b8b5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:13.506774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.507327 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Checking router: 0d405040-2998-4a7a-aab6-6ad4c38281ae for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:13.507889 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Updating router 0d405040-2998-4a7a-aab6-6ad4c38281ae port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:13.526212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56524) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.557252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=55cbc098-224e-4f0c-a41c-4d930c962984,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:13.577815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 55cbc098-224e-4f0c-a41c-4d930c962984 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:13.584464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.588931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.614252 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.642719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca0161-6810-4cc4-9000-e390b500742c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:13.696803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ec6e1-c3c1-47ac-b323-401e39295302,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:13.704814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.707969 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-654d33c1-23a8-41cc-886e-6ce4057a304a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/209ec6e1-c3c1-47ac-b323-401e39295302 HTTP/1.1" status: 204 len: 168 time: 0.9396884 May 13 15:11:13.713436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.714336 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ae902fdb-f50d-4f82-acec-2e09c744dce8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fe748aa6af2149eb9c762795bfd41c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7798173 May 13 15:11:13.717002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56536) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.774417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6d4bde59-9194-40c1-af9b-79785779c852 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2125301 May 13 15:11:13.778299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56540) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.814334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56544) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:14.021321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.046167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:14.063236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Sync routers for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:14.085558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0277bf00-969e-46a5-a23e-554362f7b8b5 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:14.089128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.102496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:14.103141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:14.134927 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-82bb1479-63ee-4182-a6cd-fd0d89d6c908 admin admin] 10.222.0.91 "PUT /v2.0/routers/c1747a81-5b04-4659-a7ed-2364ee4b6b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7846155 May 13 15:11:14.160836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.180629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Allocated IP 172.26.7.151 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/b84a30ce-c9ab-488a-8cae-cdc0dc70f61d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:14.194479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b292766-1956-4a61-86d1-ca1a1eabcbb5 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:14.198412 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b292766-1956-4a61-86d1-ca1a1eabcbb5 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "GET /v2.0/networks/55cbc098-224e-4f0c-a41c-4d930c962984 HTTP/1.1" status: 200 len: 757 time: 0.4163563 May 13 15:11:14.199010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:14.282020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fa56bebf-3799-4b36-896f-7dbbae56b279 tempest-AgentManagementNegativeTest-91413282 tempest-AgentManagementNegativeTest-91413282-project] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7468262 May 13 15:11:14.357330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 0277bf00-969e-46a5-a23e-554362f7b8b5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0277bf00-969e-46a5-a23e-554362f7b8b5,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:14.383593 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.406591 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Transition to ACTIVE for port object fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:14.463767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773702f-e3e4-4ffc-9545-3ba9005af850 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:14.465345 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2773702f-e3e4-4ffc-9545-3ba9005af850 tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "GET /v2.0/networks/99911c40-f7e5-4e37-9d16-736d931c3e43 HTTP/1.1" status: 200 len: 767 time: 0.2654414 May 13 15:11:14.482860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:14.492795 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.506859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.532254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.543439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c7b6eda-e140-49c1-9a03-248301a272f8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:14.610887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.642424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.646361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:14.653648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Usage tracker for resource:security_group_rule and tenant:5e56e8396567414db5ae90929f3d0f89 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:14.665360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:14.675734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:14.698390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.816638 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246695-36e3-4edc-a526-740a82785ad6 None None] Pushing event updated for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:14.878138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:14.883096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:14.888188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:14.889051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.918435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cbc098-224e-4f0c-a41c-4d930c962984']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.009263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397870d8-65a2-4f7d-ad91-463d74bb95b9') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.009263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397870d8-65a2-4f7d-ad91-463d74bb95b9') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.036755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.056239 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Attempting to bind port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:15.057393 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Attempting to bind port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:15.057879 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Attempting to bind port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 on network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:15.062260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'Port': ['ID=b84a30ce-c9ab-488a-8cae-cdc0dc70f61d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.068243 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:15.068471 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Checking segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:15.069767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.070481 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.071582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Bound using segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:15.072577 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Bound port: fcc0cac3-a2bb-4ad0-8482-8988ed1314f1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:15.073935 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.078229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:15.080130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:15.096042 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:15.151513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7c7b6eda-e140-49c1-9a03-248301a272f8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:15.151884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.212516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:15.229792 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] For port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:15.233851 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] For port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:15.246173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56570) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.297843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.338218 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.397012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67e3607e-733c-4be2-badf-724cae36ec55 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=928f30494cf844f582b73c8733876761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1489844 May 13 15:11:15.400217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.401360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56574) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.401855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.407951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.495234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55cbc098-224e-4f0c-a41c-4d930c962984 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:11:15.512361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca0161-6810-4cc4-9000-e390b500742c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.526348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.544099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Network': ['ID=55cbc098-224e-4f0c-a41c-4d930c962984,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.589071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56582) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.611047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84998207', 'description': 'tempest-description--1749447751'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:15.617965 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1c034b22-9351-4251-abd0-545b40df6602 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/55cbc098-224e-4f0c-a41c-4d930c962984 HTTP/1.1" status: 204 len: 168 time: 1.1340320 May 13 15:11:15.630841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.635081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.640978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1034d893-c83f-4b38-a137-17d02e36500a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36ca0161-6810-4cc4-9000-e390b500742c HTTP/1.1" status: 204 len: 168 time: 1.9227295 May 13 15:11:15.644619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:15.647086 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:15.647950 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.676103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'name': 'tempest-network--323818617'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:15.682937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:15.693500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Usage tracker for resource:network and tenant:5682ebce15324f1fa3ee714eec4705bd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:15.701324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.703621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:15.735653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:15.756827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56592) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.768050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Usage tracker for resource:security_group and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:15.793395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:15.821834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7c7b6eda-e140-49c1-9a03-248301a272f8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:15.831135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.834628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:15.864594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Made reservation on behalf of 5682ebce15324f1fa3ee714eec4705bd for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:15.867086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.892989 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246695-36e3-4edc-a526-740a82785ad6 None None] Pushing event updated for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.923947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.957288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947616655', 'description': 'tempest-description--150835701'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:16.049673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0277bf00-969e-46a5-a23e-554362f7b8b5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:16.095652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.096997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:16.104995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.116375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.151843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.155672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.157433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc133d8098ea436da791606bb37cf9ed is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.162153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.170846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.171198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Added segment ddb42901-a210-4101-80ff-0928ad0d396f of type vlan for network 84764e02-2fca-4b82-9fd4-5dde39927689 May 13 15:11:16.173036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Usage tracker for resource:security_group and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.174214 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:16.177680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.194953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.213157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.215108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.224082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 2, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:16.239807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Checking router: c1747a81-5b04-4659-a7ed-2364ee4b6b6a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:16.240159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Updating router c1747a81-5b04-4659-a7ed-2364ee4b6b6a port ddde556b-d29d-4bd7-82cb-91d7453f07df binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:16.245315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.327918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d12cb6-e562-4385-9c56-14079a2aa39a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:16.409674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.416156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.465478 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-48f18c27-6438-4887-a9b2-12f1e92e9a82 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e56e8396567414db5ae90929f3d0f89&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6479113 May 13 15:11:16.467821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Usage tracker for resource:security_group_rule and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.469791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.472394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:16.473195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.480058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.485728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Usage tracker for resource:security_group_rule and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.494105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.503328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.511153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.514922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.570637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0277bf00-969e-46a5-a23e-554362f7b8b5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:16.571108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.614820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.617905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:15Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:16.619262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.623021 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4998f-ed76-410d-8c80-d154f8887e1b None None] The sync data for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv is: [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:15Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:16.722190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996980f-28c5-4774-af18-6a42df06aad5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:16.743392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.874131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.907724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.935258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.936404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:16.936965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.980773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.027157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.058812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0277bf00-969e-46a5-a23e-554362f7b8b5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:17.064713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f1258019-0a83-4f55-bbb7-eafc14c68fe2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:17.067775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'Port': ['ID=b84a30ce-c9ab-488a-8cae-cdc0dc70f61d,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.115503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.122363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.124024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-92b12bce-245d-4bfa-b7f3-78beda427d05 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8996980f-28c5-4774-af18-6a42df06aad5 HTTP/1.1" status: 204 len: 168 time: 1.7218330 May 13 15:11:17.142273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.147427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.242738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f1258019-0a83-4f55-bbb7-eafc14c68fe2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:17.243116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.257757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26639d-dedb-4ed3-b1b0-32b3e35350e7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.330220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.333599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.334169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e92217-e369-4e55-843e-be33a5a9564b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.337095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=84764e02-2fca-4b82-9fd4-5dde39927689,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.347501 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a2302a6f-069b-4343-82c8-a46f83e5c6c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cc133d8098ea436da791606bb37cf9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5829391 May 13 15:11:17.352721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56624) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.360864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Transition to ACTIVE for port object ddde556b-d29d-4bd7-82cb-91d7453f07df will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:17.392459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.393713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f762f7d9-c749-44fc-a1da-923eecba235b tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4652395 May 13 15:11:17.397444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56630) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.402056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.405095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.416833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-057ae9e4-2e74-49b8-a7d1-ae0f32eec846 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8673687 May 13 15:11:17.417497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 84764e02-2fca-4b82-9fd4-5dde39927689 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:17.444463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'security_group_rule': {'security_group_id': 'ef26639d-dedb-4ed3-b1b0-32b3e35350e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:17.463646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.483394 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-069358db-bbd9-4dd7-acb2-5b04f16c76b5 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8475862 May 13 15:11:17.499819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.505696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.509267 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76d12cb6-e562-4385-9c56-14079a2aa39a HTTP/1.1" status: 204 len: 168 time: 1.0116422 May 13 15:11:17.509423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56636) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.515806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.517158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:17.550086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.551257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Usage tracker for resource:security_group_rule and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:17.563241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:17.566748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:17.589697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.593015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9911361 May 13 15:11:17.600454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56644) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.625911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:17.636674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'security_group_rule': {'security_group_id': 'b1941ae8-0e6f-4098-a863-42753ae24bf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:17.647499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc6a65-194c-4cb1-844a-e4ff5b2692e1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1941ae8-0e6f-4098-a863-42753ae24bf3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.673097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f1258019-0a83-4f55-bbb7-eafc14c68fe2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:17.696188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:17.739283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Usage tracker for resource:security_group_rule and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:17.756574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:17.785620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5400-bd36-4de8-9637-a5c3b7b2e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d12cb6-e562-4385-9c56-14079a2aa39a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.799458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:17.899513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.006822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.063134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.121082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e92217-e369-4e55-843e-be33a5a9564b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.163703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.184540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.216280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:18.253501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.254692 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8fe8b616-a61d-408c-b1ee-7edded79349c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37e92217-e369-4e55-843e-be33a5a9564b HTTP/1.1" status: 204 len: 168 time: 0.9009616 May 13 15:11:18.263223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ec3c2-6bb6-4444-8d0d-13f7a3bc03a4 None None] Pushing event updated for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.309701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.364391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.373125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.375008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Attempting to bind port ddde556b-d29d-4bd7-82cb-91d7453f07df on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:18.375570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Attempting to bind port ddde556b-d29d-4bd7-82cb-91d7453f07df by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:18.376103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Attempting to bind port ddde556b-d29d-4bd7-82cb-91d7453f07df on network 4c05c904-6b17-4f7b-8e3c-91490c8d479e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:18.384680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c3fc83-ca72-4125-ba3c-9b4aeb8435f7,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.392615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:18.393076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Checking segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:18.393536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.393939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Bound using segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:18.394454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Bound port: ddde556b-d29d-4bd7-82cb-91d7453f07df, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:18.394829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.421628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2d2b24-c09c-48f7-9960-bbf32fd68f8d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.452445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.458008 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de220dc8-e091-464e-9824-2f259a7d67de tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0550692 May 13 15:11:18.459472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:18.466271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'security_group_rule': {'security_group_id': 'ef26639d-dedb-4ed3-b1b0-32b3e35350e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:18.475515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.488707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:18.495816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.499368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-218aa4f1-9d18-4183-a1af-bc132f749f29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8776610 May 13 15:11:18.499368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Usage tracker for resource:security_group_rule and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:18.502180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56674) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:18.505193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:18.505904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Network 84764e02-2fca-4b82-9fd4-5dde39927689 is not hosted by any dhcp agent {{(pid=88837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:11:18.506992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:18.507687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.509426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "PUT /v2.0/networks/84764e02-2fca-4b82-9fd4-5dde39927689 HTTP/1.1" status: 200 len: 857 time: 0.9961908 May 13 15:11:18.511670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'security_group_rule': {'security_group_id': 'b1941ae8-0e6f-4098-a863-42753ae24bf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:18.519176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56678) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:18.536038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:18.544634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:18.544886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] For port ddde556b-d29d-4bd7-82cb-91d7453f07df, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:18.544886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] For port ddde556b-d29d-4bd7-82cb-91d7453f07df, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ddde556b-d29d-4bd7-82cb-91d7453f07df,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:18.545308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Usage tracker for resource:security_group_rule and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:18.550682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:18.557408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:18.584033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:18.589457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:18.601692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.658246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.698085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.703259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90beb23e-93aa-4bf1-abd7-c6972102c6be tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event updated for resources: {'Network': ['ID=84764e02-2fca-4b82-9fd4-5dde39927689,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.717609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.728954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.801050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:18.801372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.808596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.820222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:18.820868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.829137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.886648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.912820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5ae227-ea7b-4310-9b47-0fe6a205ede8,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:18.924531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.939577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.973768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84764e02-2fca-4b82-9fd4-5dde39927689']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:18.979852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56690) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.002258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb42901-a210-4101-80ff-0928ad0d396f') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:19.002595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb42901-a210-4101-80ff-0928ad0d396f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:19.021663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.040584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.065519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:19.068270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.069624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:19.071668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c4a50c-1b06-4754-a4bf-580ccd3594f6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.083333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Usage tracker for resource:security_group_rule and tenant:34e541aca2524f448f0e058ccaf4c4c5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:19.090282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:19.095790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:19.098657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:19.117404 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:19.138085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.139371 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-72528f7e-ba2c-41f1-a4a0-acf6ebd4594a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6360281 May 13 15:11:19.148318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56696) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.153591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:19.169927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:19.177412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.178637 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b816f852-f051-4975-9628-09506bba4052 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7194145 May 13 15:11:19.179748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Usage tracker for resource:floatingip and tenant:a0319e85ee22444589a37e528ddee7eb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:19.187173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56702) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.193637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:19.203903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:19.211708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:19.224255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:19.232085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:19.233520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ec3c2-6bb6-4444-8d0d-13f7a3bc03a4 None None] Pushing event updated for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.241033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Usage tracker for resource:floatingip and tenant:e824fe5bbcf24880b5c4d420776e8701 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:19.249591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:19.265283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:19.327081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:19.345039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.403864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.452945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84764e02-2fca-4b82-9fd4-5dde39927689 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:11:19.455393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.463556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Pushing event deleted for resources: {'Network': ['ID=84764e02-2fca-4b82-9fd4-5dde39927689,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.473744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.492423 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4032de91-3693-4ac9-bea4-a9ced878e0f7 tempest-ExternalNetworksTestJSON-1006903661 tempest-ExternalNetworksTestJSON-1006903661-project-admin] 10.222.0.91 "DELETE /v2.0/networks/84764e02-2fca-4b82-9fd4-5dde39927689 HTTP/1.1" status: 204 len: 168 time: 0.9713469 May 13 15:11:19.495120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56718) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.500349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56720) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.501334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.502901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.587704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.599025 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 15:11:19.627082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.643924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee40b9fe-9613-4e76-8d3c-90c15238e91a tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] DELETE failed (client error): The resource could not be found. May 13 15:11:19.644625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee40b9fe-9613-4e76-8d3c-90c15238e91a tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:19.646647 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ee40b9fe-9613-4e76-8d3c-90c15238e91a tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "DELETE /v2.0/subnets/d2a977d1-98cc-4972-be20-c5b4ee51014a HTTP/1.1" status: 404 len: 337 time: 0.1503806 May 13 15:11:19.652616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56728) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.700807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:18Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:19.710330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-c8be583f-1288-443e-8016-367b9b7d2ece tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:19.711322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a8c1e-46fe-44f9-97a7-da13d0e0fddd None None] The sync data for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv is: [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:18Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:19.784788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.818211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.821540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=34e541aca2524f448f0e058ccaf4c4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8402314 May 13 15:11:19.827900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56736) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:19.846416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.886784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685c167-5552-46d5-9101-e28ef29546f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960a12c-a2b5-4196-a582-04a717e8b523,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.950995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:19.966523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-c8be583f-1288-443e-8016-367b9b7d2ece tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:19.970632 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-c8be583f-1288-443e-8016-367b9b7d2ece tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--781428287&fields=id&tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84 HTTP/1.1" status: 200 len: 267 time: 0.4679880 May 13 15:11:20.130858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:20.131404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.160240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.165637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.210278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99911c40-f7e5-4e37-9d16-736d931c3e43']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.217953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.240992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c45f7f1-5be3-4940-a629-facb21f1e267') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.241286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c45f7f1-5be3-4940-a629-facb21f1e267') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.256158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:20.332156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.339445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Allocated IP 172.26.7.73 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d187d8a2-5008-4534-9b3a-7cbc1ac6214c) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:20.353973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-af5d94f6-6742-426d-9f2e-93a8f3066adb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:20.356570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-af5d94f6-6742-426d-9f2e-93a8f3066adb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:20.370992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.381548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:20.382099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:20.401601 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:20.471608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.501053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-af5d94f6-6742-426d-9f2e-93a8f3066adb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:20.502400 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-af5d94f6-6742-426d-9f2e-93a8f3066adb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/networks?id=ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 200 len: 812 time: 0.5186145 May 13 15:11:20.505355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960a12c-a2b5-4196-a582-04a717e8b523,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:20.513677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.514838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-661f2755-f5ba-496f-a350-078803c2bad2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1960a12c-a2b5-4196-a582-04a717e8b523 HTTP/1.1" status: 204 len: 168 time: 0.6854320 May 13 15:11:20.531802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.552689 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-4e083ec7-f2e2-4764-b4a2-ee4dcdaa74ac tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/quotas/a8bfd73f2e0546cfa3d1edd6dfdcff84 HTTP/1.1" status: 200 len: 375 time: 0.0155995 May 13 15:11:20.581477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.602201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.608738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] Pushing event deleted for resources: {'Network': ['ID=99911c40-f7e5-4e37-9d16-736d931c3e43,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:20.613643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97e6ee9e-c516-4404-9e21-e9cf6a939b7f tempest-ExternalNetworksTestJSON-1774844828 tempest-ExternalNetworksTestJSON-1774844828-project] 10.222.0.91 "DELETE /v2.0/networks/99911c40-f7e5-4e37-9d16-736d931c3e43 HTTP/1.1" status: 204 len: 168 time: 0.9599240 May 13 15:11:20.658239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-784aa5d9-fd60-4dbe-8ee8-285a32fc2b00 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:20.710054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.775127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-784aa5d9-fd60-4dbe-8ee8-285a32fc2b00 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:20.776459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-784aa5d9-fd60-4dbe-8ee8-285a32fc2b00 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166386 May 13 15:11:20.800015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:20.804382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:20.814323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:20.920984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'Port': ['ID=d187d8a2-5008-4534-9b3a-7cbc1ac6214c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:20.932260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Allocated IP 172.26.7.139 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/7ce4edef-49fd-4947-867f-52a59a36c174) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:21.097024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56772) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.143331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.192880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.298160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.327413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.405153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:21.414764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:21.425291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:21.518523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'Port': ['ID=7ce4edef-49fd-4947-867f-52a59a36c174,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:21.555894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-623218167'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:21.559078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56792) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:21.579171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:21.588264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:21.591475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:21.607730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:21.676141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.711964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.727262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:21.736601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.746357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.763336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:21.768478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:security_group_rule and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:21.772519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:21.779138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:21.820071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.896745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.967175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.970158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-ff1ede08-abf3-4209-abb8-b823fbdd8839 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:11:21.975047 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-ff1ede08-abf3-4209-abb8-b823fbdd8839 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4874561 May 13 15:11:22.011128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ddde556b-d29d-4bd7-82cb-91d7453f07df up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:22.044661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a8ddc760-c002-4f4f-be5e-b3efea0d677e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ca33ff95c718484eb031362e1a351b59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4769232 May 13 15:11:22.052144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:22.054636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:22.066746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56806) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:22.104537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ffd40-7620-4f6b-a72e-1db21639bc09,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.108756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.109704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 25b6856a-342a-4150-872e-5fc2986ede26 of type vlan for network 375831b8-f666-4ed4-8093-0a367d20b127 May 13 15:11:22.131901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56814) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:22.143169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'Port': ['ID=d187d8a2-5008-4534-9b3a-7cbc1ac6214c,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.165699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.242475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.245207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.247381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.258222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port ddde556b-d29d-4bd7-82cb-91d7453f07df completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:22.265120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ddde556b-d29d-4bd7-82cb-91d7453f07df triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:22.266211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.309732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.346611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:22.363893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:22.374949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:floatingip and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:22.386223 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-d27341a0-b797-468a-a760-2c456503380c service neutron] 10.222.0.91 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764920 May 13 15:11:22.387252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:22.399521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:22.445890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.454727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:22.455958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.526402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.527003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ddde556b-d29d-4bd7-82cb-91d7453f07df is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:22.527492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.561722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-31640523'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:22.569238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port ddde556b-d29d-4bd7-82cb-91d7453f07df, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ddde556b-d29d-4bd7-82cb-91d7453f07df,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:22.614111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.614346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.618023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:22.655366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:network and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:22.657106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.670985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:22.723471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad8dc9-5775-474d-8e4a-2bd42202205f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.738909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:22.747662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=375831b8-f666-4ed4-8093-0a367d20b127,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.766929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.767746 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ce6eff0-bc1e-4517-91f5-bb7a012fc507 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e9ad8dc9-5775-474d-8e4a-2bd42202205f HTTP/1.1" status: 204 len: 168 time: 0.7114179 May 13 15:11:22.772868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:22.785355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.790357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 375831b8-f666-4ed4-8093-0a367d20b127 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:22.834799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-55a90855-e7d2-4687-a6d1-7f32aad5a7a8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7365727 May 13 15:11:22.857879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.868060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-56330a55-5fd3-4778-9a1e-3514f0cd89ea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7099555 May 13 15:11:22.868060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-5815335a-bcde-41ec-a556-60f1235041fa service neutron] 10.222.0.91 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830215 May 13 15:11:22.896941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:22.903184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.944357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.003930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:23.013962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:security_group_rule and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:23.025263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56834) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.026524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'Port': ['ID=7ce4edef-49fd-4947-867f-52a59a36c174,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.029638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:23.037798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:23.053986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.076190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': '375831b8-f666-4ed4-8093-0a367d20b127', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:23.155191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.157831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.260093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.275401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a4d0468f-d17d-4605-83cb-1f8cb2d1c3c1 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0771449 May 13 15:11:23.297645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.311378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:23.322738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.323008 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Added segment 8624429f-3355-4b31-a35e-3e953a4e71d5 of type vlan for network dd218f13-5b53-49c9-a9a7-edd9ea18a23b May 13 15:11:23.386775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:23.398318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.403586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39818fb1-f4eb-416b-9155-a0434c4ea7b6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.427617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Allocated IP 172.26.7.234 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d768918d-94f0-45cf-a6a5-29fdc774be8c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:23.432925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:23.433170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56866) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.442537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:23.458644 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57cfc626-e5de-4635-b1aa-b5a715f45a00 req-9163096d-cec9-4a52-8a5a-e50e8cdc3292 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.0814443 May 13 15:11:23.467137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:23.563826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.569391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:23.570101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.599562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:23.614499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.731547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Network': ['ID=dd218f13-5b53-49c9-a9a7-edd9ea18a23b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.738673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.748258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.753979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:23.788462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6434ca1a-c4a4-447d-8e53-5e2663da7429 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:23.805742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-311f5595-793a-429f-a71c-be08b5034aa7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6727467 May 13 15:11:23.806438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56896) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.818728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:23.848990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-11a2917e-d51b-4692-ac28-a77b133e631a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5682ebce15324f1fa3ee714eec4705bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0976362 May 13 15:11:23.849726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56900) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.998090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6434ca1a-c4a4-447d-8e53-5e2663da7429 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:23.999244 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6434ca1a-c4a4-447d-8e53-5e2663da7429 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--947616655&fields=id&tenant_id=e824fe5bbcf24880b5c4d420776e8701 HTTP/1.1" status: 200 len: 267 time: 0.3528316 May 13 15:11:24.001503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:24.002369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ddde556b-d29d-4bd7-82cb-91d7453f07df up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:24.003866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.124157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ddde556b-d29d-4bd7-82cb-91d7453f07df triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:24.125003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.168375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:24.170519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280146384'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:24.170954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=d768918d-94f0-45cf-a6a5-29fdc774be8c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.177023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:24.188628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:24.197823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:24.200786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:24.221736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:24.230855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:24.265150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:24.274829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:24.286338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ddde556b-d29d-4bd7-82cb-91d7453f07df is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:24.291046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.292243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:24.319935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56912) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:24.328374 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 15:11:24.347064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.347268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:24.350766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.378316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.416261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:24.416261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.432180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e7755b1f-fa22-4f2e-be61-3bdb97ba8bf7 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.432903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e7755b1f-fa22-4f2e-be61-3bdb97ba8bf7 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:24.457511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.482451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:24.487783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:security_group_rule and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:24.491186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:24.497510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.503124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:24.572287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e7755b1f-fa22-4f2e-be61-3bdb97ba8bf7 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:24.573429 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e7755b1f-fa22-4f2e-be61-3bdb97ba8bf7 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/networks?id=4c05c904-6b17-4f7b-8e3c-91490c8d479e HTTP/1.1" status: 200 len: 805 time: 0.5494075 May 13 15:11:24.601005 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-6faae56d-9cce-41a6-aa05-05da90724e62 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--84998207&fields=id&tenant_id=a0319e85ee22444589a37e528ddee7eb HTTP/1.1" status: 200 len: 267 time: 0.2798970 May 13 15:11:24.625853 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-19eae7c1-cf79-4c29-a1ce-af558bac8008 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/quotas/e824fe5bbcf24880b5c4d420776e8701 HTTP/1.1" status: 200 len: 375 time: 0.0429747 May 13 15:11:24.634277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=f1aa5ac3-2004-4610-8ffa-254c32953af5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.689120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.700446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.711208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d0bf6-1c96-43c8-8b9a-7a56e2d4e946,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.729217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '25b6856a-342a-4150-872e-5fc2986ede26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:24.729584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: 375831b8-f666-4ed4-8093-0a367d20b127, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:24.783078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.784208 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0ae22fa7-1c84-4fda-9971-28ce606e78b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c82d0bf6-1c96-43c8-8b9a-7a56e2d4e946 HTTP/1.1" status: 204 len: 168 time: 0.9338970 May 13 15:11:24.823061 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-39854f57-b0b0-4853-bf3d-3c804ed1c908 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e824fe5bbcf24880b5c4d420776e8701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1866856 May 13 15:11:24.838701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.871747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 375831b8-f666-4ed4-8093-0a367d20b127 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:24.954511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.989647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-f7ea0052-7f15-49ae-b7a1-f4f8eb74c224 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.991184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-f7ea0052-7f15-49ae-b7a1-f4f8eb74c224 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 812 time: 0.3807039 May 13 15:11:24.993230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:25.027580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84747b5-513e-4911-86f6-63ab6d1b26ca,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.031830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.032175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment 052d28f6-5ed7-4170-8584-b108f7519296 of type vlan for network a06384fd-9387-40f9-b58b-7110d5374c8a May 13 15:11:25.045221 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-4daabb38-ba95-4751-83a3-b4bbabb74bfb tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/quotas/a0319e85ee22444589a37e528ddee7eb HTTP/1.1" status: 200 len: 375 time: 0.0403502 May 13 15:11:25.057860 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-5de247e3-f5ab-44bf-ae4a-e1c41fcb8a28 service neutron] 10.222.0.91 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174778 May 13 15:11:25.070396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 375831b8-f666-4ed4-8093-0a367d20b127) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:25.074807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.075580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.081895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1d0a2-9ec0-43e8-8f1c-fdeb04f3da3c None None] Network 375831b8-f666-4ed4-8093-0a367d20b127 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:25.107992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.195555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.240656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.264116 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-769d0da4-9664-4ce2-83b9-5bc827df8aea tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2088652 May 13 15:11:25.293143 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-7a1c6542-2f2c-41fc-8a8d-cd89c6f505b9 service neutron] 10.222.0.91 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235248 May 13 15:11:25.303138 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bdf9154a-5a7e-4066-8080-d53093b21ecb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2583418 May 13 15:11:25.303896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:25.310313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1220604094'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:25.316013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:25.320938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:25.324178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:25.331657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:25.346145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=f23ed17b-7aac-43be-b6ef-74a882dcbac3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.347647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.351683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.360380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.363956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.386830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:25.387108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network hostable DHCP agents. Network: dd218f13-5b53-49c9-a9a7-edd9ea18a23b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:25.570050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-375831b8-f666-4ed4-8093-0a367d20b127', 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': 'f1aa5ac3-2004-4610-8ffa-254c32953af5'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:25.570227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=d768918d-94f0-45cf-a6a5-29fdc774be8c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.570374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.582306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:25.585739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.597074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-2922f2cb-adc8-4b77-9f5a-304e9732583a service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:11:25.598122 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-2922f2cb-adc8-4b77-9f5a-304e9732583a service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017926 May 13 15:11:25.605689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.635671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:25.644379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.644726 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 8188bfea-47c7-4767-aa85-5a4549008236 of type vlan for network bc03c27f-2cd3-4c61-b184-77562f0baaa6 May 13 15:11:25.673052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.689174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=a06384fd-9387-40f9-b58b-7110d5374c8a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.725405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a06384fd-9387-40f9-b58b-7110d5374c8a details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:25.740949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:25.775687 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b71520a6-a93c-4b00-906a-2960c0c67f09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3411546 May 13 15:11:25.810289 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ff729b26-21ea-4313-974c-a5256e690983 req-6633274f-912f-4e47-af9b-239bf0906d30 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.0907824 May 13 15:11:25.842127 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-2f310063-7b41-4494-b40c-433dca0fca63 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311571 May 13 15:11:25.846147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.852211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.852920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.857827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, dd218f13-5b53-49c9-a9a7-edd9ea18a23b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:25.871191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.872434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c942c3b5-66e1-49a9-8e1f-b5bdc2a44af4 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8040612 May 13 15:11:25.977843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7ef78-cfc1-4267-914e-ec434e179d78 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:25.980423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56968) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:25.996043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2050158767'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:26.142505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:26.146200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.163832 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-70a7a2b9-25ec-4f16-8e47-0ebab7ab1b10 service neutron] 10.222.0.91 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005805 May 13 15:11:26.198785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Allocated IP 172.20.255.242 (375831b8-f666-4ed4-8093-0a367d20b127/f1aa5ac3-2004-4610-8ffa-254c32953af5/ab1fdf33-018d-492c-8e01-930f493d649c) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:26.247101 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6ee8e8ca-8cac-4f27-a040-4fcba4220304 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4358535 May 13 15:11:26.253358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 56986) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:26.262798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:26.274866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'name': 'tempest-NetworksTestDHCPv6-273118856'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:26.416172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:network and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:26.445934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-816cf163-5c3e-4238-9ea0-0d7492ace452 req-cfbab851-1be3-42f1-a4df-5ed2f1b82011 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.4539273 May 13 15:11:26.455341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:26.460343 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1554358 May 13 15:11:26.466950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:26.469704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 56996) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:26.495913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:26.521340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb81ce2-8555-4e9b-93e0-4bd580b8ed8a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=bc03c27f-2cd3-4c61-b184-77562f0baaa6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:26.584030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'f23ed17b-7aac-43be-b6ef-74a882dcbac3'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:26.586969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.611931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network bc03c27f-2cd3-4c61-b184-77562f0baaa6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:26.650268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:26.684534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:26.684534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:26.684534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:26.708240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Made reservation on behalf of fad08a7926474311979fad3b6752a568 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:26.708240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.734637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:26.735931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.739076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:26.743812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:26.757233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:26.758330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:26.762668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:security_group_rule and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:26.766245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:26.773492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:26.835013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:26.839293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.926759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:26.930546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.932204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.027156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.089189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:27.108343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ef7a02-908f-4766-8fc2-4f0b56c6afa4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.134522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.134864 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Added segment 755aed63-0084-4a8e-aa80-2e2eed02c784 of type vlan for network 031cfc3b-40af-467c-b826-264bdcdee52c May 13 15:11:27.214455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.326189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 06ac35e9-8258-4446-bd19-ba89d5dfba4f yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:27.395507 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a4fa5fe-0efd-48e0-a5c5-8aeba4f537f4 req-60596f6a-7552-4596-a6a0-a64a9101f168 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.0881872 May 13 15:11:27.459262 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5cd2ac79-9bf6-4125-80a1-4069ba0b7f0f req-7563de99-aa41-43cb-bbc8-5bd4c3551665 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.4254370 May 13 15:11:27.531455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.537557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:27.538195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.648228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.649396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.702190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Transition to ACTIVE for port object ab1fdf33-018d-492c-8e01-930f493d649c will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:27.711638 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7272882 May 13 15:11:27.712040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57028) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:27.717195 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cffd6d46-fd3d-4e68-9167-502e9cd39cf2 req-c1c24bac-6f6a-41bf-9389-02c5a7b2d64c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.1355343 May 13 15:11:27.726854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Request body: {'subnet': {'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:27.769680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a496080-7e2b-4509-9e77-2a269ff96950 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Network': ['ID=031cfc3b-40af-467c-b826-264bdcdee52c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.778698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Transition to ACTIVE for port object ab1fdf33-018d-492c-8e01-930f493d649c will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:27.789127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/f23ed17b-7aac-43be-b6ef-74a882dcbac3/22958bb9-ced2-4aa1-b50c-cfd1cc9f233b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:27.809876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.893567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:27.899923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:subnet and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:27.902653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:27.909840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:27.981352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 031cfc3b-40af-467c-b826-264bdcdee52c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:28.008482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.011425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Made reservation on behalf of fad08a7926474311979fad3b6752a568 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:28.026441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.028188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=cbceddb9-82bf-4cbd-8ccc-1eb07cebdc60,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:28.114823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '8188bfea-47c7-4767-aa85-5a4549008236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:28.117802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: bc03c27f-2cd3-4c61-b184-77562f0baaa6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:28.183591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.23', 50347) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:28.250270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Network 375831b8-f666-4ed4-8093-0a367d20b127 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:28.263458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:28.281317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:28.341092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network bc03c27f-2cd3-4c61-b184-77562f0baaa6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:28.476064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, bc03c27f-2cd3-4c61-b184-77562f0baaa6) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:28.484052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.484682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.601888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0a6fb-52be-4936-bafa-ba3153aa5691 None None] Network bc03c27f-2cd3-4c61-b184-77562f0baaa6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:28.710058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-b6dd8b1c-7064-4172-97a4-fe5ed00b3877 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.721996 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-b6dd8b1c-7064-4172-97a4-fe5ed00b3877 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "GET /v2.0/networks?id=ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 200 len: 812 time: 0.5229886 May 13 15:11:28.736044 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-01447c58-ef41-4b28-9e30-646826422648 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2632937 May 13 15:11:28.747764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e0db52b9-6e18-4bef-8452-4c01d65354c1 req-1b739ac9-f098-4042-b146-22c200ff6e17 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Synchronizing usage tracker for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:28.767830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57054) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:28.848454 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4a1ae0c1-be5c-4d43-ada4-8e5e0f898f97 req-77f732e7-9998-460e-a97a-8db182a44dcc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.1582651 May 13 15:11:28.897521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.920406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e0db52b9-6e18-4bef-8452-4c01d65354c1 req-1b739ac9-f098-4042-b146-22c200ff6e17 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Unset dirty status for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:28.943051 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e0db52b9-6e18-4bef-8452-4c01d65354c1 req-1b739ac9-f098-4042-b146-22c200ff6e17 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.3554635 May 13 15:11:29.029320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-fc787503-f664-4f7e-bfbe-a2f8f6f898d0 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84 HTTP/1.1" status: 200 len: 379 time: 0.2623060 May 13 15:11:29.158972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Pushing event updated for resources: {'Port': ['ID=ab1fdf33-018d-492c-8e01-930f493d649c,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.175668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-bc03c27f-2cd3-4c61-b184-77562f0baaa6', 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': 'cbceddb9-82bf-4cbd-8ccc-1eb07cebdc60'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:29.176489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.232897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-acff21b4-bede-4d78-8308-b8a90256a210 req-c5c18b20-51c2-4e6a-b245-fa100dab7e0f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:29.238715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57068) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:29.239131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57072) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:29.247978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Checking segment: {'id': '755aed63-0084-4a8e-aa80-2e2eed02c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:29.248437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network hostable DHCP agents. Network: 031cfc3b-40af-467c-b826-264bdcdee52c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:29.261605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:29.275981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Attempting to bind port ab1fdf33-018d-492c-8e01-930f493d649c on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:29.276268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Attempting to bind port ab1fdf33-018d-492c-8e01-930f493d649c by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '25b6856a-342a-4150-872e-5fc2986ede26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:29.277185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Attempting to bind port ab1fdf33-018d-492c-8e01-930f493d649c on network 375831b8-f666-4ed4-8093-0a367d20b127 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:29.288047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'port': {'device_id': '78a686b8-f300-47c2-84ae-3a115ac36077', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'admin_state_up': True, 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'security_groups': ['cb9ac143-ec2e-4dad-bf1d-869cdb7e0533']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:29.295881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:29.296756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Checking segment: {'id': '25b6856a-342a-4150-872e-5fc2986ede26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:29.297183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.297553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Bound using segment: {'id': '25b6856a-342a-4150-872e-5fc2986ede26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:29.298062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Bound port: ab1fdf33-018d-492c-8e01-930f493d649c, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b6856a-342a-4150-872e-5fc2986ede26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375831b8-f666-4ed4-8093-0a367d20b127'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:29.298436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.309097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.370897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Transition to ACTIVE for port object 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:29.411658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:29.416791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:29.419801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:29.425742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:29.443966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Subnet': ['ID=0f5e1e62-8bfc-4d07-a618-f2d5d854d407,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.459947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Transition to ACTIVE for port object 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:29.523808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.564350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.590628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:29.614225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] For port ab1fdf33-018d-492c-8e01-930f493d649c, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:29.616830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:29.635587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.643244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-acff21b4-bede-4d78-8308-b8a90256a210 req-c5c18b20-51c2-4e6a-b245-fa100dab7e0f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:29.655245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] For port ab1fdf33-018d-492c-8e01-930f493d649c, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ab1fdf33-018d-492c-8e01-930f493d649c,segment=NetworkSegment(25b6856a-342a-4150-872e-5fc2986ede26),segment_id=25b6856a-342a-4150-872e-5fc2986ede26)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:29.664949 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-acff21b4-bede-4d78-8308-b8a90256a210 req-c5c18b20-51c2-4e6a-b245-fa100dab7e0f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.5365541 May 13 15:11:29.665611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network 031cfc3b-40af-467c-b826-264bdcdee52c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:29.671282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:29.675063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.691735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eff798f8-d69a-4582-a157-e427bc6c8563 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:29.713448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Allocated IP 172.20.0.2 (bc03c27f-2cd3-4c61-b184-77562f0baaa6/cbceddb9-82bf-4cbd-8ccc-1eb07cebdc60/96745336-81fd-496f-88ba-fb6e8a8c49d5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:29.735394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:29.743266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:29.747039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Made reservation on behalf of a8bfd73f2e0546cfa3d1edd6dfdcff84 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:29.752739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:29.760201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.763298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Pushing event updated for resources: {'Port': ['ID=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.806993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::19a (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/f23ed17b-7aac-43be-b6ef-74a882dcbac3/06ac35e9-8258-4446-bd19-ba89d5dfba4f) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:29.868183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.919292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 031cfc3b-40af-467c-b826-264bdcdee52c) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:29.940817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:29.944846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.955104 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eff798f8-d69a-4582-a157-e427bc6c8563 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "PUT /v2.0/quotas/fd4c1a485e274c99a8d36aff74c30a59 HTTP/1.1" status: 200 len: 368 time: 0.7076786 May 13 15:11:29.965051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57102) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:29.985147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Request body: {'network': {'project_id': 'fd4c1a485e274c99a8d36aff74c30a59'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:30.003315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87880f4d-febd-49ea-87b2-d7c7aa088e07 None None] Network 031cfc3b-40af-467c-b826-264bdcdee52c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:30.070540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:30.083299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Usage tracker for resource:network and tenant:fd4c1a485e274c99a8d36aff74c30a59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:30.094368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:30.107757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:30.157200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.23', 50355) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:30.215311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Allocated IP 172.20.0.11 (ff642ffd-e680-4acb-97b1-87c4ceb3320b/caa8d9b3-c08c-46a2-bf13-f3846f082ab9/cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:30.224601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Attempting to bind port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:30.225662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Attempting to bind port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:30.226249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Attempting to bind port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:30.263557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:30.264236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:30.264991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.265586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:30.266310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Bound port: 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:30.266897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.306979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce1ab-7bdb-4f02-a836-dc3c86380c53 None None] Pushing event updated for resources: {'Port': ['ID=ab1fdf33-018d-492c-8e01-930f493d649c,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:30.438380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-456129e1-5c64-4a29-a7c4-d3e52a894ede tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7244616 May 13 15:11:30.443737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57114) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:30.471689 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4bae61cd-cd1d-4b40-a5da-baad4b58b008 req-67f970c8-155f-449c-87a4-fbbbf61fbe6b tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.3971543 May 13 15:11:30.486459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-166210857', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:30.533385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:30.580914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:router and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:30.589566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:30.633591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Made reservation on behalf of fd4c1a485e274c99a8d36aff74c30a59 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:30.636861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.649728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:30.673773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.715270 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c80f2710-32a9-4918-8515-112ebc39ea87 req-b582c621-2087-4104-847a-118609c2067c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.2715721 May 13 15:11:30.765455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.790073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] For port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:30.812668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] For port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:30.835108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.881204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-5b5b2d78-79b1-4584-9f66-7ec943a7cb91 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:30.882754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-5b5b2d78-79b1-4584-9f66-7ec943a7cb91 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.23 "GET /v2.0/networks?id=4c05c904-6b17-4f7b-8e3c-91490c8d479e HTTP/1.1" status: 200 len: 805 time: 0.7234769 May 13 15:11:30.911620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:30.946253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Usage tracker for resource:security_group_rule and tenant:fd4c1a485e274c99a8d36aff74c30a59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:30.957360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Transition to ACTIVE for port object 96745336-81fd-496f-88ba-fb6e8a8c49d5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:30.957513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 06ac35e9-8258-4446-bd19-ba89d5dfba4f will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:30.957513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:30.967364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:31.004167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-65c0714f-1816-403b-89b0-cf0d70603a2f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:31.033334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-00e4adf8-7001-40e5-ad09-aec1cee4d540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.040569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-65c0714f-1816-403b-89b0-cf0d70603a2f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:31.041711 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-65c0714f-1816-403b-89b0-cf0d70603a2f tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e824fe5bbcf24880b5c4d420776e8701 HTTP/1.1" status: 200 len: 379 time: 0.1350706 May 13 15:11:31.070799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-031cfc3b-40af-467c-b826-264bdcdee52c', 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c', 'tenant_id': 'fad08a7926474311979fad3b6752a568', 'fixed_ips': [{'subnet_id': '0f5e1e62-8bfc-4d07-a618-f2d5d854d407'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:31.071975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.076585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'port': {'device_id': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'admin_state_up': True, 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'security_groups': ['ef26639d-dedb-4ed3-b1b0-32b3e35350e7']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:31.084660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.087080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.113020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.131878 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e052fc86-5247-4286-8d83-22fa5dc17fe9 req-b8a41deb-b13d-4670-885f-704629ef2002 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.2370479 May 13 15:11:31.238876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.252981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.265729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Transition to ACTIVE for port object 96745336-81fd-496f-88ba-fb6e8a8c49d5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:31.270497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.275107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Transition to ACTIVE for port object cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:31.370557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.478950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:31.479991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.23', 50358) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:31.499406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.505498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:31.510149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:31.516687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:31.517518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.611453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Network bc03c27f-2cd3-4c61-b184-77562f0baaa6 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:31.626260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.628920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:31.638053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:31.688981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf087d2-062d-45c6-85ea-ab0adf2fb2d2 None None] Pushing event updated for resources: {'Port': ['ID=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:31.741102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': '052d28f6-5ed7-4170-8584-b108f7519296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:31.741373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: a06384fd-9387-40f9-b58b-7110d5374c8a, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:32.056099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:32.095471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Pushing event updated for resources: {'Port': ['ID=96745336-81fd-496f-88ba-fb6e8a8c49d5,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:32.233109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9752903 May 13 15:11:32.234175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09befb32-c8b7-43f8-8743-095e363edd47 None None] Network 375831b8-f666-4ed4-8093-0a367d20b127 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:32.322507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:32.324093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:32.366745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ab1fdf33-018d-492c-8e01-930f493d649c up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:32.419469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=a1d67882-9ddc-4f90-b75c-461de82cf937,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:32.443088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:32.447481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913aa23-a10c-40e9-acad-312d78e7df2a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=06ac35e9-8258-4446-bd19-ba89d5dfba4f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:32.546648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:32.548448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network a06384fd-9387-40f9-b58b-7110d5374c8a is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:32.584857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.590924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:32.736062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-8328b0d9-0c19-491e-bed5-d668aeb6bec6 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.736062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-8328b0d9-0c19-491e-bed5-d668aeb6bec6 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 812 time: 1.1228957 May 13 15:11:32.736062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb916-84aa-471a-9e7f-e53931ef16e0 req-7939654d-d4d1-4c58-abb2-ecf56eeed408 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.736062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1eeeb916-84aa-471a-9e7f-e53931ef16e0 req-7939654d-d4d1-4c58-abb2-ecf56eeed408 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 932 time: 0.7277067 May 13 15:11:32.739065 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a37fdcc7-623e-4035-b64a-3dcce51364d9 req-95001566-1f79-45da-ad9f-c672ec90b97f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.6027184 May 13 15:11:32.739065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:32.739065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.739065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event updated for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:32.739065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.739767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Allocated IP 172.20.0.2 (031cfc3b-40af-467c-b826-264bdcdee52c/0f5e1e62-8bfc-4d07-a618-f2d5d854d407/f0909d0d-c655-4ec0-93d6-1d4ba10af934) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:32.740037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.740141 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-aea437cf-2393-4d7e-a4ab-8a9684b02157 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0319e85ee22444589a37e528ddee7eb HTTP/1.1" status: 200 len: 378 time: 0.0539184 May 13 15:11:32.740141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'port': {'device_id': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'admin_state_up': True, 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'security_groups': ['b1941ae8-0e6f-4098-a863-42753ae24bf3']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:32.833992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=cbceddb9-82bf-4cbd-8ccc-1eb07cebdc60,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:33.018461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Made reservation on behalf of e824fe5bbcf24880b5c4d420776e8701 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:33.022542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.036295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:33.096054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a06384fd-9387-40f9-b58b-7110d5374c8a) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:33.106250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:33.109768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.112472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Attempting to bind port 96745336-81fd-496f-88ba-fb6e8a8c49d5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:33.115359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Attempting to bind port 96745336-81fd-496f-88ba-fb6e8a8c49d5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8188bfea-47c7-4767-aa85-5a4549008236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:33.115910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Attempting to bind port 96745336-81fd-496f-88ba-fb6e8a8c49d5 on network bc03c27f-2cd3-4c61-b184-77562f0baaa6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:33.122426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.158577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:33.159734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Checking segment: {'id': '8188bfea-47c7-4767-aa85-5a4549008236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:33.159734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.159734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Bound using segment: {'id': '8188bfea-47c7-4767-aa85-5a4549008236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:33.160165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Bound port: 96745336-81fd-496f-88ba-fb6e8a8c49d5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188bfea-47c7-4767-aa85-5a4549008236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:33.160532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.167442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:33.204452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17f967-6b42-4bf9-9976-62ca0b3c12aa None None] Network a06384fd-9387-40f9-b58b-7110d5374c8a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:33.220729 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-069c20b2-d4cf-4a4c-8a64-4d0f083aa12e req-18f06619-69f6-4aa0-9fc3-67830538552d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.3917048 May 13 15:11:33.222471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-1eeeb916-84aa-471a-9e7f-e53931ef16e0 req-cec48057-7033-41ec-b36b-91572da54ccc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:33.248070 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-9029477d-911f-49a8-a729-b5a037061ffb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9628201 May 13 15:11:33.255345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.302347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-43642eba-5334-439b-a5bc-e0cb377a75d8 None None] Provisioning for port ab1fdf33-018d-492c-8e01-930f493d649c completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:33.325313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Made reservation on behalf of a0319e85ee22444589a37e528ddee7eb for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:33.330499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.354534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:33.355999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-f871aaa1-3b62-4481-b25f-c4669233c904 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:11:33.356991 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-f871aaa1-3b62-4481-b25f-c4669233c904 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123496 May 13 15:11:33.369813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2aa8d3-97f3-48c6-b311-963389e514b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:33.377233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2aa8d3-97f3-48c6-b311-963389e514b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:33.383084 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ef2aa8d3-97f3-48c6-b311-963389e514b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0501130 May 13 15:11:33.385632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57148) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:33.391934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb3e34-0437-4bc9-ba91-c3d92094cd31,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:33.409630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-1eeeb916-84aa-471a-9e7f-e53931ef16e0 req-cec48057-7033-41ec-b36b-91572da54ccc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:33.412106 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1eeeb916-84aa-471a-9e7f-e53931ef16e0 req-cec48057-7033-41ec-b36b-91572da54ccc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7063408 May 13 15:11:33.418860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03c27f-2cd3-4c61-b184-77562f0baaa6']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:33.454119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188bfea-47c7-4767-aa85-5a4549008236') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:33.454119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188bfea-47c7-4767-aa85-5a4549008236') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:33.455068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.455626 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Added segment a1ba24db-1871-4856-85fa-e17c55563802 of type vlan for network e588815e-7824-46ca-b511-2583cc1a5dac May 13 15:11:33.482793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.532303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.543652 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-66582de7-872e-4c0f-b25e-94f5ea00b84b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3014655 May 13 15:11:33.551258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57154) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:33.551823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] For port 96745336-81fd-496f-88ba-fb6e8a8c49d5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:33.557670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b52348-610b-4b5b-9ec7-027584d260ae None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:33.568842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091300549'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:33.598336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:33.610112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:33.622028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:33.622528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.633192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 06ac35e9-8258-4446-bd19-ba89d5dfba4f {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:33.633192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:33.640173 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:33.650090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:33.672440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:33.678443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.695383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Request body: {'port': {'device_id': '78a686b8-f300-47c2-84ae-3a115ac36077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:33.805286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.810662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Allocated IP 172.20.0.14 (4c05c904-6b17-4f7b-8e3c-91490c8d479e/71f09ba5-bb2d-44d4-9d44-e6ead2de588a/9d567958-fc73-4f91-ae29-fa5ee5140215) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:34.031369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Allocated IP 172.20.0.12 (8f9ef6ca-06ae-4807-8c33-835ebc5cb61c/32f9322d-430f-4330-a37f-652482782fbf/95207110-f34d-4b67-b50e-3389a56a8d22) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:34.033959 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Transition to ACTIVE for port object f0909d0d-c655-4ec0-93d6-1d4ba10af934 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:34.083214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-45cc8325-31a0-42ce-8431-e42c8c483348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.091932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Transition to ACTIVE for port object f0909d0d-c655-4ec0-93d6-1d4ba10af934 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:34.100078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port ab1fdf33-018d-492c-8e01-930f493d649c completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:34.127703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.128818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.129541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.175989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ab1fdf33-018d-492c-8e01-930f493d649c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:34.176423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.219289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-05f67771-f0be-4e9f-ad92-2979f1e82826 None None] Provisioning for port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:34.385592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.430073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-05f67771-f0be-4e9f-ad92-2979f1e82826 None None] Provisioning complete for port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:34.432671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f67771-f0be-4e9f-ad92-2979f1e82826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.461030 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-66c9a308-d6ae-4fae-aa16-e728888f5dae req-8a47acea-f7b1-452c-a22f-63a507c89077 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.4461901 May 13 15:11:34.485862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] For port 96745336-81fd-496f-88ba-fb6e8a8c49d5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=96745336-81fd-496f-88ba-fb6e8a8c49d5,segment=NetworkSegment(8188bfea-47c7-4767-aa85-5a4549008236),segment_id=8188bfea-47c7-4767-aa85-5a4549008236)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:34.495365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a06384fd-9387-40f9-b58b-7110d5374c8a', 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': 'a1d67882-9ddc-4f90-b75c-461de82cf937'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:34.496249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.503472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:34.507194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.530516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:11:34.530516 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:11:34.530516 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': 'bc03c27f-2cd3-4c61-b184-77562f0baaa6'}] May 13 15:11:34.530516 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:34.530965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:34.544493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.605030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event updated for resources: {'Network': ['ID=e588815e-7824-46ca-b511-2583cc1a5dac,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:34.623453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.631041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6d7b96b2-e23a-4baa-8aca-a497b2d5e6e6 req-c27d263c-f438-4c59-b1b3-be5499d3ffa6 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:34.667042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network e588815e-7824-46ca-b511-2583cc1a5dac details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:34.732198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Network 031cfc3b-40af-467c-b826-264bdcdee52c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:34.770900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c2825e3-8c9b-49cc-aff7-993f9e2ef2bb tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.7954078 May 13 15:11:34.845974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.863011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:34.896477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.896863 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment 6ee1821c-1b4b-42bf-976c-dc88635d399c of type vlan for network 51251b5a-c412-4441-8dd6-a41e1480a5f7 May 13 15:11:34.908959 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Allocated IP 2001:db8:0:ffff::2 (a06384fd-9387-40f9-b58b-7110d5374c8a/a1d67882-9ddc-4f90-b75c-461de82cf937/80a3d80e-d1d9-400d-98ab-2efb984d3686) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:34.943423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Request body: {'network': {'project_id': 'fd4c1a485e274c99a8d36aff74c30a59'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:34.962600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 06ac35e9-8258-4446-bd19-ba89d5dfba4f owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:35.019717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:35.069704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.069836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Usage tracker for resource:network and tenant:fd4c1a485e274c99a8d36aff74c30a59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:35.075258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:35.078972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:35.081237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.081722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.087481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:35.097425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.103547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.105783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.122528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:35.161797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.197510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.198588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Pushing event updated for resources: {'Port': ['ID=f0909d0d-c655-4ec0-93d6-1d4ba10af934,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:35.198688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Transition to ACTIVE for port object 9d567958-fc73-4f91-ae29-fa5ee5140215 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:35.198688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6d7b96b2-e23a-4baa-8aca-a497b2d5e6e6 req-c27d263c-f438-4c59-b1b3-be5499d3ffa6 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:35.198688 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6d7b96b2-e23a-4baa-8aca-a497b2d5e6e6 req-c27d263c-f438-4c59-b1b3-be5499d3ffa6 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.7492046 May 13 15:11:35.226039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.287955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19750d-f50c-4c06-983f-d1929f3f1099 None None] Pushing event updated for resources: {'Port': ['ID=96745336-81fd-496f-88ba-fb6e8a8c49d5,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:35.304048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Transition to ACTIVE for port object 95207110-f34d-4b67-b50e-3389a56a8d22 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:35.333737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-05f67771-f0be-4e9f-ad92-2979f1e82826 None None] Port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:35.411314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Made reservation on behalf of fd4c1a485e274c99a8d36aff74c30a59 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:35.418580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.432472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 96745336-81fd-496f-88ba-fb6e8a8c49d5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:35.432472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.461418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.464021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:35.468656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.469999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.637878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:35.652440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:35.668512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.671646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:35.680881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:35.680881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.725464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f725c2-3502-4bb0-a003-c4a3a380a276 req-c7f7100f-5ea5-4a26-825f-9e0edd3eb023 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:35.726513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-51f725c2-3502-4bb0-a003-c4a3a380a276 req-c7f7100f-5ea5-4a26-825f-9e0edd3eb023 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:35.737061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:35.789131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-05f67771-f0be-4e9f-ad92-2979f1e82826 None None] Provisioning for port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:35.804258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.809691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Added segment c076156f-4ee1-4655-b571-e9e0e4edcf4e of type vlan for network a96d3d64-c2c6-448c-9c46-bed19825db46 May 13 15:11:35.813006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:35.823956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Attempting to bind port f0909d0d-c655-4ec0-93d6-1d4ba10af934 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:35.824332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Attempting to bind port f0909d0d-c655-4ec0-93d6-1d4ba10af934 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '755aed63-0084-4a8e-aa80-2e2eed02c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:35.824678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Attempting to bind port f0909d0d-c655-4ec0-93d6-1d4ba10af934 on network 031cfc3b-40af-467c-b826-264bdcdee52c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:35.848330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:36.110088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:36.110827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.118992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:36.119472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Checking segment: {'id': '755aed63-0084-4a8e-aa80-2e2eed02c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:36.119990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.121280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Bound using segment: {'id': '755aed63-0084-4a8e-aa80-2e2eed02c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:36.121940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Bound port: f0909d0d-c655-4ec0-93d6-1d4ba10af934, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755aed63-0084-4a8e-aa80-2e2eed02c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:36.122324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.152776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b288e9-5807-47f5-aa42-a29b0fe88643 None None] Network bc03c27f-2cd3-4c61-b184-77562f0baaa6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:36.167678 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6114974 May 13 15:11:36.174673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57180) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:36.189978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.209695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.212298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ab1fdf33-018d-492c-8e01-930f493d649c is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:36.214486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.268180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Allocated IP 172.26.7.211 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/7d988e52-4f4c-4e25-8936-04b5631b1f76) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:36.271182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.300932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:36.374669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b0e7d460-35ac-4f23-84f5-4650a3527efd None None] Could not find standard attr ID for object 06ac35e9-8258-4446-bd19-ba89d5dfba4f. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:36.386553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:36.387262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.421144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19b85-d752-4d2b-8b44-b08d62db4810 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=51251b5a-c412-4441-8dd6-a41e1480a5f7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.421426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event updated for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.475058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] For port f0909d0d-c655-4ec0-93d6-1d4ba10af934, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:36.484531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] For port f0909d0d-c655-4ec0-93d6-1d4ba10af934, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f0909d0d-c655-4ec0-93d6-1d4ba10af934,segment=NetworkSegment(755aed63-0084-4a8e-aa80-2e2eed02c784),segment_id=755aed63-0084-4a8e-aa80-2e2eed02c784)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:36.488583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Transition to ACTIVE for port object 80a3d80e-d1d9-400d-98ab-2efb984d3686 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:36.505627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 51251b5a-c412-4441-8dd6-a41e1480a5f7 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:36.541591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-6a1aee93-3b0b-4beb-b867-cab4a463876d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4818566 May 13 15:11:36.542353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.543428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:36.543996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.613800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-51f725c2-3502-4bb0-a003-c4a3a380a276 req-c7f7100f-5ea5-4a26-825f-9e0edd3eb023 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:36.621082 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-51f725c2-3502-4bb0-a003-c4a3a380a276 req-c7f7100f-5ea5-4a26-825f-9e0edd3eb023 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 932 time: 1.6393189 May 13 15:11:36.635145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Request body: {'port': {'device_id': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:36.715223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Transition to ACTIVE for port object 80a3d80e-d1d9-400d-98ab-2efb984d3686 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:36.729048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.807561 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0812075 May 13 15:11:36.826454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port ab1fdf33-018d-492c-8e01-930f493d649c, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ab1fdf33-018d-492c-8e01-930f493d649c,segment=NetworkSegment(25b6856a-342a-4150-872e-5fc2986ede26),segment_id=25b6856a-342a-4150-872e-5fc2986ede26)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:36.866250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b0e7d460-35ac-4f23-84f5-4650a3527efd None None] Provisioning complete for port ab1fdf33-018d-492c-8e01-930f493d649c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:36.866685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d460-35ac-4f23-84f5-4650a3527efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.895354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:36.905261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db182e-3d42-4d5d-9248-486bb642f2b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event updated for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.953226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Request body: {'port': {'device_id': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:36.991692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:36.998102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 96745336-81fd-496f-88ba-fb6e8a8c49d5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=96745336-81fd-496f-88ba-fb6e8a8c49d5,segment=NetworkSegment(8188bfea-47c7-4767-aa85-5a4549008236),segment_id=8188bfea-47c7-4767-aa85-5a4549008236)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:36.999099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.024961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:37.033580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.041102 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/06ac35e9-8258-4446-bd19-ba89d5dfba4f HTTP/1.1" status: 204 len: 168 time: 3.6460946 May 13 15:11:37.043380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57186) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.069199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:37.116637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.185450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590968f4-6e47-4b52-a7cf-439772116f80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:37.188081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590968f4-6e47-4b52-a7cf-439772116f80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:37.188929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-590968f4-6e47-4b52-a7cf-439772116f80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:37.194530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Network a06384fd-9387-40f9-b58b-7110d5374c8a is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:37.194530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.212983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:37.221915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:37.225852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad96d2-01e0-4175-a6b2-fdc084af996a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=06ac35e9-8258-4446-bd19-ba89d5dfba4f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.256704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0cfd9-4734-43ae-8de2-0c160f214f02 None None] Pushing event updated for resources: {'Port': ['ID=f0909d0d-c655-4ec0-93d6-1d4ba10af934,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.275093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556291de-41bf-41ba-bcbd-49fa0f2c7f31 req-9920ac04-e1e0-4ba8-8d87-a9684d5f2098 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:37.276104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-556291de-41bf-41ba-bcbd-49fa0f2c7f31 req-9920ac04-e1e0-4ba8-8d87-a9684d5f2098 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Synchronizing usage tracker for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:37.283325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4336016 May 13 15:11:37.304661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827c56b-11fa-4300-894d-cc3f9b47f2a3 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event updated for resources: {'Network': ['ID=a96d3d64-c2c6-448c-9c46-bed19825db46,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.316317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.413925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Request body: {'network': {'project_id': 'fd4c1a485e274c99a8d36aff74c30a59'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:37.455436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:37.469548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-590968f4-6e47-4b52-a7cf-439772116f80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:37.473312 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-590968f4-6e47-4b52-a7cf-439772116f80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4075031 May 13 15:11:37.474510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Usage tracker for resource:network and tenant:fd4c1a485e274c99a8d36aff74c30a59 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:37.513934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57194) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.517732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:37.580391 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-51f725c2-3502-4bb0-a003-c4a3a380a276 req-45a339d8-93fc-4557-9d58-702c1f55d1bf tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9567707 May 13 15:11:37.590228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 96745336-81fd-496f-88ba-fb6e8a8c49d5 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:37.637858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a96d3d64-c2c6-448c-9c46-bed19825db46 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:37.642164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:37.687664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.747358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 15:11:37.756067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:37.756067 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9d495356-c500-4890-b634-e7e415709fd7 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3615108 May 13 15:11:37.765455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-556291de-41bf-41ba-bcbd-49fa0f2c7f31 req-9920ac04-e1e0-4ba8-8d87-a9684d5f2098 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Unset dirty status for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:37.767248 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-556291de-41bf-41ba-bcbd-49fa0f2c7f31 req-9920ac04-e1e0-4ba8-8d87-a9684d5f2098 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 932 time: 1.9803257 May 13 15:11:37.769775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57198) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.823198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:37.846665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:37.945661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.947825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.050600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet f23ed17b-7aac-43be-b6ef-74a882dcbac3 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:38.062782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:38.067598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.226075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7d460-35ac-4f23-84f5-4650a3527efd None None] Current status of the port ab1fdf33-018d-492c-8e01-930f493d649c is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:38.230195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Pushing event updated for resources: {'Port': ['ID=80a3d80e-d1d9-400d-98ab-2efb984d3686,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:38.293523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Attempting to bind port 80a3d80e-d1d9-400d-98ab-2efb984d3686 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:38.293981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Attempting to bind port 80a3d80e-d1d9-400d-98ab-2efb984d3686 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '052d28f6-5ed7-4170-8584-b108f7519296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:38.294414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Attempting to bind port 80a3d80e-d1d9-400d-98ab-2efb984d3686 on network a06384fd-9387-40f9-b58b-7110d5374c8a {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:38.353915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:38.359044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Checking segment: {'id': '052d28f6-5ed7-4170-8584-b108f7519296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:38.359044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.359044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Bound using segment: {'id': '052d28f6-5ed7-4170-8584-b108f7519296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:38.359044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Bound port: 80a3d80e-d1d9-400d-98ab-2efb984d3686, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052d28f6-5ed7-4170-8584-b108f7519296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a06384fd-9387-40f9-b58b-7110d5374c8a'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:38.359044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.362356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.408284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.536786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port 96745336-81fd-496f-88ba-fb6e8a8c49d5 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:38.538560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=ab1fdf33-018d-492c-8e01-930f493d649c,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:38.547508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] For port 80a3d80e-d1d9-400d-98ab-2efb984d3686, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:38.565377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] For port 80a3d80e-d1d9-400d-98ab-2efb984d3686, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=80a3d80e-d1d9-400d-98ab-2efb984d3686,segment=NetworkSegment(052d28f6-5ed7-4170-8584-b108f7519296),segment_id=052d28f6-5ed7-4170-8584-b108f7519296)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:38.570103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=96745336-81fd-496f-88ba-fb6e8a8c49d5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:38.635021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:38.647509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:38.648195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.661165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:38.670804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.683864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-556291de-41bf-41ba-bcbd-49fa0f2c7f31 req-59f85847-f27e-4dc6-b988-01be071c5687 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9022305 May 13 15:11:38.697041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Transition to ACTIVE for port object cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:38.755460 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bab9501d-0fb1-4f9b-9fdc-529be1ad2034 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fd4c1a485e274c99a8d36aff74c30a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797170 May 13 15:11:38.780136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.787170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57204) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:38.788425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.834578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.891721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.986131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5125986-9ba5-41db-8c8a-e62ee5de8a58 None None] Network 031cfc3b-40af-467c-b826-264bdcdee52c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:39.110868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:39.124135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Provisioning for port 9d567958-fc73-4f91-ae29-fa5ee5140215 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:39.125152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:39.127260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=7d988e52-4f4c-4e25-8936-04b5631b1f76,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:39.137939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:39.156994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Provisioning complete for port 9d567958-fc73-4f91-ae29-fa5ee5140215 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:39.157528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.283351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11e98d-edaa-47f1-b40a-06fe3540f790 None None] Pushing event updated for resources: {'Port': ['ID=80a3d80e-d1d9-400d-98ab-2efb984d3686,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:39.299680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Port 9d567958-fc73-4f91-ae29-fa5ee5140215 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:39.321259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.436880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:39.450455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.460212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Could not find standard attr ID for object 06ac35e9-8258-4446-bd19-ba89d5dfba4f. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:39.489560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.537534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.572199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:39.572846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.579523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996e7-3fd2-4245-b276-b6336991b22d req-19d39a35-9976-467a-a45d-382adea0b3cb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:39.581203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fe6996e7-3fd2-4245-b276-b6336991b22d req-19d39a35-9976-467a-a45d-382adea0b3cb tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 944 time: 0.7005324 May 13 15:11:39.647356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95207110-f34d-4b67-b50e-3389a56a8d22 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:39.660901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.708861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb6d7-007c-4745-8f3d-87f3b587aca7 req-3784b630-085f-4279-9039-ffe388c3cccd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:39.719562 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0f8fb6d7-007c-4745-8f3d-87f3b587aca7 req-3784b630-085f-4279-9039-ffe388c3cccd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 932 time: 1.3775759 May 13 15:11:39.787642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Transition to ACTIVE for port object 95207110-f34d-4b67-b50e-3389a56a8d22 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:39.791689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Provisioning for port 95207110-f34d-4b67-b50e-3389a56a8d22 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:39.799398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Provisioning complete for port 95207110-f34d-4b67-b50e-3389a56a8d22 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:39.805482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.807039 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fe6996e7-3fd2-4245-b276-b6336991b22d req-08fa43be-6363-48e7-b984-777cf04f4d16 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170459 May 13 15:11:39.885722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.937422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d051f57c-0569-4dea-a1c9-d31217780ab8 None None] Port 95207110-f34d-4b67-b50e-3389a56a8d22 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:40.004475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.084421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:40.128123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:40.129192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03c27f-2cd3-4c61-b184-77562f0baaa6']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:40.129192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.129671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd175c-cf16-41c1-b283-fb6d47f8da38 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:40.132535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.144867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188bfea-47c7-4767-aa85-5a4549008236') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:40.153649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188bfea-47c7-4767-aa85-5a4549008236') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:40.340930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=f23ed17b-7aac-43be-b6ef-74a882dcbac3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.344322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-22c2fd12-0dfa-43ff-a48c-c050b0f777f3 None None] Provisioning for port f0909d0d-c655-4ec0-93d6-1d4ba10af934 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:40.359514 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0f8fb6d7-007c-4745-8f3d-87f3b587aca7 req-43c47c24-a79d-4cd6-a4e4-c6ef32b4d031 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6386802 May 13 15:11:40.366606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb3e34-0437-4bc9-ba91-c3d92094cd31,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.370778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.478915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.484483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d567958-fc73-4f91-ae29-fa5ee5140215 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:40.500969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Pushing event updated for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.545576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.649526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6629820a-b186-4814-a928-dd7c1e1e5bc8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/f23ed17b-7aac-43be-b6ef-74a882dcbac3 HTTP/1.1" status: 204 len: 168 time: 3.1141989 May 13 15:11:40.666300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.745238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:40.745559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.772255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90563a0-52df-4bc7-b3d5-5cabc9433eb8 None None] Network a06384fd-9387-40f9-b58b-7110d5374c8a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:40.980505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.980505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.980505 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3ec48ac4-f01f-4368-bf03-a310e45ef02e tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "DELETE /v2.0/security-groups/2fbb3e34-0437-4bc9-ba91-c3d92094cd31 HTTP/1.1" status: 204 len: 168 time: 2.0747983 May 13 15:11:40.980505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:40.980505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.981370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Transition to ACTIVE for port object 9d567958-fc73-4f91-ae29-fa5ee5140215 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:40.981370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:40.981646 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:40.983586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:40.999749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Attempting to bind port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:41.002044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Attempting to bind port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:41.002534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Attempting to bind port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 on network ff642ffd-e680-4acb-97b1-87c4ceb3320b {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:41.015535 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cc201fe1-6dd8-44c3-8dae-8f39b7c4eb72 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3470206 May 13 15:11:41.025523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57220) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.094062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.135060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:41.148349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.168457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Deleting port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:41.172564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.186269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=7d0bb2c2-1b94-4b84-97c0-893f2c075813,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.197335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 on network ff642ffd-e680-4acb-97b1-87c4ceb3320b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:41.198056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Attempting to bind port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 on network ff642ffd-e680-4acb-97b1-87c4ceb3320b {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:41.231249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': '6ee1821c-1b4b-42bf-976c-dc88635d399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:41.231915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: 51251b5a-c412-4441-8dd6-a41e1480a5f7, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:41.277635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:41.277635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Checking segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:41.277635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Bound using segment: {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:41.277635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Bound port: cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5751a225-92ff-45a1-9935-7de4983d6a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:41.277635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.311352 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:41.327420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.571265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Attempting to bind port 95207110-f34d-4b67-b50e-3389a56a8d22 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:41.571887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Attempting to bind port 95207110-f34d-4b67-b50e-3389a56a8d22 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:41.572230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Attempting to bind port 95207110-f34d-4b67-b50e-3389a56a8d22 on network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:41.606384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.647324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network 51251b5a-c412-4441-8dd6-a41e1480a5f7 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:41.673986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56bc6-a118-4392-9982-19b5d4e7c4df req-a87412cd-ffb8-4e04-b4a7-ec8611647ac8 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:41.680784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-86b56bc6-a118-4392-9982-19b5d4e7c4df req-a87412cd-ffb8-4e04-b4a7-ec8611647ac8 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 944 time: 1.5617199 May 13 15:11:41.696655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.698541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Port 95207110-f34d-4b67-b50e-3389a56a8d22 on network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:41.702709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Attempting to bind port 95207110-f34d-4b67-b50e-3389a56a8d22 on network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:41.711696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.720752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:41.721124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Checking segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:41.721667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Bound using segment: {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:41.754503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Bound port: 95207110-f34d-4b67-b50e-3389a56a8d22, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9937327e-c907-43d1-90ed-10f70424156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:41.754503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.775485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.802060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ab1fdf33-018d-492c-8e01-930f493d649c up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:41.856246 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/bc03c27f-2cd3-4c61-b184-77562f0baaa6 HTTP/1.1" status: 204 len: 168 time: 13.0833542 May 13 15:11:41.857268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff03e-c2ff-4fc2-bd8f-b460cd956afa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=bc03c27f-2cd3-4c61-b184-77562f0baaa6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.865513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57226) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.906364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:41.910744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:41.921838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383596164'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.924699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:41.931319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:41.951207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Pushing event updated for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:41.963168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631592e9-6675-4d42-81f9-db02db58d4d6 req-b302acaa-4397-4a95-925a-54b281ee22b4 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:41.975972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-631592e9-6675-4d42-81f9-db02db58d4d6 req-b302acaa-4397-4a95-925a-54b281ee22b4 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 944 time: 0.8593564 May 13 15:11:42.077056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Attempting to bind port 9d567958-fc73-4f91-ae29-fa5ee5140215 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:42.081119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Attempting to bind port 9d567958-fc73-4f91-ae29-fa5ee5140215 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:42.081119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Attempting to bind port 9d567958-fc73-4f91-ae29-fa5ee5140215 on network 4c05c904-6b17-4f7b-8e3c-91490c8d479e {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:42.090599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:42.095080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.108988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:42.115053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:42.124475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Port 9d567958-fc73-4f91-ae29-fa5ee5140215 on network 4c05c904-6b17-4f7b-8e3c-91490c8d479e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:42.124841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Attempting to bind port 9d567958-fc73-4f91-ae29-fa5ee5140215 on network 4c05c904-6b17-4f7b-8e3c-91490c8d479e {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:42.182878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 51251b5a-c412-4441-8dd6-a41e1480a5f7) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:42.223659 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-86b56bc6-a118-4392-9982-19b5d4e7c4df req-a8c861c7-0436-4ded-8f17-3426f78e5f85 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5169094 May 13 15:11:42.230783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:42.231943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.240772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:42.241106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Checking segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:42.241506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Bound using segment: {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:42.242005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Bound port: 9d567958-fc73-4f91-ae29-fa5ee5140215, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6481ed46-8397-44c4-9e37-4f397f81c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:42.242353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.248922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ab1fdf33-018d-492c-8e01-930f493d649c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:42.253194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.287498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:42.308930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:42.311172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424cb29-ebea-4167-9a1e-797b2f217050 None None] Network 51251b5a-c412-4441-8dd6-a41e1480a5f7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:42.329661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:42.372129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:42.426009 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-631592e9-6675-4d42-81f9-db02db58d4d6 req-2eb8d735-5340-4b50-80f8-af188f2c6d45 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485695 May 13 15:11:42.442961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.516529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] For port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:42.517382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.551796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.552136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-09c7c247-bb89-4e4e-a9d0-a6db62b717cf None None] Provisioning for port 80a3d80e-d1d9-400d-98ab-2efb984d3686 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:42.635513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:42.643279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.693202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:42.703465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:42.708020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.744668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=95207110-f34d-4b67-b50e-3389a56a8d22,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:42.751555 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-33cea5e6-eb5c-4180-befc-8719be4db67b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 6.5327892 May 13 15:11:42.766225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96d3d64-c2c6-448c-9c46-bed19825db46']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:42.776400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57230) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:42.839861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Calling delete_port for 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:42.854575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:42.855684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.857966 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-edd6d21e-1a20-4bf3-8464-4cff26eadab4 service neutron] 10.222.0.23 "PUT /v2.0/ports/cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 200 len: 1094 time: 9.3571103 May 13 15:11:42.860204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:43.072728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.087751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c076156f-4ee1-4655-b571-e9e0e4edcf4e') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:43.090598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c076156f-4ee1-4655-b571-e9e0e4edcf4e') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:43.118272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.184987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-51251b5a-c412-4441-8dd6-a41e1480a5f7', 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': '7d0bb2c2-1b94-4b84-97c0-893f2c075813'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:43.186687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.203229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:43.254549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.255195 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b of type vlan for network a48a0758-e3dc-4668-a626-87d8368a05cb May 13 15:11:43.391194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ab1fdf33-018d-492c-8e01-930f493d649c is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:43.506139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 80a3d80e-d1d9-400d-98ab-2efb984d3686 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:43.507707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.508170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.508170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-f0569ea6-dc2d-49da-9143-a2c594d20765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:43.508170 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-f0569ea6-dc2d-49da-9143-a2c594d20765 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 1097 time: 0.3182731 May 13 15:11:43.508170 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcb274d-c5ac-47c1-baae-00b50103005c'] response: {'name': 'network-changed', 'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'status': 'completed', 'code': 200} May 13 15:11:43.508618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Pushing event updated for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:43.508618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:43.508618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.508618 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-15c9ba1d-c4df-468a-8c31-261f806ba94b service neutron] 10.222.0.23 "PUT /v2.0/ports/95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1094 time: 6.5900898 May 13 15:11:43.521132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:43.524811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:43.598303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-31d0b672-17a9-4c25-b555-b0690b9efd9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 200 len: 217 time: 0.1165049 May 13 15:11:43.599557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.602114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.641542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:43.642170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.661456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9d567958-fc73-4f91-ae29-fa5ee5140215,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:43.666507 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:43.678363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 80a3d80e-d1d9-400d-98ab-2efb984d3686 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:43.686759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Allocated IP 2001:db8::1 (51251b5a-c412-4441-8dd6-a41e1480a5f7/7d0bb2c2-1b94-4b84-97c0-893f2c075813/dadaeb07-9090-4a6d-8a28-a432627f2f51) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:43.688189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.729110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 80a3d80e-d1d9-400d-98ab-2efb984d3686 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:43.729614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.749013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d340d09-d116-4f4c-86e9-a5a0c07b3669 req-c0a8f6b0-7205-4778-a7ef-5d9d92bf38c3 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:43.749706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-790f6106-edc0-44cc-8029-354046be326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:43.750557 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d340d09-d116-4f4c-86e9-a5a0c07b3669 req-c0a8f6b0-7205-4778-a7ef-5d9d92bf38c3 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 944 time: 1.2102480 May 13 15:11:43.751303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-790f6106-edc0-44cc-8029-354046be326a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caa8d9b3-c08c-46a2-bf13-f3846f082ab9 HTTP/1.1" status: 200 len: 851 time: 0.1423757 May 13 15:11:43.759677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:43.796603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] Pushing event deleted for resources: {'Port': ['ID=22958bb9-ced2-4aa1-b50c-cfd1cc9f233b,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:43.802056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f75c7-16ab-4afc-b9c3-5c4b31038fa6 None None] No DVR routers for this DVR port 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:43.802449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.863392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.948677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Provisioning complete for port 80a3d80e-d1d9-400d-98ab-2efb984d3686 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:43.948677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.982137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:43.987776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.987776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d567958-fc73-4f91-ae29-fa5ee5140215 HTTP/1.1" status: 200 len: 1094 time: 7.3620059 May 13 15:11:44.048071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.170372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.178608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.179260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.199537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4883-ee7f-447d-bed5-e851c3880e19 service neutron] Pushing event updated for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:44.211681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.215881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.222672 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d340d09-d116-4f4c-86e9-a5a0c07b3669 req-f879f135-8252-423a-8d13-eacc19ef3fd2 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551396 May 13 15:11:44.241829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Current status of the port 80a3d80e-d1d9-400d-98ab-2efb984d3686 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:44.242247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.284798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 80a3d80e-d1d9-400d-98ab-2efb984d3686 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:44.284798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.315247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event deleted for resources: {'Network': ['ID=a96d3d64-c2c6-448c-9c46-bed19825db46,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:44.323179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:44.329915 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6a21c640-38a4-4f6f-8077-06ab05213a72 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "DELETE /v2.0/networks/a96d3d64-c2c6-448c-9c46-bed19825db46 HTTP/1.1" status: 204 len: 168 time: 3.3693881 May 13 15:11:44.331205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:44.334456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.335293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.344329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.354044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637d448-2e3a-45c4-8b92-780405235bf7 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:44.366775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4979217 May 13 15:11:44.380246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57260) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.386635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-be215f7c-c9a2-4dc2-a49c-6870e6fa7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.387967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=3dd034a5-5fe8-4b9c-a753-61f2282afc6a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:44.388597 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-be215f7c-c9a2-4dc2-a49c-6870e6fa7afd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ff642ffd-e680-4acb-97b1-87c4ceb3320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6190546 May 13 15:11:44.434554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 80a3d80e-d1d9-400d-98ab-2efb984d3686, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=80a3d80e-d1d9-400d-98ab-2efb984d3686,segment=NetworkSegment(052d28f6-5ed7-4170-8584-b108f7519296),segment_id=052d28f6-5ed7-4170-8584-b108f7519296)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:44.465228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.490651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Transition to ACTIVE for port object dadaeb07-9090-4a6d-8a28-a432627f2f51 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:44.506674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.507480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f0909d0d-c655-4ec0-93d6-1d4ba10af934 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:44.512377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a68aff8a-a4b5-4ad2-be4a-354e46bd61d1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4802461 May 13 15:11:44.515256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-ca0e6919-2593-40c4-abca-67641a0f31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.516819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-ca0e6919-2593-40c4-abca-67641a0f31c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1097 time: 0.7629902 May 13 15:11:44.518496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:44.526185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'name': 'tempest-NetworksTestDHCPv6-940502324'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:44.540625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:44.571438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd379a8f-f1c1-4207-b7f9-255f96d7ab5b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=a48a0758-e3dc-4668-a626-87d8368a05cb,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:44.586203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf512f8-a936-4452-a430-fb2d72e69d97 req-ab3c282e-0450-48ce-9edf-35f6ee722963 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.586203 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-daf512f8-a936-4452-a430-fb2d72e69d97 req-ab3c282e-0450-48ce-9edf-35f6ee722963 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 944 time: 0.8304930 May 13 15:11:44.622046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a48a0758-e3dc-4668-a626-87d8368a05cb details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:44.629446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-2bbc299b-beb0-444d-bfb6-d3a9b37e09e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315559 May 13 15:11:44.689139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Transition to ACTIVE for port object dadaeb07-9090-4a6d-8a28-a432627f2f51 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:44.706434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-1d0fda8f-52eb-4f7e-9727-7d095caefe9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 217 time: 0.1573288 May 13 15:11:44.709738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.764842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-d8a79610-3ef7-4c04-8246-7148013f0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.766563 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-d8a79610-3ef7-4c04-8246-7148013f0249 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e824fe5bbcf24880b5c4d420776e8701&device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 1097 time: 0.5702658 May 13 15:11:44.787805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:44.792820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-daf512f8-a936-4452-a430-fb2d72e69d97 req-bf916ef6-b78e-4d9d-b933-472b96092eff tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Synchronizing usage tracker for tenant:a0319e85ee22444589a37e528ddee7eb on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:44.803103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:44.809936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:44.812879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:44.813233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:44.826557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:44.863209 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b4c3da2-1600-4c51-a748-ea45da493752 req-b72d110b-a6d0-428e-a527-2c305ccd6496 service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266243 May 13 15:11:44.863749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:44.874258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-36183c1d-683f-4710-9749-c0a9900df877 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d567958-fc73-4f91-ae29-fa5ee5140215 HTTP/1.1" status: 200 len: 217 time: 0.0893071 May 13 15:11:44.881589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=80a3d80e-d1d9-400d-98ab-2efb984d3686,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:44.895579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.939712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '3dd034a5-5fe8-4b9c-a753-61f2282afc6a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:44.940174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.958196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-daf512f8-a936-4452-a430-fb2d72e69d97 req-bf916ef6-b78e-4d9d-b933-472b96092eff tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Unset dirty status for tenant:a0319e85ee22444589a37e528ddee7eb on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:44.960069 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-daf512f8-a936-4452-a430-fb2d72e69d97 req-bf916ef6-b78e-4d9d-b933-472b96092eff tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3296518 May 13 15:11:44.988124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Network 51251b5a-c412-4441-8dd6-a41e1480a5f7 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:44.992486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:45.019214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.024087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c4f676c8-a0b1-41ca-8aef-1c9d7a59b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.025810 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c4f676c8-a0b1-41ca-8aef-1c9d7a59b947 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.3060601 May 13 15:11:45.040722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f0909d0d-c655-4ec0-93d6-1d4ba10af934 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:45.043997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:45.050303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:45.054745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.062830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Pushing event updated for resources: {'Port': ['ID=dadaeb07-9090-4a6d-8a28-a432627f2f51,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.076707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f0909d0d-c655-4ec0-93d6-1d4ba10af934 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:45.077083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.079499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:45.125924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0bb2c2-1b94-4b84-97c0-893f2c075813,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.193812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191113-2345-488e-9b72-60957e0968b2 req-10c7e893-1ac7-4e14-966c-bb18e2099d42 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.195648 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90191113-2345-488e-9b72-60957e0968b2 req-10c7e893-1ac7-4e14-966c-bb18e2099d42 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 944 time: 0.7993209 May 13 15:11:45.196804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:45.200737 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b9119e-caac-464e-aabc-6f9a2e6a1dd5'] response: {'name': 'network-changed', 'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22', 'status': 'completed', 'code': 200} May 13 15:11:45.230550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:45.231180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing IP validity checks on allocation pools {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:11:45.231710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:11:45.256344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:45.276778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] Sync routers for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:45.297427 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:45.298191 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.314502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-070cb539-f7c7-4d17-b44d-f343a250fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.319839 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-070cb539-f7c7-4d17-b44d-f343a250fae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 1097 time: 0.2673357 May 13 15:11:45.324016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e227749b-1c0d-4d13-8b85-a8fab7cc4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.325519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-e227749b-1c0d-4d13-8b85-a8fab7cc4431 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71f09ba5-bb2d-44d4-9d44-e6ead2de588a HTTP/1.1" status: 200 len: 844 time: 0.3962998 May 13 15:11:45.335784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:45.359342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.375034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.379431 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e3377555-5c6a-4b7f-a407-a6cd6452b364 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 14.9198267 May 13 15:11:45.388668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57274) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:45.421612 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.442900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:45.443827 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.458265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f0909d0d-c655-4ec0-93d6-1d4ba10af934 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:45.459277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.463007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.470011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/3dd034a5-5fe8-4b9c-a753-61f2282afc6a/501b9263-112d-4727-98a1-aa64e07b0e31) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:45.475801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e588815e-7824-46ca-b511-2583cc1a5dac']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.485930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-514fef37-d3d8-4fcd-8de1-8915542b7379 None None] Current status of the port 80a3d80e-d1d9-400d-98ab-2efb984d3686 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:45.494979 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90191113-2345-488e-9b72-60957e0968b2 req-eff2a2b4-bed8-4649-8628-ab39d7a7a6d7 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673743 May 13 15:11:45.532286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ba24db-1871-4856-85fa-e17c55563802') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.532807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ba24db-1871-4856-85fa-e17c55563802') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.557447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51251b5a-c412-4441-8dd6-a41e1480a5f7']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.562366 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.562769 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5872c-a7f2-49f6-b874-9bb514b8b34d None None] The sync data for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:45.567119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.583752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:45.587278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.610557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee1821c-1b4b-42bf-976c-dc88635d399c') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.610911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee1821c-1b4b-42bf-976c-dc88635d399c') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:45.632816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.640598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.657369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f0909d0d-c655-4ec0-93d6-1d4ba10af934, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f0909d0d-c655-4ec0-93d6-1d4ba10af934,segment=NetworkSegment(755aed63-0084-4a8e-aa80-2e2eed02c784),segment_id=755aed63-0084-4a8e-aa80-2e2eed02c784)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:45.659639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:45.660047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:45.675613 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:45.684290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c8f079ed-dcfd-491f-8236-85ff07ee31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.686526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-c8f079ed-dcfd-491f-8236-85ff07ee31f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6046805 May 13 15:11:45.698330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Attempting to bind port dadaeb07-9090-4a6d-8a28-a432627f2f51 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:45.698697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Attempting to bind port dadaeb07-9090-4a6d-8a28-a432627f2f51 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6ee1821c-1b4b-42bf-976c-dc88635d399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:45.699057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Attempting to bind port dadaeb07-9090-4a6d-8a28-a432627f2f51 on network 51251b5a-c412-4441-8dd6-a41e1480a5f7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:45.718517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:45.724382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Checking segment: {'id': '6ee1821c-1b4b-42bf-976c-dc88635d399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:45.724382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.724382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Bound using segment: {'id': '6ee1821c-1b4b-42bf-976c-dc88635d399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:45.724382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Bound port: dadaeb07-9090-4a6d-8a28-a432627f2f51, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee1821c-1b4b-42bf-976c-dc88635d399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:45.724382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.732708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:45.778707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.808434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.899025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-dbb266bf-f0d8-4628-a82e-81d64b169d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.900592 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-dbb266bf-f0d8-4628-a82e-81d64b169d91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 200 len: 913 time: 0.5777376 May 13 15:11:45.928156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-0f669251-904f-4d34-8f64-b111057ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:45.928543 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-0f669251-904f-4d34-8f64-b111057ce13b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c05c904-6b17-4f7b-8e3c-91490c8d479e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5616381 May 13 15:11:45.934691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:45.935157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.980337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:45.999373 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:46.044039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8c40d-d0ec-44db-ad8e-93a4d7749729 req-e3a41ca9-dc9a-4bcc-b5e0-3010452f5457 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.046173 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-32f8c40d-d0ec-44db-ad8e-93a4d7749729 req-e3a41ca9-dc9a-4bcc-b5e0-3010452f5457 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 944 time: 0.5428481 May 13 15:11:46.062149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.067429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:46.070424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 22958bb9-ced2-4aa1-b50c-cfd1cc9f233b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:46.121059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] For port dadaeb07-9090-4a6d-8a28-a432627f2f51, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:46.130311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.130485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-2155798a-89cd-42ac-9cd1-cd7a49a2aa66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 200 len: 217 time: 0.2218838 May 13 15:11:46.134089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f0909d0d-c655-4ec0-93d6-1d4ba10af934,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.168900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Transition to ACTIVE for port object 501b9263-112d-4727-98a1-aa64e07b0e31 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:46.191655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Transition to ACTIVE for port object 501b9263-112d-4727-98a1-aa64e07b0e31 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:46.204193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 80a3d80e-d1d9-400d-98ab-2efb984d3686 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:46.240944 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-32f8c40d-d0ec-44db-ad8e-93a4d7749729 req-3de2e18e-4494-4fbe-867e-3875c650fdd5 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741672 May 13 15:11:46.253552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.282306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] For port dadaeb07-9090-4a6d-8a28-a432627f2f51, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dadaeb07-9090-4a6d-8a28-a432627f2f51,segment=NetworkSegment(6ee1821c-1b4b-42bf-976c-dc88635d399c),segment_id=6ee1821c-1b4b-42bf-976c-dc88635d399c)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:46.283935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.289856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.355293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=6f376c50-dce5-4ac2-a6f3-1c2f2072f65b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.357869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:46.363548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:46.365985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:46.370657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] Pushing event deleted for resources: {'Network': ['ID=e588815e-7824-46ca-b511-2583cc1a5dac,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.371350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-957656d6-3770-4b7e-b48b-8ec3009faf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.373348 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-957656d6-3770-4b7e-b48b-8ec3009faf21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caa8d9b3-c08c-46a2-bf13-f3846f082ab9 HTTP/1.1" status: 200 len: 851 time: 0.2157254 May 13 15:11:46.374437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:11:46.374437 dv-neutron-835340-3-hyperv neutron-server[88837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:11:46.374437 dv-neutron-835340-3-hyperv neutron-server[88837]: [parameters: {'id': '51251b5a-c412-4441-8dd6-a41e1480a5f7'}] May 13 15:11:46.374437 dv-neutron-835340-3-hyperv neutron-server[88837]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:46.374862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:46.382323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.384493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.384990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.385181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.385681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.386074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.386421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.386756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.387071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.387394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.387716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.388060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.389899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:46.417335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Pushing event updated for resources: {'Port': ['ID=501b9263-112d-4727-98a1-aa64e07b0e31,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.430035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d686a2c9-b965-4412-8e55-85f576da6f34 tempest-QuotasNegativeTest-366231726 tempest-QuotasNegativeTest-366231726-project-admin] 10.222.0.91 "DELETE /v2.0/networks/e588815e-7824-46ca-b511-2583cc1a5dac HTTP/1.1" status: 204 len: 168 time: 2.0788255 May 13 15:11:46.443795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:46.444446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: a48a0758-e3dc-4668-a626-87d8368a05cb, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:46.462632 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-9549a055-5be0-4591-8554-3c9085d322d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903284 May 13 15:11:46.473869 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-14ac85c3-994f-42d0-9b05-1a13e17e53ed service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675257 May 13 15:11:46.508452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1a1 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/3dd034a5-5fe8-4b9c-a753-61f2282afc6a/8a5b9bbf-005e-4a7a-b426-cba89c5b8d77) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:46.536943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 80a3d80e-d1d9-400d-98ab-2efb984d3686 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:46.537423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.629289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Attempting to bind port 501b9263-112d-4727-98a1-aa64e07b0e31 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:46.630145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Attempting to bind port 501b9263-112d-4727-98a1-aa64e07b0e31 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:46.630145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Attempting to bind port 501b9263-112d-4727-98a1-aa64e07b0e31 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:46.659934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef80c-e657-41ae-a5c1-68aea7817d79 None None] Pushing event updated for resources: {'Port': ['ID=dadaeb07-9090-4a6d-8a28-a432627f2f51,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.667548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:46.667900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:46.668292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.668669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:46.669134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Bound port: 501b9263-112d-4727-98a1-aa64e07b0e31, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:46.670154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.723591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d751d-0945-4693-bcfd-820f4472a3d9 req-0d5964f8-433e-4e5e-ae3d-f9b8d8573815 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.725119 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-842d751d-0945-4693-bcfd-820f4472a3d9 req-0d5964f8-433e-4e5e-ae3d-f9b8d8573815 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 944 time: 0.5519454 May 13 15:11:46.738556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network a48a0758-e3dc-4668-a626-87d8368a05cb is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:46.788500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833c00a-1d46-4417-af9c-0d944c92fc61 None None] Network 51251b5a-c412-4441-8dd6-a41e1480a5f7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:46.830702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-842d751d-0945-4693-bcfd-820f4472a3d9 req-99e2c3ff-2ada-4524-b937-30ed58cdbe7d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729058 May 13 15:11:46.854926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-9e4f75e0-2041-4a03-9a41-faabf74bde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.856791 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-9e4f75e0-2041-4a03-9a41-faabf74bde17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ff642ffd-e680-4acb-97b1-87c4ceb3320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4740584 May 13 15:11:46.864090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a48a0758-e3dc-4668-a626-87d8368a05cb) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:46.876433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.899839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b60641ee-1ca2-49a3-86d1-b6df7ede5bc4 req-059c5a9e-04cd-4a8a-994f-7a41419bd7f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280717 May 13 15:11:46.912463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9eab3-c651-431f-8f3b-4cb624490717 None None] Network a48a0758-e3dc-4668-a626-87d8368a05cb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:46.936258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.938857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.949441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 80a3d80e-d1d9-400d-98ab-2efb984d3686 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:47.008276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] For port 501b9263-112d-4727-98a1-aa64e07b0e31, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:47.042869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port dadaeb07-9090-4a6d-8a28-a432627f2f51 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:47.043205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.076474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f640231-e1f0-4a51-a814-c6a0fe9210c0 req-dbbb3e8f-e373-424d-96b3-e5da2f0f1513 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.077985 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f640231-e1f0-4a51-a814-c6a0fe9210c0 req-dbbb3e8f-e373-424d-96b3-e5da2f0f1513 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 944 time: 0.3942139 May 13 15:11:47.084927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] For port 501b9263-112d-4727-98a1-aa64e07b0e31, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=501b9263-112d-4727-98a1-aa64e07b0e31,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:47.114599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c5432ce-2481-4c58-a934-9b10847b19b1 req-8434896a-35e4-4fd1-a060-4c770ab729ed service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077774 May 13 15:11:47.164682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.177805 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3cad899f-366b-4275-bc5a-90d8e9fde85c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7858334 May 13 15:11:47.186869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57286) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.205851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:47.273992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f640231-e1f0-4a51-a814-c6a0fe9210c0 req-b2141092-25e3-4e4b-809e-d2fc80d352ca tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596940 May 13 15:11:47.340749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-790d1076-bd3a-4775-b132-a975d923d1a6 service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598582 May 13 15:11:47.379670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54e4f-91dc-4225-bc66-c201746cee06 None None] Pushing event updated for resources: {'Port': ['ID=501b9263-112d-4727-98a1-aa64e07b0e31,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:47.382374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.398225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a48a0758-e3dc-4668-a626-87d8368a05cb', 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': '6f376c50-dce5-4ac2-a6f3-1c2f2072f65b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:47.399095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.446856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8e302c-c231-49d2-b471-77cac360e0ce'] response: {'name': 'network-changed', 'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'status': 'completed', 'code': 200} May 13 15:11:47.525049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-8b40efa2-4279-4a39-af2c-6a088717bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.526838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-8b40efa2-4279-4a39-af2c-6a088717bebc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1097 time: 0.4425993 May 13 15:11:47.530176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:47.599900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port dadaeb07-9090-4a6d-8a28-a432627f2f51, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dadaeb07-9090-4a6d-8a28-a432627f2f51,segment=NetworkSegment(6ee1821c-1b4b-42bf-976c-dc88635d399c),segment_id=6ee1821c-1b4b-42bf-976c-dc88635d399c)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:47.600283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.684298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57298) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.706589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Allocated IP 172.20.0.3 (a48a0758-e3dc-4668-a626-87d8368a05cb/6f376c50-dce5-4ac2-a6f3-1c2f2072f65b/68443743-1c45-4d82-a050-e1a4f98db2a1) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:47.811315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.977036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for dadaeb07-9090-4a6d-8a28-a432627f2f51 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:47.991456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.002929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Transition to ACTIVE for port object 68443743-1c45-4d82-a050-e1a4f98db2a1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:48.024273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Transition to ACTIVE for port object 68443743-1c45-4d82-a050-e1a4f98db2a1 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:48.026566 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e260094-d743-4a66-8b86-ebdc7beb6ba0 req-63df54eb-c7d4-4d3e-88dc-3ea980f76921 service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738484 May 13 15:11:48.059471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.078359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:11:48.085302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.128846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.152182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.181981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:48.190493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Usage tracker for resource:security_group_rule and tenant:fa61f6a0477649509209ed0b9e46dfad is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:48.194994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:48.207277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 68443743-1c45-4d82-a050-e1a4f98db2a1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:48.207621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.235003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:48.244418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-4deaaf7b-586a-4784-bf0f-f6cdcd94241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:48.250407 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-4deaaf7b-586a-4784-bf0f-f6cdcd94241b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e824fe5bbcf24880b5c4d420776e8701&device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 1097 time: 0.7864006 May 13 15:11:48.250581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:48.252590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-a5d1eff6-c6bd-4b40-8c40-2b0e3884f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:48.254041 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-a5d1eff6-c6bd-4b40-8c40-2b0e3884f771 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.7034576 May 13 15:11:48.254870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:48.282817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Network a48a0758-e3dc-4668-a626-87d8368a05cb is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:48.287719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:48.290519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:48.301037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:48.306686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:48.317308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.352069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122a078-19e3-4508-8305-7f44c6909701 req-ac5aedaf-b303-453e-8e75-d284fd6c2179 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:48.359662 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8122a078-19e3-4508-8305-7f44c6909701 req-ac5aedaf-b303-453e-8e75-d284fd6c2179 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 944 time: 0.7440896 May 13 15:11:48.385540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Pushing event updated for resources: {'Port': ['ID=68443743-1c45-4d82-a050-e1a4f98db2a1,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.389270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 501b9263-112d-4727-98a1-aa64e07b0e31 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:48.426057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=8a5b9bbf-005e-4a7a-b426-cba89c5b8d77,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.430768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-67b36001-f3b9-4201-b6e2-7ec13ed01334 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 217 time: 0.1309943 May 13 15:11:48.493057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.493405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.493846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.494250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.494563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.494701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.494881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.495206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.495527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.495844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.496163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.496480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.496797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.542178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.568411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.568769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.569105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.569447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.569788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.570165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.570506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.571305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.571655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.572242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.572587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.573129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:48.599692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Attempting to bind port 68443743-1c45-4d82-a050-e1a4f98db2a1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:48.599990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Attempting to bind port 68443743-1c45-4d82-a050-e1a4f98db2a1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:48.600390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Attempting to bind port 68443743-1c45-4d82-a050-e1a4f98db2a1 on network a48a0758-e3dc-4668-a626-87d8368a05cb {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:48.623538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:48.623896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Checking segment: {'id': 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:48.624258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.624638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Bound using segment: {'id': 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:48.625191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Bound port: 68443743-1c45-4d82-a050-e1a4f98db2a1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a48a0758-e3dc-4668-a626-87d8368a05cb'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:48.625559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.645283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=dadaeb07-9090-4a6d-8a28-a432627f2f51,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.658111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port dadaeb07-9090-4a6d-8a28-a432627f2f51 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:48.658465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:48.661021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13548d-4005-4ea6-80cb-ca2ffac00c8b req-f87ecd79-708c-4a1e-9732-a3758b2f0b15 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:48.662594 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2a13548d-4005-4ea6-80cb-ca2ffac00c8b req-f87ecd79-708c-4a1e-9732-a3758b2f0b15 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 944 time: 0.6462727 May 13 15:11:48.713550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.714124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'port_id': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'mac_address': 'fa:16:3e:70:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:11:48.737814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f797cd0f-68a9-42be-84fc-d52fac336f95 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2135448 May 13 15:11:48.780252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57308) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:48.785742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 501b9263-112d-4727-98a1-aa64e07b0e31 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:48.796935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f0909d0d-c655-4ec0-93d6-1d4ba10af934 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:48.799873 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8122a078-19e3-4508-8305-7f44c6909701 req-7f414d9d-9e17-4f84-91a2-e6a928d3a891 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391472 May 13 15:11:48.865340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:48.870080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:48.870534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.915435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=68443743-1c45-4d82-a050-e1a4f98db2a1,segment=NetworkSegment(b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b),segment_id=b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:48.917561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:48.931710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.940965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:48.946721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f0909d0d-c655-4ec0-93d6-1d4ba10af934 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:48.947574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.954003 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa61f6a0477649509209ed0b9e46dfad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2686071 May 13 15:11:48.971917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Provisioning for port 501b9263-112d-4727-98a1-aa64e07b0e31 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:48.977704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba2f0-0ba8-48cd-bce2-7957451c8a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195f03da-8996-4147-881a-a44fba264a94,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.001248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Provisioning complete for port 501b9263-112d-4727-98a1-aa64e07b0e31 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:49.001684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.013759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51251b5a-c412-4441-8dd6-a41e1480a5f7']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:49.033893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57312) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:49.035553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.039307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee1821c-1b4b-42bf-976c-dc88635d399c') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:49.040667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee1821c-1b4b-42bf-976c-dc88635d399c') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:49.066112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.086628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.092718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:49.093113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.094779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:49.201613 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:49.219417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6156e3-6f65-49c0-84ae-37ef22802c67 None None] Pushing event updated for resources: {'Port': ['ID=68443743-1c45-4d82-a050-e1a4f98db2a1,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.223743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-0f5a2225-c1f0-420b-a2d4-490d4ff763e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.226414 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-0f5a2225-c1f0-420b-a2d4-490d4ff763e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.7329330 May 13 15:11:49.246901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d1863-6124-4567-88a5-fc119b6bf75a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.253387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d1863-6124-4567-88a5-fc119b6bf75a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.255230 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-056d1863-6124-4567-88a5-fc119b6bf75a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4718111 May 13 15:11:49.276164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57316) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:49.303761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.334592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.336812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Allocated IP 172.20.0.1 (031cfc3b-40af-467c-b826-264bdcdee52c/0f5e1e62-8bfc-4d07-a618-f2d5d854d407/4c42bf16-26b9-4e8d-ae44-5b925525259b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:49.344021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f0909d0d-c655-4ec0-93d6-1d4ba10af934 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:49.349364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-f7786266-24b3-44e7-9843-85737694dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.352714 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-f7786266-24b3-44e7-9843-85737694dec2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c05c904-6b17-4f7b-8e3c-91490c8d479e HTTP/1.1" status: 200 len: 906 time: 1.0930071 May 13 15:11:49.359150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2a13548d-4005-4ea6-80cb-ca2ffac00c8b req-c2f84698-4965-40c1-bc2c-af69332c2253 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6591289 May 13 15:11:49.364154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Current status of the port 501b9263-112d-4727-98a1-aa64e07b0e31 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:49.370447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.383806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.396161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:49.396524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.429912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b708d-805f-40e7-880f-dfad21e2e270 req-54eaeb58-a904-42eb-a38b-dd665e07e8fc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.431634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] For port 501b9263-112d-4727-98a1-aa64e07b0e31, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=501b9263-112d-4727-98a1-aa64e07b0e31,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:49.433735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=51251b5a-c412-4441-8dd6-a41e1480a5f7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.448042 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-523b708d-805f-40e7-880f-dfad21e2e270 req-54eaeb58-a904-42eb-a38b-dd665e07e8fc tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 945 time: 0.4163163 May 13 15:11:49.450916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:49.460860 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c73bd447-aac6-421b-b710-7af870349266 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/51251b5a-c412-4441-8dd6-a41e1480a5f7 HTTP/1.1" status: 204 len: 168 time: 6.6833787 May 13 15:11:49.470615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57320) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:49.477042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-0a7b13ec-589e-46fc-88df-06f31ac5d8f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d567958-fc73-4f91-ae29-fa5ee5140215 HTTP/1.1" status: 200 len: 217 time: 0.1131322 May 13 15:11:49.481170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662416096'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:49.493804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.507123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.522105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:49.531461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:49.535104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:49.552232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:49.586868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-8bbabd29-0c90-447d-a4d6-9a192d94ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.587705 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-8bbabd29-0c90-447d-a4d6-9a192d94ea0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71f09ba5-bb2d-44d4-9d44-e6ead2de588a HTTP/1.1" status: 200 len: 844 time: 0.1003449 May 13 15:11:49.589906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-0f9e5ecf-5df2-4564-8748-6624718e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.592169 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-0f9e5ecf-5df2-4564-8748-6624718e305f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3541493 May 13 15:11:49.636436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d8dd8-68cb-4a8e-9f97-c4303fe458aa None None] Pushing event updated for resources: {'Port': ['ID=501b9263-112d-4727-98a1-aa64e07b0e31,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:49.663971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 68443743-1c45-4d82-a050-e1a4f98db2a1 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:49.674887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:49.678648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.748877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5434219a-d058-4661-b376-6e1b134f9bcd None None] Provisioning for port 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:49.757229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5434219a-d058-4661-b376-6e1b134f9bcd None None] Provisioning complete for port 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:49.757812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5434219a-d058-4661-b376-6e1b134f9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.821977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5434219a-d058-4661-b376-6e1b134f9bcd None None] Port 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:49.872413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:49.881877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.884131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:49.928455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.928455 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment 7cc358db-e9fe-4a5e-8ee0-faef28427b04 of type vlan for network 9bb95385-6b33-4ed4-897a-740079106984 May 13 15:11:49.946779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-3de59ee5-87d5-4d82-9e73-6a90d36574b7 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985225 May 13 15:11:49.953378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-281decef-270d-4d45-9528-c750ad15c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:49.955130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-281decef-270d-4d45-9528-c750ad15c003 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c05c904-6b17-4f7b-8e3c-91490c8d479e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3555715 May 13 15:11:49.970227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.002762 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-523b708d-805f-40e7-880f-dfad21e2e270 req-e93acd14-5f8a-48ee-b4f5-f82233f9781d tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537841 May 13 15:11:50.057956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 95207110-f34d-4b67-b50e-3389a56a8d22 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:11:50.111061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.249462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=95207110-f34d-4b67-b50e-3389a56a8d22,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:50.271648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '95207110-f34d-4b67-b50e-3389a56a8d22', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'port_id': '95207110-f34d-4b67-b50e-3389a56a8d22', 'mac_address': 'fa:16:3e:6f:d2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:11:50.277896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.286920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:50.287716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:50.316028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.351819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Transition to ACTIVE for port object 4c42bf16-26b9-4e8d-ae44-5b925525259b will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:50.359949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f03da-8996-4147-881a-a44fba264a94,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:50.373926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 95207110-f34d-4b67-b50e-3389a56a8d22 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:50.374629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.393606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-41a42860-e3bc-4570-97d6-8ee8b5359f7b service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089513 May 13 15:11:50.412196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.413337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4e9496eb-7236-4150-bb80-6f81512d0c52 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/195f03da-8996-4147-881a-a44fba264a94 HTTP/1.1" status: 204 len: 168 time: 1.3744323 May 13 15:11:50.421935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.429787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 68443743-1c45-4d82-a050-e1a4f98db2a1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:50.455716 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d23c7f25-9d10-408d-9ee2-c4432900b416 req-2af7c693-56d5-4563-9440-334baa2d7805 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975586 May 13 15:11:50.456370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.461883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:50.462519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.505777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95207110-f34d-4b67-b50e-3389a56a8d22 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:50.542378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=95207110-f34d-4b67-b50e-3389a56a8d22,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:50.626337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43736a48-f0cc-437a-8367-1b07dbd3735a req-ca399653-eece-4787-887b-811dc4410600 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:50.626765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea97e8c-b273-4a1d-a184-2a869bdadb76 None None] Network a48a0758-e3dc-4668-a626-87d8368a05cb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:50.628329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43736a48-f0cc-437a-8367-1b07dbd3735a req-ca399653-eece-4787-887b-811dc4410600 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 944 time: 0.6238468 May 13 15:11:50.653304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:50.694326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.694875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9d567958-fc73-4f91-ae29-fa5ee5140215 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:11:50.766855 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8508927c-8d3a-44ea-9aea-b5a39cffc0e7 req-6162250a-cb49-427b-9250-02057c9325f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466370 May 13 15:11:50.785167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=9bb95385-6b33-4ed4-897a-740079106984,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:50.792573 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43736a48-f0cc-437a-8367-1b07dbd3735a req-5eaa518f-2c65-4764-a810-024523999377 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488094 May 13 15:11:50.797559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 68443743-1c45-4d82-a050-e1a4f98db2a1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:50.797559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.819667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 9bb95385-6b33-4ed4-897a-740079106984 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:50.836674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7553a67-bb58-4738-a69d-508e9b661b1b req-717b5b05-854d-4b8f-9edc-ce11ab7ff562 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:50.838117 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b7553a67-bb58-4738-a69d-508e9b661b1b req-717b5b05-854d-4b8f-9edc-ce11ab7ff562 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 945 time: 0.2223957 May 13 15:11:50.868254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.871786 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b76e302a-ad18-4470-ab03-46feecceda1f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3990502 May 13 15:11:50.875329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57332) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:50.880882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': '9bb95385-6b33-4ed4-897a-740079106984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:50.970905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 68443743-1c45-4d82-a050-e1a4f98db2a1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:50.973792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Provisioning for port 68443743-1c45-4d82-a050-e1a4f98db2a1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:51.004032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.011830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Provisioning complete for port 68443743-1c45-4d82-a050-e1a4f98db2a1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:51.012197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.031165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network 031cfc3b-40af-467c-b826-264bdcdee52c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:51.036695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 68443743-1c45-4d82-a050-e1a4f98db2a1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:51.037072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.039794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:51.042804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:51.056416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:51.064864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:51.070243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:51.083852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:51.183732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=4c42bf16-26b9-4e8d-ae44-5b925525259b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.198940 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b7553a67-bb58-4738-a69d-508e9b661b1b req-45e5507f-6206-4f8a-92f1-277a706856fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3407397 May 13 15:11:51.213590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.253884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:51.257491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.277339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57338) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.287227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=8a5b9bbf-005e-4a7a-b426-cba89c5b8d77,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.301382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.324142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9d567958-fc73-4f91-ae29-fa5ee5140215,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:51.381634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.420381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:51.428353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6f044d46174c7fb59d07333069dd31 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:51.433386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:51.436840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.444370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:51.454493 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37a38df6-2a33-4c6a-ae25-ce34215f8c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 HTTP/1.1" status: 204 len: 168 time: 2.1743584 May 13 15:11:51.457847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57342) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.482623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e0651-8148-4c2e-b2b5-91b424d9abac req-ca3fd869-9b04-48f5-baa3-a7fbd05dd474 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:51.484416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Current status of the port 68443743-1c45-4d82-a050-e1a4f98db2a1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:51.484683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.489794 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9a0e0651-8148-4c2e-b2b5-91b424d9abac req-ca3fd869-9b04-48f5-baa3-a7fbd05dd474 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 945 time: 0.3237619 May 13 15:11:51.496637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'port_id': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'mac_address': 'fa:16:3e:4f:28:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:11:51.573431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=68443743-1c45-4d82-a050-e1a4f98db2a1,segment=NetworkSegment(b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b),segment_id=b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:51.573825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.586592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c80c9a-815b-4415-a4ed-e05bb6ceb02a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:51.588079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c80c9a-815b-4415-a4ed-e05bb6ceb02a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:51.589563 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-25c80c9a-815b-4415-a4ed-e05bb6ceb02a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293828 May 13 15:11:51.594440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57346) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.611946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 68443743-1c45-4d82-a050-e1a4f98db2a1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:51.613040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.621050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9a0e0651-8148-4c2e-b2b5-91b424d9abac req-79723a0f-85b6-42c5-b19f-d0b0933ba346 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303701 May 13 15:11:51.656397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=68443743-1c45-4d82-a050-e1a4f98db2a1,segment=NetworkSegment(b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b),segment_id=b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:51.702167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9d567958-fc73-4f91-ae29-fa5ee5140215 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:51.702552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.724555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d567958-fc73-4f91-ae29-fa5ee5140215 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:51.726132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.731580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.799649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.843884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9d567958-fc73-4f91-ae29-fa5ee5140215,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:51.868070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:51.873632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:51.875669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d5b7e-26df-4e41-9a73-f1ed0910aeb3 None None] Pushing event updated for resources: {'Port': ['ID=68443743-1c45-4d82-a050-e1a4f98db2a1,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.881519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 68443743-1c45-4d82-a050-e1a4f98db2a1 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:51.889820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.929599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.997993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdee4ab-7577-44d2-a77d-4275a5655293 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:11:52.018541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e65003-f832-465a-a9cc-3e60bc0c89b0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:52.024035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dbd0b4fb-15fc-4798-9c9b-96a79a11c970 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8b6f044d46174c7fb59d07333069dd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400663 May 13 15:11:52.025142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=1891fc87-0a67-46d2-9435-c0d756bcbe7f,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:52.033283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57352) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:52.033831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-27477068-188a-425b-a61b-c5dcb745df07 None None] Provisioning for port 4c42bf16-26b9-4e8d-ae44-5b925525259b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:52.037563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:52.037878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:52.051348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': '7cc358db-e9fe-4a5e-8ee0-faef28427b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9bb95385-6b33-4ed4-897a-740079106984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:52.051920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: 9bb95385-6b33-4ed4-897a-740079106984, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:52.061288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-27477068-188a-425b-a61b-c5dcb745df07 None None] Provisioning complete for port 4c42bf16-26b9-4e8d-ae44-5b925525259b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.061779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27477068-188a-425b-a61b-c5dcb745df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.072158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 3dd034a5-5fe8-4b9c-a753-61f2282afc6a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:52.080152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.097203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:52.163645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network 9bb95385-6b33-4ed4-897a-740079106984 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:52.190103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['95207110-f34d-4b67-b50e-3389a56a8d22'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:52.222772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:52.238355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.243823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 9bb95385-6b33-4ed4-897a-740079106984) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:52.248980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:52.249571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.287946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['9d567958-fc73-4f91-ae29-fa5ee5140215'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:52.296194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.320848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.330149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-27477068-188a-425b-a61b-c5dcb745df07 None None] Port 4c42bf16-26b9-4e8d-ae44-5b925525259b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:52.373577 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a56231a5-2e87-4db6-9022-a99f77784b73 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4971628 May 13 15:11:52.375032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57358) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:52.389051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463906265'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:52.394665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5c13-e567-4f12-8eff-3f10c83e159c req-87ce3573-895a-43c2-8896-72e9027b9a67 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:52.396194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b3ff5c13-e567-4f12-8eff-3f10c83e159c req-87ce3573-895a-43c2-8896-72e9027b9a67 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 945 time: 0.4192221 May 13 15:11:52.405881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:52.413046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:52.417199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:52.424241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:52.436896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.453688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a924a27-db8a-4ed4-862d-4bf866995993 req-f1321ca4-98c9-4ce9-b3d6-994e642658e5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:52.455160 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4a924a27-db8a-4ed4-862d-4bf866995993 req-f1321ca4-98c9-4ce9-b3d6-994e642658e5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 945 time: 0.1391268 May 13 15:11:52.504820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4a924a27-db8a-4ed4-862d-4bf866995993 req-4c4537e9-0c56-42ee-b5b7-5314177416bf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425558 May 13 15:11:52.512201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:52.517008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.548305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:52.557708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.558518 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment a66aedd8-cd81-4b83-a25c-a699689423a3 of type vlan for network d9ba9673-03b2-48eb-83d5-876111eb2086 May 13 15:11:52.588787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.594379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:52.614399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 68443743-1c45-4d82-a050-e1a4f98db2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:52.615398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 501b9263-112d-4727-98a1-aa64e07b0e31 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:52.641385 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b3ff5c13-e567-4f12-8eff-3f10c83e159c req-b8350ae0-55bb-4199-b593-20887f1274fb tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319450 May 13 15:11:52.671631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.672011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.697271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.724938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.735000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:52.736851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.745036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ffdd2054-5095-443f-a605-f529e73d22d5 None None] Provisioning complete for port 68443743-1c45-4d82-a050-e1a4f98db2a1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.751398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffdd2054-5095-443f-a605-f529e73d22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.967021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.969841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.009722 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6263454 May 13 15:11:53.014999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 501b9263-112d-4727-98a1-aa64e07b0e31 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:53.015563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57364) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:53.015652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.025723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 68443743-1c45-4d82-a050-e1a4f98db2a1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:53.026092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.048475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b51fb4-2649-451f-bce3-0b0365c1a822 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=d9ba9673-03b2-48eb-83d5-876111eb2086,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.068854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'd9ba9673-03b2-48eb-83d5-876111eb2086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:53.079238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7ecf-6087-4a84-9316-cac700b408e4 req-c75e462e-eed8-47d3-bb9d-5e446b8b469e tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:53.081054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b58b7ecf-6087-4a84-9316-cac700b408e4 req-c75e462e-eed8-47d3-bb9d-5e446b8b469e tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 945 time: 0.2973337 May 13 15:11:53.094782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network d9ba9673-03b2-48eb-83d5-876111eb2086 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:53.096934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e65003-f832-465a-a9cc-3e60bc0c89b0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.098518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd034a5-5fe8-4b9c-a753-61f2282afc6a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.112306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.135252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b58b7ecf-6087-4a84-9316-cac700b408e4 req-803bdf01-6411-48b3-a428-9c62bde2d147 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477483 May 13 15:11:53.204527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.205663 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-789f8429-af65-460b-af34-7d79ab41ead3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/04e65003-f832-465a-a9cc-3e60bc0c89b0 HTTP/1.1" status: 204 len: 168 time: 1.1694355 May 13 15:11:53.221448 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-85704fd6-336e-4821-a585-f08986403d44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/3dd034a5-5fe8-4b9c-a753-61f2282afc6a HTTP/1.1" status: 204 len: 168 time: 1.6220255 May 13 15:11:53.222573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57370) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:53.269256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.304697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:53.309177 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-616ee85f-f359-4d75-bbb9-bd7e6662d3ee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820200 May 13 15:11:53.309177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57374) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:53.315935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:53.332652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:53.346349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:53.371501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd2054-5095-443f-a605-f529e73d22d5 None None] Current status of the port 68443743-1c45-4d82-a050-e1a4f98db2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.374256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.374631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.406663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.408709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdee4ab-7577-44d2-a77d-4275a5655293 None None] Unable to find a vacant binding_index for network 9bb95385-6b33-4ed4-897a-740079106984 and agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 {{(pid=88839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 13 15:11:53.427638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdee4ab-7577-44d2-a77d-4275a5655293 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 9bb95385-6b33-4ed4-897a-740079106984) {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:11:53.443416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:53.453824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:53.458267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:53.461483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:53.468096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:53.468548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:53.581640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:53.593223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:53.600227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.640752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 501b9263-112d-4727-98a1-aa64e07b0e31 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.656487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.675893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=4c42bf16-26b9-4e8d-ae44-5b925525259b,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.704460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 68443743-1c45-4d82-a050-e1a4f98db2a1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=68443743-1c45-4d82-a050-e1a4f98db2a1,segment=NetworkSegment(b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b),segment_id=b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:53.704826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.716381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.776256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:53.780345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.819034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 68443743-1c45-4d82-a050-e1a4f98db2a1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:53.976139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.019567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 68443743-1c45-4d82-a050-e1a4f98db2a1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:54.020627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.135521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 68443743-1c45-4d82-a050-e1a4f98db2a1 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:54.174014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 95207110-f34d-4b67-b50e-3389a56a8d22 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:54.233010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2b685-f8e7-4f22-bc8f-3cf60e18614e req-359659ff-bd8f-4143-a9b3-9c747fb7b4df tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:54.234609 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03c2b685-f8e7-4f22-bc8f-3cf60e18614e req-359659ff-bd8f-4143-a9b3-9c747fb7b4df tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1845984 May 13 15:11:54.253860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing IP validity checks on allocation pools {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:11:54.254501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:11:54.305881 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03c2b685-f8e7-4f22-bc8f-3cf60e18614e req-62a57048-2f60-4f62-8445-dd1259fa9fea tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554934 May 13 15:11:54.353531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 68443743-1c45-4d82-a050-e1a4f98db2a1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:54.359440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network 031cfc3b-40af-467c-b826-264bdcdee52c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:54.364849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:54.365307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-9bb95385-6b33-4ed4-897a-740079106984', 'network_id': '9bb95385-6b33-4ed4-897a-740079106984', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': '1891fc87-0a67-46d2-9435-c0d756bcbe7f'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:54.366447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.483166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.505695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 95207110-f34d-4b67-b50e-3389a56a8d22 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:54.525095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 95207110-f34d-4b67-b50e-3389a56a8d22 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:54.525593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.570503 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538fc06b-2632-4537-95c0-c65ee8f2f8e1'] response: {'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'code': 200} May 13 15:11:54.578406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:54.583697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:54.591174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:54.592212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.635322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:54.648546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce376f7-243e-4288-8dac-171fb4133de3 req-80b81025-9f49-418c-bcf0-616262b5d6d9 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:54.650644 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6ce376f7-243e-4288-8dac-171fb4133de3 req-80b81025-9f49-418c-bcf0-616262b5d6d9 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 945 time: 0.6614261 May 13 15:11:54.657869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.791891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef243c-71c5-454c-8b0f-134ac22a62ea req-ea580d03-21c1-4f1e-b1e8-c5d4841b43df tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:54.793779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2eef243c-71c5-454c-8b0f-134ac22a62ea req-ea580d03-21c1-4f1e-b1e8-c5d4841b43df tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.0993700 May 13 15:11:54.812790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Allocated IP 2001:db8::3 (9bb95385-6b33-4ed4-897a-740079106984/1891fc87-0a67-46d2-9435-c0d756bcbe7f/0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:54.821728 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-08360f64-0e38-4200-8217-9a14816ae64d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5085154 May 13 15:11:54.822521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57408) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:54.831860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'name': 'tempest-NetworksTestDHCPv6-1848496366'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:54.844083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 95207110-f34d-4b67-b50e-3389a56a8d22 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:54.844989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.878194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6ce376f7-243e-4288-8dac-171fb4133de3 req-f443d88c-fe4d-4d46-a42a-6947617e8072 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2191868 May 13 15:11:54.968100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.998368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2eef243c-71c5-454c-8b0f-134ac22a62ea req-18f3a1eb-82e5-41a6-9152-6f4f0576e4ad tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894524 May 13 15:11:55.000967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=95207110-f34d-4b67-b50e-3389a56a8d22,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:55.035498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=68443743-1c45-4d82-a050-e1a4f98db2a1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.082831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.083789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9d567958-fc73-4f91-ae29-fa5ee5140215 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:55.084926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.090474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.095323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-b238a2b3-8085-482f-b5f0-07674e4ca862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.096785 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-b238a2b3-8085-482f-b5f0-07674e4ca862 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 1099 time: 0.1633630 May 13 15:11:55.097584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.117867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.122893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.144117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.147942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Usage tracker for resource:security_group_rule and tenant:cb7d3e346cb04034b5efc8fcc8fb2630 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.151479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.155036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port 68443743-1c45-4d82-a050-e1a4f98db2a1 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:55.157055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:55.158274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57414) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:55.170499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.184608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] Sync routers for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:55.223312 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d3eb4ac5-813b-495d-85b4-658c811b406e tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "PUT /v2.0/routers/33cdfcf0-fcec-489c-a895-5cfe0e63d01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8339081 May 13 15:11:55.226286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57420) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:55.233889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:55.236511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Request body: {'port': {'network_id': '031cfc3b-40af-467c-b826-264bdcdee52c', 'name': 'tempest-FloatingIPAdminTestJSON-293347448'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:55.238687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.268665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 1f062def-c43d-4eb1-918f-087cd986ae75 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:55.331479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.339040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:55.340052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:55.365550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.423471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Transition to ACTIVE for port object 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:55.432169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:55.439087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.452011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.457797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2029085716'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:55.461397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Transition to ACTIVE for port object 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:55.464607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.470541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:55.471296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:55.489659 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa56f102-7edd-4756-bf9d-344d029b26a2 req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860734 May 13 15:11:55.511199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafff638-5976-44a8-ba2e-eb1deb5cb8ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=87efc0ef-1649-4877-89c7-663463be30b3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.529116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::57 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0/1f062def-c43d-4eb1-918f-087cd986ae75) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:55.538222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.541089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:55.541555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81545-b1d4-48c7-ac76-8208998acb28 None None] The sync data for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:55.546829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.548358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 9d567958-fc73-4f91-ae29-fa5ee5140215 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:55.553756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 9d567958-fc73-4f91-ae29-fa5ee5140215 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:55.554190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.600582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.603106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:network and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.630137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.649220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.684410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Network 9bb95385-6b33-4ed4-897a-740079106984 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:55.688542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:55.692192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:55.705989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Pushing event updated for resources: {'Port': ['ID=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.730504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=6e26f955-5a68-450f-8c27-de67c3a14a82,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.737894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.750092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Usage tracker for resource:port and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.762073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.762073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'a66aedd8-cd81-4b83-a25c-a699689423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd9ba9673-03b2-48eb-83d5-876111eb2086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:55.762073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: d9ba9673-03b2-48eb-83d5-876111eb2086, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:55.772553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.775529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.806317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 1f062def-c43d-4eb1-918f-087cd986ae75 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:55.810592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814ff21-f8a6-4b62-8f1e-ba54f87cd1b8 req-aa6a8c58-bd9e-48f4-8f4e-4d132382cf6d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.812396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0814ff21-f8a6-4b62-8f1e-ba54f87cd1b8 req-aa6a8c58-bd9e-48f4-8f4e-4d132382cf6d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 945 time: 0.3605847 May 13 15:11:55.850374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Attempting to bind port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:55.850790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Attempting to bind port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '7cc358db-e9fe-4a5e-8ee0-faef28427b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9bb95385-6b33-4ed4-897a-740079106984'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:55.851094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Attempting to bind port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b on network 9bb95385-6b33-4ed4-897a-740079106984 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:55.858567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:55.861417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:55.861840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Checking segment: {'id': '7cc358db-e9fe-4a5e-8ee0-faef28427b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9bb95385-6b33-4ed4-897a-740079106984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:55.862081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.862257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.862641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Bound using segment: {'id': '7cc358db-e9fe-4a5e-8ee0-faef28427b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9bb95385-6b33-4ed4-897a-740079106984'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:55.863091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Bound port: 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc358db-e9fe-4a5e-8ee0-faef28427b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9bb95385-6b33-4ed4-897a-740079106984'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:55.863460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.875204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9d567958-fc73-4f91-ae29-fa5ee5140215 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:55.875373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.880612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.903905 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0814ff21-f8a6-4b62-8f1e-ba54f87cd1b8 req-9300a220-c776-4187-9f14-b769e7a01af3 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743051 May 13 15:11:55.920435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.926132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:security_group_rule and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.929375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.937697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.957936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.966869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.971532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9d567958-fc73-4f91-ae29-fa5ee5140215,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:55.975559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Made reservation on behalf of fad08a7926474311979fad3b6752a568 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:55.979453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.003184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] For port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:56.008076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] For port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,segment=NetworkSegment(7cc358db-e9fe-4a5e-8ee0-faef28427b04),segment_id=7cc358db-e9fe-4a5e-8ee0-faef28427b04)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:56.024303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network d9ba9673-03b2-48eb-83d5-876111eb2086 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:56.055678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.064940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=6f376c50-dce5-4ac2-a6f3-1c2f2072f65b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.118208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.131791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] device_id is not set on port 327e736d-9881-4275-9784-0720979b2556 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:56.167713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.182566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, d9ba9673-03b2-48eb-83d5-876111eb2086) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:56.200626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:56.205801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:56.211449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:56.217535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.221586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.222134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=1f062def-c43d-4eb1-918f-087cd986ae75,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.252459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.253058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.268130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3e3ae-b342-45ea-8677-fdb4cb60c46f None None] Pushing event updated for resources: {'Port': ['ID=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.269451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0def4f-bf03-4a74-b4bb-f3bb1f871845 req-dc218c58-a727-4353-990a-fec1d8ebbc97 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.270470 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e0def4f-bf03-4a74-b4bb-f3bb1f871845 req-dc218c58-a727-4353-990a-fec1d8ebbc97 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2530317 May 13 15:11:56.292394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.324385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e0def4f-bf03-4a74-b4bb-f3bb1f871845 req-afcef559-54c5-4ae0-acb8-0ae0d24ce0ed tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445011 May 13 15:11:56.368057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48a0758-e3dc-4668-a626-87d8368a05cb']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:56.383561 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cf30b7f4-14ab-41eb-b528-5d9394947e9a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5576949 May 13 15:11:56.387359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57430) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:56.400575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:56.400880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64b394c-bdf2-4d6c-a2ec-d2f14a0f407b') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:56.475241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.493765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cdbd0ae4-971a-4cb3-b677-ab932e2b9cb9 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4397492 May 13 15:11:56.494757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57434) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:56.525022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.528669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.532262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a027a16-4f11-4904-9ce8-8fac72dd4561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.538839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a027a16-4f11-4904-9ce8-8fac72dd4561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.539930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5a027a16-4f11-4904-9ce8-8fac72dd4561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:56.547095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:56.547518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:56.563276 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:56.568413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Allocated IP 172.20.0.11 (031cfc3b-40af-467c-b826-264bdcdee52c/0f5e1e62-8bfc-4d07-a618-f2d5d854d407/327e736d-9881-4275-9784-0720979b2556) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:56.571513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22'}, {'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:56.628807 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8ef550-ae96-4787-858d-4a0a989affac'] response: {'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22', 'code': 200} May 13 15:11:56.629185 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8ef550-ae96-4787-858d-4a0a989affac'] response: {'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'code': 200} May 13 15:11:56.661294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52beadbd-3e17-4f16-9266-dd0f30a1779a req-6e5c1778-279c-463b-8556-4d13e449a752 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:56.662748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-52beadbd-3e17-4f16-9266-dd0f30a1779a req-6e5c1778-279c-463b-8556-4d13e449a752 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.4920831 May 13 15:11:56.665562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.680040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.725455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5a027a16-4f11-4904-9ce8-8fac72dd4561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:56.729138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5a027a16-4f11-4904-9ce8-8fac72dd4561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3406522 May 13 15:11:56.733167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57440) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:56.738923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:56.759637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e41d8-efa9-4478-bf8e-af9c9a44f99c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.782404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.789009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.789348 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Added segment 0ab607e9-f151-4b92-bb44-333bd74e8060 of type vlan for network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea May 13 15:11:56.805354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-52beadbd-3e17-4f16-9266-dd0f30a1779a req-5a3e6ec5-c1ac-4293-a29b-96a6a3418fde tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237485 May 13 15:11:56.808955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.833975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=a48a0758-e3dc-4668-a626-87d8368a05cb,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.840363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.853386 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ecdddefe-83fb-4d3c-b437-b95646f2eb52 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/a48a0758-e3dc-4668-a626-87d8368a05cb HTTP/1.1" status: 204 len: 168 time: 9.6608548 May 13 15:11:56.855497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57444) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:56.862232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 1f062def-c43d-4eb1-918f-087cd986ae75 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:56.862232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.948312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486494385'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:56.966647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:56.971582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.980062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:56.994733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:57.010430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:57.152096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.173418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Transition to ACTIVE for port object 327e736d-9881-4275-9784-0720979b2556 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:57.174858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.180490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.181106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.314113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Network': ['ID=7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.326555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57fa5c2-6caa-40ea-bc80-59b88a00d4cd None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:11:57.329725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:57.333323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.357478 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6f99365c-3142-4055-80ba-13063ac2c515 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1721320 May 13 15:11:57.360321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57454) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:57.363006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:57.366795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'subnet': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:57.402562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.453770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.467583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:57.471708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.560292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f38573a6-c2db-4110-a2b3-7a2061b9770f None None] Provisioning for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:57.607989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.613133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fa5c2-6caa-40ea-bc80-59b88a00d4cd None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:11:57.620987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 1f062def-c43d-4eb1-918f-087cd986ae75 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:57.629997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Network 031cfc3b-40af-467c-b826-264bdcdee52c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:57.636763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:57.644076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:57.762341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:57.791361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.791626 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 39571a01-0648-4f7c-b8de-b798d734adb5 of type vlan for network ca2fc16e-8369-40ee-8715-f7e3738afdac May 13 15:11:57.800913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:57.801052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:subnet and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:57.805975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event updated for resources: {'Port': ['ID=327e736d-9881-4275-9784-0720979b2556,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.815391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:57.829736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:57.861873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.862387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=6e26f955-5a68-450f-8c27-de67c3a14a82,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.862532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.888315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104629e-3d12-432f-b364-7b04f8147824 req-24f89ce6-b9e3-4235-b421-29fe88987e71 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.889893 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4104629e-3d12-432f-b364-7b04f8147824 req-24f89ce6-b9e3-4235-b421-29fe88987e71 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3494256 May 13 15:11:57.899964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0ba1-761b-46e1-b49e-7f281115958d req-7e3af899-a63a-4279-844c-8d8a4453b350 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.907667 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-747e0ba1-761b-46e1-b49e-7f281115958d req-7e3af899-a63a-4279-844c-8d8a4453b350 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.7297657 May 13 15:11:57.911225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-6163862c-1997-4110-ba1d-ecb856aee6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.912758 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-6163862c-1997-4110-ba1d-ecb856aee6f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.7361465 May 13 15:11:57.951075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4104629e-3d12-432f-b364-7b04f8147824 req-2c58a881-9d34-4b17-a157-6de42cfd0764 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546811 May 13 15:11:57.956943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:57.961384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.000200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:58.011791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:58.012282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.035418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641df208-31e3-4a54-9f13-557366e32fbd req-51436524-bfd5-4537-81ec-a37e6c9a97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.037206 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-641df208-31e3-4a54-9f13-557366e32fbd req-51436524-bfd5-4537-81ec-a37e6c9a97aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 1099 time: 0.8561332 May 13 15:11:58.038039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.073792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.089131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ce4293f0-50f6-4ede-8fa6-0d9b72e694aa tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8619277 May 13 15:11:58.093296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57462) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:58.161488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=1f062def-c43d-4eb1-918f-087cd986ae75,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.183713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.204834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6557c2-60d5-4306-8fd5-d5a47431801c req-a511beae-9e00-43df-9c82-7a8b75ad0a55 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.206918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc6557c2-60d5-4306-8fd5-d5a47431801c req-a511beae-9e00-43df-9c82-7a8b75ad0a55 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.1193397 May 13 15:11:58.244327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:58.244712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.334219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:58.335308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,segment=NetworkSegment(7cc358db-e9fe-4a5e-8ee0-faef28427b04),segment_id=7cc358db-e9fe-4a5e-8ee0-faef28427b04)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:58.352181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-747e0ba1-761b-46e1-b49e-7f281115958d req-60f9154c-c924-4011-ba0d-f05146be31da tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436169 May 13 15:11:58.371974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-357cb94b-9585-4577-845b-7dd547b3b79b service neutron] Synchronizing usage tracker for tenant:cb7d3e346cb04034b5efc8fcc8fb2630 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:58.375499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'project_id': 'fad08a7926474311979fad3b6752a568', 'port_id': '327e736d-9881-4275-9784-0720979b2556'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:58.385780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-641df208-31e3-4a54-9f13-557366e32fbd req-43549ad3-58e4-47c6-96e2-2f566a58e613 service neutron] Synchronizing usage tracker for tenant:cb7d3e346cb04034b5efc8fcc8fb2630 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:58.389392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.392143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.392831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ba9673-03b2-48eb-83d5-876111eb2086']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:58.401447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:58.417059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Usage tracker for resource:floatingip and tenant:fad08a7926474311979fad3b6752a568 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:58.424879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:58.427384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66aedd8-cd81-4b83-a25c-a699689423a3') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:58.427933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66aedd8-cd81-4b83-a25c-a699689423a3') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:58.433020 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc6557c2-60d5-4306-8fd5-d5a47431801c req-f556a2eb-1da2-4b33-8973-6ccefaa8b2a8 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137022 May 13 15:11:58.438871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:58.451303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.469531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c18245-e19b-461c-9fed-45411abdbfb7 None None] DHCP port deletion for a48a0758-e3dc-4668-a626-87d8368a05cb request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:58.470926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.489238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:58.490546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.502442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7fdf1c-267e-44df-b533-13d1120b5c54 None None] Network 9bb95385-6b33-4ed4-897a-740079106984 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:58.510704 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:58.513641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.519889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.520655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.523125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcab54-502f-4ca6-943e-5d57ba4cd8f4 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:58.524314 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-6ff7916f-d902-4e95-bed0-63d94f4a6d35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2032657 May 13 15:11:58.557369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57472) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:58.558014 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8a1a43ff-8643-4561-95bb-78d94d9497e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/1f062def-c43d-4eb1-918f-087cd986ae75 HTTP/1.1" status: 204 len: 168 time: 1.8239110 May 13 15:11:58.637592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.643367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a18e7-13c4-41e2-825a-db95f6a060ce None None] Network d9ba9673-03b2-48eb-83d5-876111eb2086 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:58.643540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.712756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.724099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-357cb94b-9585-4577-845b-7dd547b3b79b service neutron] Unset dirty status for tenant:cb7d3e346cb04034b5efc8fcc8fb2630 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:58.725413 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-357cb94b-9585-4577-845b-7dd547b3b79b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7961504 May 13 15:11:58.745604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [req-641df208-31e3-4a54-9f13-557366e32fbd req-43549ad3-58e4-47c6-96e2-2f566a58e613 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) cb7d3e346cb04034b5efc8fcc8fb2630-security_group {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:58.746105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [req-641df208-31e3-4a54-9f13-557366e32fbd req-43549ad3-58e4-47c6-96e2-2f566a58e613 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:58.792077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=ca2fc16e-8369-40ee-8715-f7e3738afdac,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.815504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060314e-6f6e-42fd-834d-41a590732513 req-8d1e819c-8c85-4f6e-a5e4-96b9821595dd tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.817515 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4060314e-6f6e-42fd-834d-41a590732513 req-8d1e819c-8c85-4f6e-a5e4-96b9821595dd tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.1934872 May 13 15:11:58.827922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57476) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:58.832697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ca2fc16e-8369-40ee-8715-f7e3738afdac details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:58.833374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Request body: {'floatingip': {'port_id': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:58.896310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Subnet': ['ID=d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.899166 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-21c64eea-fe35-40ea-bb4f-ef779c8a5989 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0416634 May 13 15:11:58.914053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.918015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57480) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:58.935425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.938907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfd6e4b-c134-4a4c-a52d-345e2efd3aa1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.940575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfd6e4b-c134-4a4c-a52d-345e2efd3aa1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:58.941333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0cfd6e4b-c134-4a4c-a52d-345e2efd3aa1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:58.948172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.961512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:59.144984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-beec3c78-a9a4-419a-9f9e-762b343e1e13 None None] Provisioning complete for port 4c42bf16-26b9-4e8d-ae44-5b925525259b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:59.145205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-beec3c78-a9a4-419a-9f9e-762b343e1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.149013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=d9ba9673-03b2-48eb-83d5-876111eb2086,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:59.157244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-36b588ac-e834-48a2-bc90-5b6ac8c1e463 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/d9ba9673-03b2-48eb-83d5-876111eb2086 HTTP/1.1" status: 204 len: 168 time: 2.6615989 May 13 15:11:59.164169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57486) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:59.173122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805438846'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:59.181517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:59.185880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Checking segment: {'id': '0ab607e9-f151-4b92-bb44-333bd74e8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:59.186428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network hostable DHCP agents. Network: 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:59.187921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:59.202564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:59.211682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0cfd6e4b-c134-4a4c-a52d-345e2efd3aa1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:59.212176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-beec3c78-a9a4-419a-9f9e-762b343e1e13 None None] Port 4c42bf16-26b9-4e8d-ae44-5b925525259b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:59.216930 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0cfd6e4b-c134-4a4c-a52d-345e2efd3aa1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6540515 May 13 15:11:59.219150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57490) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:59.272445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8affa-be84-40da-b817-6929d249cf28 req-e33ba764-14f0-4f08-94fb-c830086747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:59.274151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-e33ba764-14f0-4f08-94fb-c830086747d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 1099 time: 0.6320088 May 13 15:11:59.277304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:59.283824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:59.299326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-641df208-31e3-4a54-9f13-557366e32fbd req-43549ad3-58e4-47c6-96e2-2f566a58e613 service neutron] Unset dirty status for tenant:cb7d3e346cb04034b5efc8fcc8fb2630 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:59.300607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-641df208-31e3-4a54-9f13-557366e32fbd req-43549ad3-58e4-47c6-96e2-2f566a58e613 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2471366 May 13 15:11:59.303429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:59.318530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:59.343614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386a41d-9dae-47f3-afa9-da44b86a2d6e None None] Network d9ba9673-03b2-48eb-83d5-876111eb2086 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:59.353715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:59.378235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386a41d-9dae-47f3-afa9-da44b86a2d6e None None] Network d9ba9673-03b2-48eb-83d5-876111eb2086 could not be found, it might have been deleted concurrently. {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:11:59.407171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:59.414167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.446039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:59.459970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.516108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:59.534237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf587dd0-e45b-4513-8750-f0d64b6a6246 None None] Provisioning for port 327e736d-9881-4275-9784-0720979b2556 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:59.545808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf587dd0-e45b-4513-8750-f0d64b6a6246 None None] Provisioning complete for port 327e736d-9881-4275-9784-0720979b2556 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:59.545808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf587dd0-e45b-4513-8750-f0d64b6a6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.555359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:59.559827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.586094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.609660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cf587dd0-e45b-4513-8750-f0d64b6a6246 None None] Port 327e736d-9881-4275-9784-0720979b2556 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:59.640214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef94fc-2b57-447b-8d9a-a0d3a35221cf req-47a19730-77ab-4dbd-ac99-795ccd466c4e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:59.641797 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-82ef94fc-2b57-447b-8d9a-a0d3a35221cf req-47a19730-77ab-4dbd-ac99-795ccd466c4e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5095589 May 13 15:11:59.722375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:59.766153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:59.776491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.777036 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment d23ed2b5-0b84-4c72-8fea-78be9d2a49ef of type vlan for network a766ad40-dded-4b75-ac0f-6f8bd390815f May 13 15:11:59.889911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:59.893672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627c97-01ac-4d9d-b5eb-5f96631b4070 req-e531369c-9363-43ea-92c3-29702f7d1270 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:59.895724 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8627c97-01ac-4d9d-b5eb-5f96631b4070 req-e531369c-9363-43ea-92c3-29702f7d1270 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.3793476 May 13 15:11:59.899170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.943450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.956541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70bbf8-dcc9-4310-9e4d-866a4085fe10 None None] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:59.987804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064f04d-e369-49aa-8c52-70702844a52d None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:00.072465 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-82ef94fc-2b57-447b-8d9a-a0d3a35221cf req-3fe6a0db-b326-42b7-92b1-885c0e5e327d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682202 May 13 15:12:00.076639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8affa-be84-40da-b817-6929d249cf28 req-cba0c4dd-9a0f-4128-82f6-d9e9d5c8663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.080107 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-cba0c4dd-9a0f-4128-82f6-d9e9d5c8663a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 200 len: 913 time: 0.7640662 May 13 15:12:00.083352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.084221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.185285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:00.248054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b6f902e5-d32d-4062-bc2a-916f0796ffef None None] Provisioning complete for port 501b9263-112d-4727-98a1-aa64e07b0e31 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:00.248343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b6f902e5-d32d-4062-bc2a-916f0796ffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.275775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8627c97-01ac-4d9d-b5eb-5f96631b4070 req-8625a3c9-6808-4b04-95ef-1143de0f9048 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684900 May 13 15:12:00.338634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.355085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.362931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.386634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.392896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.393807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.400924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc5480-db79-4d3e-8671-db9f52cf5516 None None] Network 9bb95385-6b33-4ed4-897a-740079106984 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:00.425103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.454208 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-bd84af4b-c1f3-493b-8f0c-99f23e75a39d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 200 len: 217 time: 0.3616829 May 13 15:12:00.465454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.473070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.548527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:00.548841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.589098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8affa-be84-40da-b817-6929d249cf28 req-dd72c9fb-f1e2-4e31-b9a8-07cec1980b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.591549 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-dd72c9fb-f1e2-4e31-b9a8-07cec1980b87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caa8d9b3-c08c-46a2-bf13-f3846f082ab9 HTTP/1.1" status: 200 len: 851 time: 0.1225021 May 13 15:12:00.595010 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a5e28d1d-7f0d-4f34-83cb-7f31d8b73eb0 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2308238 May 13 15:12:00.628172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57496) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.685795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=a766ad40-dded-4b75-ac0f-6f8bd390815f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.690433 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Floating IP 9153012d-58f3-4269-823e-103c1b5240eb associated. External IP: 172.26.7.151, port: cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795. May 13 15:12:00.711400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-236824724'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:00.750640 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-81a9b445-90f3-4df7-8ee3-3a0a04de348a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0 HTTP/1.1" status: 204 len: 168 time: 1.5263035 May 13 15:12:00.754567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a766ad40-dded-4b75-ac0f-6f8bd390815f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:00.758656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57500) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.762150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d0846426-af25-43c6-8047-f96df9b1128e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5971353 May 13 15:12:00.816967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57504) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.858849 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e87d88b-b2cb-4d0a-acd6-629f04b09b6e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992591 May 13 15:12:00.860570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:00.861645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57508) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.883650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'tenant_id': 'd486dde65bba4f4aaf76784843f4c38a', 'fixed_ips': [{'subnet_id': 'd92bfcf4-a96f-45ad-ab8f-69f58e2c71fd'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:00.884470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.032781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b6f902e5-d32d-4062-bc2a-916f0796ffef None None] Current status of the port 501b9263-112d-4727-98a1-aa64e07b0e31 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:01.045556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431ec38-b359-4830-82e3-c0430bdb34e5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.046768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7431ec38-b359-4830-82e3-c0430bdb34e5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:01.090515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1d5d889c-08a6-4077-a70b-75f6e2e98570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.106715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Allocated IP 172.26.7.235 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/288206e1-021e-4ef2-8fcb-991221328781) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:01.195584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:01.197919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:01.202767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:01.206264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:01.217064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 68443743-1c45-4d82-a050-e1a4f98db2a1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:01.246105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:01.266147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7431ec38-b359-4830-82e3-c0430bdb34e5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:01.269847 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7431ec38-b359-4830-82e3-c0430bdb34e5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4049971 May 13 15:12:01.276667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57514) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:01.282813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:01.290504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 68443743-1c45-4d82-a050-e1a4f98db2a1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:01.290868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 68443743-1c45-4d82-a050-e1a4f98db2a1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:01.295067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Deleting port 501b9263-112d-4727-98a1-aa64e07b0e31 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:01.295449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.365364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.367953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5e5a7-cd0d-4537-a9b0-6aa2e2276a11 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.368743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-61b5e5a7-cd0d-4537-a9b0-6aa2e2276a11 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:01.413346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Router 9d92d039-1aff-4362-9d85-5e234d40b32e has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:01.414311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2c0635ed-fd7c-4cfd-9422-42193801e11f None None] Provisioning complete for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:01.414864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2c0635ed-fd7c-4cfd-9422-42193801e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.469008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8affa-be84-40da-b817-6929d249cf28 req-193f3ce4-f069-43a3-90ff-ef3bdb431b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.470473 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-193f3ce4-f069-43a3-90ff-ef3bdb431b5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ff642ffd-e680-4acb-97b1-87c4ceb3320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8457146 May 13 15:12:01.472135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:01.475589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.496230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-61b5e5a7-cd0d-4537-a9b0-6aa2e2276a11 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:01.500174 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-61b5e5a7-cd0d-4537-a9b0-6aa2e2276a11 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2202241 May 13 15:12:01.503284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:01.549247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:01.592736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Allocated IP 172.20.0.2 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/46b74c3f-33d5-4ee2-93af-428fcbd0f584) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:01.679622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:port and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:01.694704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8624e2e-580b-4f5e-8f1d-ffc5a0169e4b req-20ea1578-b02c-48d3-97ae-b227c3b0452e tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.703362 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8624e2e-580b-4f5e-8f1d-ffc5a0169e4b req-20ea1578-b02c-48d3-97ae-b227c3b0452e tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.2138767 May 13 15:12:01.724087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:01.736034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Sync routers for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:01.738595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.755250 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:01.756050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:01.756354 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.798871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2755fe3a-9b66-4527-948c-dae01146bb9c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2702463 May 13 15:12:01.798871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=5c6a7b8c-677d-4350-a13e-df8c4d4a3f98,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:01.807248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 501b9263-112d-4727-98a1-aa64e07b0e31 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:01.808677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57524) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:01.813260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:02.020995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] For port 501b9263-112d-4727-98a1-aa64e07b0e31, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=501b9263-112d-4727-98a1-aa64e07b0e31,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:02.021618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.096447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:02.103093 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:02.140917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2c0635ed-fd7c-4cfd-9422-42193801e11f None None] Current status of the port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.147611 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bc63b8b5-3833-4954-b4a8-9f72b3d1408a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "PUT /v2.0/floatingips/9153012d-58f3-4269-823e-103c1b5240eb HTTP/1.1" status: 200 len: 992 time: 3.3181028 May 13 15:12:02.169346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:02.177384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8624e2e-580b-4f5e-8f1d-ffc5a0169e4b req-a295f7a3-699e-4094-8d99-6682735ed074 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4731112 May 13 15:12:02.210068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Calling delete_port for 501b9263-112d-4727-98a1-aa64e07b0e31 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:02.213425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.218553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '39571a01-0648-4f7c-b8de-b798d734adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:02.219034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: ca2fc16e-8369-40ee-8715-f7e3738afdac, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:02.353625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.399203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:02.402763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.422200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 501b9263-112d-4727-98a1-aa64e07b0e31 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.422803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.434433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-04dffecf-cbbf-4f0f-a2b2-3e296076bc9c None None] Provisioning complete for port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:02.434811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-04dffecf-cbbf-4f0f-a2b2-3e296076bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.442363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffaa88-aa5e-43f0-8e1d-3ee6963d22e1 req-4e773249-96f3-4b81-817a-528955c45f88 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.443862 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-79ffaa88-aa5e-43f0-8e1d-3ee6963d22e1 req-4e773249-96f3-4b81-817a-528955c45f88 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.2291946 May 13 15:12:02.464069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c7406-bbc9-42ca-a29c-89c6ea5a84bf req-d56f0577-8f10-44a6-8760-4c5847e7ebda tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.467290 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-706c7406-bbc9-42ca-a29c-89c6ea5a84bf req-d56f0577-8f10-44a6-8760-4c5847e7ebda tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.1447394 May 13 15:12:02.502524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.541067 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-706c7406-bbc9-42ca-a29c-89c6ea5a84bf req-0e7b224c-b898-43b2-9432-80ab6d67611c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667496 May 13 15:12:02.551902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:02.577667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Transition to ACTIVE for port object 46b74c3f-33d5-4ee2-93af-428fcbd0f584 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:02.589551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.594446 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9153012d-58f3-4269-823e-103c1b5240eb', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'port_id': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'mac_address': 'fa:16:3e:70:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a686b8-f300-47c2-84ae-3a115ac36077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:15Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 1, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:02.599717 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Checking router: 9d92d039-1aff-4362-9d85-5e234d40b32e for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:02.612564 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:02.613359 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:02.615141 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e883100f-968b-4e90-b404-8f477b781553'] response: {'name': 'network-changed', 'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'status': 'completed', 'code': 200} May 13 15:12:02.629059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:02.638833 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-a4ba0601-3637-477d-8400-0316fb8be4ab service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1343548 May 13 15:12:02.651144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network ca2fc16e-8369-40ee-8715-f7e3738afdac is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:02.653830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=ef39ec07-015c-42dc-bb0c-2d206deabb90,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:02.693970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] Pushing event deleted for resources: {'Port': ['ID=501b9263-112d-4727-98a1-aa64e07b0e31,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:02.709762 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-79ffaa88-aa5e-43f0-8e1d-3ee6963d22e1 req-32dc0080-f2cb-43ec-ac41-06db384e2d79 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2454352 May 13 15:12:02.710351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Transition to ACTIVE for port object 46b74c3f-33d5-4ee2-93af-428fcbd0f584 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:02.714145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:02.714392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f78df-c3e8-4381-8d87-91e7bab4c3d6 None None] No DVR routers for this DVR port 501b9263-112d-4727-98a1-aa64e07b0e31 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:02.717555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-04dffecf-cbbf-4f0f-a2b2-3e296076bc9c None None] Current status of the port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.808675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:02.813038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: a766ad40-dded-4b75-ac0f-6f8bd390815f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:02.813160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.832825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ca2fc16e-8369-40ee-8715-f7e3738afdac) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:02.886023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.886624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.911372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc6df6-9b04-46e3-832c-f5ceba94c9d5 None None] Network ca2fc16e-8369-40ee-8715-f7e3738afdac requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:02.942422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85598ec0-fbda-4cef-838b-68d92c70abdf req-0cc73e1f-9789-4f95-af50-7976466c6523 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.943436 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:02.953776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-85598ec0-fbda-4cef-838b-68d92c70abdf req-0cc73e1f-9789-4f95-af50-7976466c6523 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.1787732 May 13 15:12:02.954659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57540) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:02.956153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:02.959286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Request body: {'floatingip': {'port_id': '9d567958-fc73-4f91-ae29-fa5ee5140215'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:02.959617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.004971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.044442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.138073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network a766ad40-dded-4b75-ac0f-6f8bd390815f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:03.142623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:03.143961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Pushing event updated for resources: {'Port': ['ID=46b74c3f-33d5-4ee2-93af-428fcbd0f584,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.176412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:03.196433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:03.196665 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-59f8affa-be84-40da-b817-6929d249cf28 req-25c035c3-350d-4416-a1e5-626f86f387da service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321319 May 13 15:12:03.214786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:03.216197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.9 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/30fb6e92-c7a4-4833-8b50-cfcaa17251fe) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:03.218867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:03.220720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a766ad40-dded-4b75-ac0f-6f8bd390815f) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:03.226973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:03.267727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.268310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.295959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Pushing event updated for resources: {'Port': ['ID=288206e1-021e-4ef2-8fcb-991221328781,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.312923 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6184b036-1a86-400a-8a18-d07213a52d7a tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.3888385 May 13 15:12:03.325019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57544) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.333546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3598a3-8bdf-4270-8e36-3364b87edbf5 None None] Network a766ad40-dded-4b75-ac0f-6f8bd390815f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:03.445086 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9153012d-58f3-4269-823e-103c1b5240eb', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'port_id': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'mac_address': 'fa:16:3e:70:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a686b8-f300-47c2-84ae-3a115ac36077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:15Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 1, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.450136 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92350be1-2090-4d47-ae85-f0b0b1489098 None None] The sync data for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv is: [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9153012d-58f3-4269-823e-103c1b5240eb', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'port_id': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'mac_address': 'fa:16:3e:70:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a686b8-f300-47c2-84ae-3a115ac36077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:15Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 1, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:03.524927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd56a-9008-43b2-a655-8f643cda67fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.553404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Attempting to bind port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:03.553847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Attempting to bind port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '0ab607e9-f151-4b92-bb44-333bd74e8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:03.554304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Attempting to bind port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 on network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:03.554866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b780b49-b666-4687-b236-03008fd2a0cf req-8b9fafc9-8226-4d1f-97b4-bb05f45f26c1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.556408 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b780b49-b666-4687-b236-03008fd2a0cf req-8b9fafc9-8226-4d1f-97b4-bb05f45f26c1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6483822 May 13 15:12:03.564990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:03.565368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Checking segment: {'id': '0ab607e9-f151-4b92-bb44-333bd74e8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:03.565772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.566222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Bound using segment: {'id': '0ab607e9-f151-4b92-bb44-333bd74e8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:03.566701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Bound port: 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab607e9-f151-4b92-bb44-333bd74e8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:03.567242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.585412 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b4230d8-13ad-4b32-baaa-71ffb30daa92 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7574427 May 13 15:12:03.598948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57548) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.599333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.655618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Request body: {'floatingip': {'port_id': '95207110-f34d-4b67-b50e-3389a56a8d22'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:03.724745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] For port 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:03.728106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] For port 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=46b74c3f-33d5-4ee2-93af-428fcbd0f584,segment=NetworkSegment(0ab607e9-f151-4b92-bb44-333bd74e8060),segment_id=0ab607e9-f151-4b92-bb44-333bd74e8060)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:03.780843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.826420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1d283-5eed-4957-8a42-59d5dde0e522 None None] New status for floating IP 9153012d-58f3-4269-823e-103c1b5240eb: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:03.883120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.944835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.980926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ca2fc16e-8369-40ee-8715-f7e3738afdac', 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': '5c6a7b8c-677d-4350-a13e-df8c4d4a3f98'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:03.981220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.006037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.010043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a766ad40-dded-4b75-ac0f-6f8bd390815f', 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': 'ef39ec07-015c-42dc-bb0c-2d206deabb90'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:04.010866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.146366 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Floating IP 59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6 associated. External IP: 172.26.7.139, port: 9d567958-fc73-4f91-ae29-fa5ee5140215. May 13 15:12:04.312756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106070-150b-44ac-8e69-bca0ddd237f5 None None] Pushing event updated for resources: {'Port': ['ID=46b74c3f-33d5-4ee2-93af-428fcbd0f584,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:04.432464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.440980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-473712b5-ce80-4bec-9cec-c4054a5b7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:04.442584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-473712b5-ce80-4bec-9cec-c4054a5b7f84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 1099 time: 1.0638664 May 13 15:12:04.509203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Allocated IP 2001:db8::1 (a766ad40-dded-4b75-ac0f-6f8bd390815f/ef39ec07-015c-42dc-bb0c-2d206deabb90/3d7b132d-fc78-4105-b259-361797661b92) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:04.512795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Allocated IP 172.20.0.1 (ca2fc16e-8369-40ee-8715-f7e3738afdac/5c6a7b8c-677d-4350-a13e-df8c4d4a3f98/82e17fa9-c0cb-4ff0-9e59-abdf502fc466) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:04.562567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.695670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.746577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Router c1747a81-5b04-4659-a7ed-2364ee4b6b6a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:04.824038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.948194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.951544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.965311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.966810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:04.967405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Transition to ACTIVE for port object 3d7b132d-fc78-4105-b259-361797661b92 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:04.970054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Transition to ACTIVE for port object 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:04.973728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.975758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.978750 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Sync routers for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:04.989971 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:04.994212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:05.005471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Transition to ACTIVE for port object 3d7b132d-fc78-4105-b259-361797661b92 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:05.007471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Transition to ACTIVE for port object 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:05.046191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1b53267e-a1b6-4c63-9df9-8d017f88d73c tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "PUT /v2.0/floatingips/59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6 HTTP/1.1" status: 200 len: 992 time: 2.0911038 May 13 15:12:05.047143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:05.083046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.133865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2b0ca8-4d4d-4b2d-95b9-9bdae7ce65cc'] response: {'name': 'network-changed', 'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'status': 'completed', 'code': 200} May 13 15:12:05.144257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.174710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 3d7b132d-fc78-4105-b259-361797661b92 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:05.174710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.200842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d7b132d-fc78-4105-b259-361797661b92,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.210900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object 30fb6e92-c7a4-4833-8b50-cfcaa17251fe will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:05.239908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.255216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Network a766ad40-dded-4b75-ac0f-6f8bd390815f is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:05.257181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Network ca2fc16e-8369-40ee-8715-f7e3738afdac is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:05.265072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:05.267180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:05.268953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:05.285786 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:05.325728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:05.343524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:05.392684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-483e7ace-f5dc-44c5-873a-381f9bf81b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.396909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-483e7ace-f5dc-44c5-873a-381f9bf81b87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e824fe5bbcf24880b5c4d420776e8701&device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 1099 time: 0.2424886 May 13 15:12:05.404296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:05.406165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558a52-0f91-4037-bfd0-acbf7daced77 req-c1ba4142-a88b-44d0-aabf-b8796e60a51e tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.413115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7558a52-0f91-4037-bfd0-acbf7daced77 req-c1ba4142-a88b-44d0-aabf-b8796e60a51e tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.1852388 May 13 15:12:05.438993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.439698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.453572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e540f0-e755-4613-a1f7-c7f1b25ec9bc None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:05.462322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-615cd292-1862-4fa1-9827-6ff687a836c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.464478 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-615cd292-1862-4fa1-9827-6ff687a836c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 200 len: 913 time: 0.9064283 May 13 15:12:05.465206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=6e44bdcc-19e7-453d-a427-a1c3763b131b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.583127 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7558a52-0f91-4037-bfd0-acbf7daced77 req-4615d464-ca94-408f-9e05-2e1264cd1351 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690254 May 13 15:12:05.678057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-5255694f-c68a-4291-949c-e089fbb6dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.680068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-5255694f-c68a-4291-949c-e089fbb6dc82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c05c904-6b17-4f7b-8e3c-91490c8d479e HTTP/1.1" status: 200 len: 906 time: 0.2259843 May 13 15:12:05.753625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Pushing event updated for resources: {'Port': ['ID=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.787472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c73200-2e8c-4f73-89e8-3a360c4cf5d4 None None] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:05.812346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Attempting to bind port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:05.814658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Attempting to bind port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '39571a01-0648-4f7c-b8de-b798d734adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:05.814658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Attempting to bind port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 on network ca2fc16e-8369-40ee-8715-f7e3738afdac {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:05.846119 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'port_id': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'mac_address': 'fa:16:3e:4f:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 1, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:05.862562 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Checking router: c1747a81-5b04-4659-a7ed-2364ee4b6b6a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:05.869254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Attempting to bind port 3d7b132d-fc78-4105-b259-361797661b92 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:05.869633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Attempting to bind port 3d7b132d-fc78-4105-b259-361797661b92 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:05.871580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Attempting to bind port 3d7b132d-fc78-4105-b259-361797661b92 on network a766ad40-dded-4b75-ac0f-6f8bd390815f {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:05.887513 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:05.888185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:05.899294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:05.899674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Checking segment: {'id': 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:05.900075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.900463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Bound using segment: {'id': 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:05.900938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Bound port: 3d7b132d-fc78-4105-b259-361797661b92, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a766ad40-dded-4b75-ac0f-6f8bd390815f'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:05.901310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.907623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-279e09c1-76ff-4c38-8295-04424dd50ee0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d567958-fc73-4f91-ae29-fa5ee5140215 HTTP/1.1" status: 200 len: 1000 time: 0.2216425 May 13 15:12:05.913072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 46b74c3f-33d5-4ee2-93af-428fcbd0f584 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:05.956580 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-77fff808-8e93-4dbb-ba40-88637776dac9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1265695 May 13 15:12:05.979477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:05.979857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Checking segment: {'id': '39571a01-0648-4f7c-b8de-b798d734adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:05.980258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.980711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Bound using segment: {'id': '39571a01-0648-4f7c-b8de-b798d734adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:05.981201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Bound port: 82e17fa9-c0cb-4ff0-9e59-abdf502fc466, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39571a01-0648-4f7c-b8de-b798d734adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:05.981667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.987188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57564) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:06.006421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': '6e44bdcc-19e7-453d-a427-a1c3763b131b', 'ip_address': '2001:db8::1105:e344:66b1:20e2'}], 'name': 'tempest-NetworksTestDHCPv6-1238118051'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:06.031145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.140169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-c82bbd87-74f1-4682-ae65-012cd642cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.142356 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-c82bbd87-74f1-4682-ae65-012cd642cce9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71f09ba5-bb2d-44d4-9d44-e6ead2de588a HTTP/1.1" status: 200 len: 844 time: 0.2283223 May 13 15:12:06.181465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] For port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:06.184953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] For port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,segment=NetworkSegment(39571a01-0648-4f7c-b8de-b798d734adb5),segment_id=39571a01-0648-4f7c-b8de-b798d734adb5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:06.187526 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:06.226005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ae10e10a-61cc-48c4-ba61-e187a3bc42bb None None] Provisioning for port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:06.264736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:06.264996 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-16b1371a-7661-4b08-b34b-9d84b6e4e035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 200 len: 1002 time: 0.7528291 May 13 15:12:06.270539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:06.274160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:06.282836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:06.288215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-3e426d3c-0a2c-47f6-b1a9-50740907a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.289962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-3e426d3c-0a2c-47f6-b1a9-50740907a0aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c05c904-6b17-4f7b-8e3c-91490c8d479e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1410770 May 13 15:12:06.312952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.384760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:06.385315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-ff2f4da3-10ff-4cff-ac4a-192dd79c63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.387300 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-ff2f4da3-10ff-4cff-ac4a-192dd79c63c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=caa8d9b3-c08c-46a2-bf13-f3846f082ab9 HTTP/1.1" status: 200 len: 851 time: 0.0631986 May 13 15:12:06.430776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.432542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.491655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:06.526533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3d7b132d-fc78-4105-b259-361797661b92,segment=NetworkSegment(d23ed2b5-0b84-4c72-8fea-78be9d2a49ef),segment_id=d23ed2b5-0b84-4c72-8fea-78be9d2a49ef)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:06.538005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.548871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6a7b8c-677d-4350-a13e-df8c4d4a3f98,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.600028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port e74fac5a-18ad-41b2-9990-8e0da2a5f276 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:06.613132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:06.640563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0d99-377d-414f-bbb0-e32c9c4e88b9 None None] Pushing event updated for resources: {'Port': ['ID=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.641566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:06.655197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:06.662350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '6e44bdcc-19e7-453d-a427-a1c3763b131b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:06.663468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.674851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:06.682748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.710133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-5549385f-c989-4db7-9eb0-434255fc8e69 service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143171 May 13 15:12:06.767775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:06.768837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.865211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=30fb6e92-c7a4-4833-8b50-cfcaa17251fe,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.889441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.907348 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'port_id': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'mac_address': 'fa:16:3e:4f:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 1, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:06.912405 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac5470-08d4-4d81-be7b-725df116b75c None None] The sync data for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv is: [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'port_id': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'mac_address': 'fa:16:3e:4f:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:03Z', 'revision_number': 1, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:06.970939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.971619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.023615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:07.023979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.043499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.107053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-219de3c4-dc39-4180-9e50-1aecdd86d8bf tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.4494321 May 13 15:12:07.114137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/6e44bdcc-19e7-453d-a427-a1c3763b131b/a1eff564-942e-49d4-8feb-a8ee8410b953) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:07.123751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57568) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:07.130702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f930e-21c3-492b-ac69-b97c057d6ec0 None None] Pushing event updated for resources: {'Port': ['ID=3d7b132d-fc78-4105-b259-361797661b92,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:07.145089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-2085669392', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6f:d3:6a'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:07.162514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2fc16e-8369-40ee-8715-f7e3738afdac']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.248947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-b27e9244-ee1c-4ec0-937f-f905cbc7e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:07.250506 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-b27e9244-ee1c-4ec0-937f-f905cbc7e761 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ff642ffd-e680-4acb-97b1-87c4ceb3320b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8534415 May 13 15:12:07.263914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 3d7b132d-fc78-4105-b259-361797661b92 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:07.264129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195d692-3572-4841-8551-ea5ed21d54b2 None None] New status for floating IP 59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:07.326357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db9ebcf5-34b9-4562-ac4b-9b08ec00dcef req-e30fc0ae-f638-4303-925d-d97e9b2f8bdd service neutron] 10.222.0.23 "GET /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028936 May 13 15:12:07.352207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:07.352417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39571a01-0648-4f7c-b8de-b798d734adb5') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.352707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39571a01-0648-4f7c-b8de-b798d734adb5') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.361805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:port and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:07.361805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:07.368515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:07.437066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:07.447949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:07.522361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.600111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.681250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:07.681680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.698108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:07.707833 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:07.726493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.739336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:07.947398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:07.948017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.002060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=46b74c3f-33d5-4ee2-93af-428fcbd0f584,segment=NetworkSegment(0ab607e9-f151-4b92-bb44-333bd74e8060),segment_id=0ab607e9-f151-4b92-bb44-333bd74e8060)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:08.006518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.025649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Transition to ACTIVE for port object a1eff564-942e-49d4-8feb-a8ee8410b953 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.062380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Transition to ACTIVE for port object a1eff564-942e-49d4-8feb-a8ee8410b953 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.069646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.083935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.10 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/5ee6d931-70fd-4a47-a3bf-5bacf8277a2e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:08.206035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.216351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=46b74c3f-33d5-4ee2-93af-428fcbd0f584,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.239333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.335863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.368980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1105:e344:66b1:20e2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/6e44bdcc-19e7-453d-a427-a1c3763b131b/e74fac5a-18ad-41b2-9990-8e0da2a5f276) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:08.379195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Pushing event updated for resources: {'Port': ['ID=a1eff564-942e-49d4-8feb-a8ee8410b953,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.390010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a28cd2-e53f-4a6e-a974-7e36b71bdb3d None None] Network ca2fc16e-8369-40ee-8715-f7e3738afdac requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:08.400715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:08.403018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:08.407073 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-0a06881b-7771-4713-9046-7afee4f693e9 service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1052332 May 13 15:12:08.453835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:12:08.453835 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:12:08.453835 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': 'ca2fc16e-8369-40ee-8715-f7e3738afdac'}] May 13 15:12:08.453835 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:08.456385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:08.467462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.485615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.519520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:08.607495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Provisioning complete for port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:08.607963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.641880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:08.653041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:08.657056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:08.725513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.745554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object e74fac5a-18ad-41b2-9990-8e0da2a5f276 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.768327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.812710 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Floating IP 7d149fb4-3605-4e4f-80b3-270cf6073b7a associated. External IP: 172.26.7.73, port: 95207110-f34d-4b67-b50e-3389a56a8d22. May 13 15:12:08.846780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:08.856592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:08.861899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:08.887943 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9fbab3-e364-4005-adb7-2b52c273197d req-fe7a1857-2c55-4bee-aa74-1d79216dda8f service neutron] 10.222.0.23 "GET /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532070 May 13 15:12:08.899818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.908700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 3d7b132d-fc78-4105-b259-361797661b92 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:08.912643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.955420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=5ee6d931-70fd-4a47-a3bf-5bacf8277a2e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.957178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37dcda-f742-4f05-82d0-6acfd40e133c None None] Network a766ad40-dded-4b75-ac0f-6f8bd390815f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:08.986837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.068628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:09.069786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=e74fac5a-18ad-41b2-9990-8e0da2a5f276,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.082152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:09.086414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:09.093225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.093778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.113395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.114054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.115736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Attempting to bind port a1eff564-942e-49d4-8feb-a8ee8410b953 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:09.116563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Attempting to bind port a1eff564-942e-49d4-8feb-a8ee8410b953 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:09.117018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Attempting to bind port a1eff564-942e-49d4-8feb-a8ee8410b953 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:09.161410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:09.161881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:09.162359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.162806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:09.163417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Bound port: a1eff564-942e-49d4-8feb-a8ee8410b953, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:09.168030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.214863 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ab02c908-5393-4ac6-bcf4-220c38649bf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2233851 May 13 15:12:09.218343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57572) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.265176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-27c9ff34-79f5-4dde-b5e5-13bd5982ee45 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1339114 May 13 15:12:09.265394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.291488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:09.292069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.358906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecdd07-fad0-4488-b9bb-53d67a436aca tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.362491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:09.363947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecdd07-fad0-4488-b9bb-53d67a436aca tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.364740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23ecdd07-fad0-4488-b9bb-53d67a436aca tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:09.374148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Current status of the port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:09.396806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.399780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3d7b132d-fc78-4105-b259-361797661b92 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:09.402595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.408326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.409240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Synchronizing usage tracker for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:09.442430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23ecdd07-fad0-4488-b9bb-53d67a436aca tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:09.443568 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-23ecdd07-fad0-4488-b9bb-53d67a436aca tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2242737 May 13 15:12:09.453268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57582) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.474204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] DHCP port deletion for ca2fc16e-8369-40ee-8715-f7e3738afdac request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:09.479470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] For port a1eff564-942e-49d4-8feb-a8ee8410b953, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:09.490072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Deleting port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:09.490453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.504336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Unset dirty status for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:09.507948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-63cc6fd1-d203-411c-9862-004eebe0a8d6 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2392256 May 13 15:12:09.510111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.534469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] For port a1eff564-942e-49d4-8feb-a8ee8410b953, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a1eff564-942e-49d4-8feb-a8ee8410b953,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:09.536749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port e74fac5a-18ad-41b2-9990-8e0da2a5f276 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:09.536749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.606882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Provisioning for port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:09.625428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Provisioning complete for port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:09.625428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.652803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:09.661221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.706396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.720221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:09.720579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.762310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3d7b132d-fc78-4105-b259-361797661b92 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:09.850173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-02772a6d-18d2-4d10-9970-08bf17eda685 None None] Port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:09.889694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] For port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,segment=NetworkSegment(39571a01-0648-4f7c-b8de-b798d734adb5),segment_id=39571a01-0648-4f7c-b8de-b798d734adb5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:09.890047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.897486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de386a-948f-4d21-9cb8-4498125042b5 None None] Pushing event updated for resources: {'Port': ['ID=a1eff564-942e-49d4-8feb-a8ee8410b953,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.929067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.079321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for e74fac5a-18ad-41b2-9990-8e0da2a5f276 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:10.082738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.087485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Router 0d405040-2998-4a7a-aab6-6ad4c38281ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:10.090305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3d7b132d-fc78-4105-b259-361797661b92,segment=NetworkSegment(d23ed2b5-0b84-4c72-8fea-78be9d2a49ef),segment_id=d23ed2b5-0b84-4c72-8fea-78be9d2a49ef)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:10.090680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.138136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Calling delete_port for 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:10.283241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning for port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:10.288231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 46b74c3f-33d5-4ee2-93af-428fcbd0f584 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:10.319814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning complete for port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:10.320321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.322800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.376963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 3d7b132d-fc78-4105-b259-361797661b92 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:10.377532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.398533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=e74fac5a-18ad-41b2-9990-8e0da2a5f276,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.443247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] Pushing event deleted for resources: {'Port': ['ID=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.457423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df48b67b-a67e-46a4-9666-52b6412b5128 None None] No DVR routers for this DVR port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:10.470735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.472366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Could not find standard attr ID for object 82e17fa9-c0cb-4ff0-9e59-abdf502fc466. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:10.475499 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-49051512-0260-426b-8693-10d7eb755119 None None] No ports have port_id starting with 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 May 13 15:12:10.493833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:10.494242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.501039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Pushing event updated for resources: {'Port': ['ID=288206e1-021e-4ef2-8fcb-991221328781,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.572779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-18fd1a47-3eb3-4652-b8fe-5ff70ed1d52f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/e74fac5a-18ad-41b2-9990-8e0da2a5f276 HTTP/1.1" status: 204 len: 168 time: 1.1154189 May 13 15:12:10.573604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57590) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:10.614369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning for port 3d7b132d-fc78-4105-b259-361797661b92 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:10.622614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning complete for port 3d7b132d-fc78-4105-b259-361797661b92 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:10.623006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.637050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=82e17fa9-c0cb-4ff0-9e59-abdf502fc466,segment=NetworkSegment(39571a01-0648-4f7c-b8de-b798d734adb5),segment_id=39571a01-0648-4f7c-b8de-b798d734adb5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:10.637741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.657174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5958bb-b176-4d5d-aa31-b75e84063dc9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:10.658979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5958bb-b176-4d5d-aa31-b75e84063dc9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:10.663345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4b5958bb-b176-4d5d-aa31-b75e84063dc9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0883596 May 13 15:12:10.670179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:10.672024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:10.746497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:10.753000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 6e44bdcc-19e7-453d-a427-a1c3763b131b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:10.756564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.790323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:10.790323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:10.792888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-49051512-0260-426b-8693-10d7eb755119 None None] Current status of the port 3d7b132d-fc78-4105-b259-361797661b92 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:10.793261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.804480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.836741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.840868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-49051512-0260-426b-8693-10d7eb755119 None None] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3d7b132d-fc78-4105-b259-361797661b92,segment=NetworkSegment(d23ed2b5-0b84-4c72-8fea-78be9d2a49ef),segment_id=d23ed2b5-0b84-4c72-8fea-78be9d2a49ef)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:10.916549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.961231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.000390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning complete for port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:11.000764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.053220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49051512-0260-426b-8693-10d7eb755119 None None] Pushing event updated for resources: {'Port': ['ID=3d7b132d-fc78-4105-b259-361797661b92,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:11.066729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:11.068243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-49051512-0260-426b-8693-10d7eb755119 None None] Port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:11.077097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Sync routers for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:11.079241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:11.087569 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:11.088325 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:11.132431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.162182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning for port 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:11.167582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49051512-0260-426b-8693-10d7eb755119 None None] Provisioning complete for port 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:11.167945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49051512-0260-426b-8693-10d7eb755119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.174761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.202667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=6e44bdcc-19e7-453d-a427-a1c3763b131b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:11.206307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.207981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:11.208305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:11.246220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.248796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-49051512-0260-426b-8693-10d7eb755119 None None] Port 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:11.277839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f37b95-6633-4b9d-93bd-843a8b732b97 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:11.315182 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:11.342749 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea89276e-6294-40ac-96fe-8a172bff33ea tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/6e44bdcc-19e7-453d-a427-a1c3763b131b HTTP/1.1" status: 204 len: 168 time: 0.6756816 May 13 15:12:11.343143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:11.441094 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-068711fb-b922-4e0f-8127-1dd52e6f684e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962639 May 13 15:12:11.442565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:11.450037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:11.483263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-41205356-81c4-4c92-aa09-3ae4a24aee39 None None] Provisioning complete for port 3d7b132d-fc78-4105-b259-361797661b92 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:11.483263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41205356-81c4-4c92-aa09-3ae4a24aee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.585509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:11.590099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:11.593166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:11.599478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:11.617011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 5ee6d931-70fd-4a47-a3bf-5bacf8277a2e owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:11.635559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-41205356-81c4-4c92-aa09-3ae4a24aee39 None None] Current status of the port 3d7b132d-fc78-4105-b259-361797661b92 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:11.683451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-657bd729-3325-43ed-a633-dea462903fe0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "PUT /v2.0/floatingips/7d149fb4-3605-4e4f-80b3-270cf6073b7a HTTP/1.1" status: 200 len: 991 time: 8.0827944 May 13 15:12:11.689127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:11.720949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:11.722227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:11.724917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:11.725265 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Floating IP 182f7f08-8d99-4073-975f-a71fdb5efaef associated. External IP: 172.26.7.235, port: 327e736d-9881-4275-9784-0720979b2556. May 13 15:12:11.726718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Deleting port a1eff564-942e-49d4-8feb-a8ee8410b953 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:11.727101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.756844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:11.761515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.765341 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7d149fb4-3605-4e4f-80b3-270cf6073b7a', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'port_id': '95207110-f34d-4b67-b50e-3389a56a8d22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'mac_address': 'fa:16:3e:6f:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 1, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:11.775946 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Checking router: 0d405040-2998-4a7a-aab6-6ad4c38281ae for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:11.798395 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:11.801533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 3d7b132d-fc78-4105-b259-361797661b92 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:11.801533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.803096 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:11.837632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-41205356-81c4-4c92-aa09-3ae4a24aee39 None None] Provisioning for port a1eff564-942e-49d4-8feb-a8ee8410b953 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:11.895074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35ea046-5eb8-4027-a038-78c23e3b9e80'] response: {'name': 'network-changed', 'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22', 'status': 'completed', 'code': 200} May 13 15:12:12.005120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] For port a1eff564-942e-49d4-8feb-a8ee8410b953, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a1eff564-942e-49d4-8feb-a8ee8410b953,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:12.005705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.017320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f476f0-6468-439b-9050-7fb65c484f22 req-772000fe-162d-4bd2-bcef-eb3aafc251f1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.025090 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7f476f0-6468-439b-9050-7fb65c484f22 req-772000fe-162d-4bd2-bcef-eb3aafc251f1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.1486208 May 13 15:12:12.036879 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:12.126765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7f476f0-6468-439b-9050-7fb65c484f22 req-14497522-bd9c-4df3-bc4a-93c1001445c3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007257 May 13 15:12:12.213499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Calling delete_port for a1eff564-942e-49d4-8feb-a8ee8410b953 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:12.226606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 82e17fa9-c0cb-4ff0-9e59-abdf502fc466 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:12.227045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.248946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3d7b132d-fc78-4105-b259-361797661b92 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:12.289873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.356155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=eb88f519-8e38-4e0c-a6a0-f143f669e276,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:12.358968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3d7b132d-fc78-4105-b259-361797661b92 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:12.359371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.377200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:12.378681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:12.381913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.382879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.421469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.445764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] The port '82e17fa9-c0cb-4ff0-9e59-abdf502fc466' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:12.477830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] Pushing event deleted for resources: {'Port': ['ID=a1eff564-942e-49d4-8feb-a8ee8410b953,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:12.479566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6e385f3c-c0d8-4ddc-89e1-0fc99289ca64 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0349107 May 13 15:12:12.481842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57612) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.487724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6370f85-b105-4d12-bb71-9caad72a997e None None] No DVR routers for this DVR port a1eff564-942e-49d4-8feb-a8ee8410b953 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:12.505340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'eb88f519-8e38-4e0c-a6a0-f143f669e276', 'ip_address': '2001:db8::1d57:61d1:c56b:8f49'}], 'name': 'tempest-NetworksTestDHCPv6-1802610893'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:12.535385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619734c4-d414-4530-9275-af33f239f3e6 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:12.594670 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7d149fb4-3605-4e4f-80b3-270cf6073b7a', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'port_id': '95207110-f34d-4b67-b50e-3389a56a8d22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'mac_address': 'fa:16:3e:6f:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 1, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:12.598980 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b18c2c-c927-4c48-8d0c-f0678bdf9842 None None] The sync data for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv is: [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7d149fb4-3605-4e4f-80b3-270cf6073b7a', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'port_id': '95207110-f34d-4b67-b50e-3389a56a8d22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'mac_address': 'fa:16:3e:6f:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:12:06Z', 'revision_number': 1, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:12.658882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3d7b132d-fc78-4105-b259-361797661b92 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:12.711895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:12.716498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:12.721025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:12.727481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:12.781110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.813357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'eb88f519-8e38-4e0c-a6a0-f143f669e276'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:12.814684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.825827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:12.851619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.882281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068d429-3568-45d1-b637-217a64d1a208 None None] New status for floating IP 7d149fb4-3605-4e4f-80b3-270cf6073b7a: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:12.923243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=5ee6d931-70fd-4a47-a3bf-5bacf8277a2e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:13.002468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-f01765ca-74bc-4463-ad82-98060646b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.005206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-f01765ca-74bc-4463-ad82-98060646b4b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 1.1084111 May 13 15:12:13.027406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2fc16e-8369-40ee-8715-f7e3738afdac']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:13.040252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 3d7b132d-fc78-4105-b259-361797661b92, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3d7b132d-fc78-4105-b259-361797661b92,segment=NetworkSegment(d23ed2b5-0b84-4c72-8fea-78be9d2a49ef),segment_id=d23ed2b5-0b84-4c72-8fea-78be9d2a49ef)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:13.040898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.080442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.109472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 94c71260-a7fa-4473-ad92-60f4f1da0b1b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:13.177417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a82fd-f2a3-4e7d-8cc4-9e65290ea066 req-c3b6d20d-4c4a-4aeb-8698-811c36a24b4b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.185691 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-931a82fd-f2a3-4e7d-8cc4-9e65290ea066 req-c3b6d20d-4c4a-4aeb-8698-811c36a24b4b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.8563550 May 13 15:12:13.258146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/eb88f519-8e38-4e0c-a6a0-f143f669e276/37849e8d-8304-49ed-bdc0-e125ebe16d1e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:13.443090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39571a01-0648-4f7c-b8de-b798d734adb5') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:13.443391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39571a01-0648-4f7c-b8de-b798d734adb5') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:13.476696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.487171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Transition to ACTIVE for port object 37849e8d-8304-49ed-bdc0-e125ebe16d1e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:13.505378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Transition to ACTIVE for port object 37849e8d-8304-49ed-bdc0-e125ebe16d1e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:13.545566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.563090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 3d7b132d-fc78-4105-b259-361797661b92 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:13.591456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.659638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:13.662383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:13.666107 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-931a82fd-f2a3-4e7d-8cc4-9e65290ea066 req-ea4f1a3c-3a54-4813-816f-d22a0a1bbde2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4767771 May 13 15:12:13.666236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1d57:61d1:c56b:8f49 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/eb88f519-8e38-4e0c-a6a0-f143f669e276/94c71260-a7fa-4473-ad92-60f4f1da0b1b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:13.666720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:13.675425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Pushing event updated for resources: {'Port': ['ID=37849e8d-8304-49ed-bdc0-e125ebe16d1e,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:13.712400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.770073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Attempting to bind port 37849e8d-8304-49ed-bdc0-e125ebe16d1e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:13.770334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:13.770436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Attempting to bind port 37849e8d-8304-49ed-bdc0-e125ebe16d1e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:13.770539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.770790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Attempting to bind port 37849e8d-8304-49ed-bdc0-e125ebe16d1e on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:13.776484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:13.777563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:13.778025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.778516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:13.778987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Bound port: 37849e8d-8304-49ed-bdc0-e125ebe16d1e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:13.779392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:13.794505 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:13.889053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] For port 37849e8d-8304-49ed-bdc0-e125ebe16d1e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:13.892680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] For port 37849e8d-8304-49ed-bdc0-e125ebe16d1e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37849e8d-8304-49ed-bdc0-e125ebe16d1e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:13.907949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.917611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:13.929396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 94c71260-a7fa-4473-ad92-60f4f1da0b1b will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:13.956034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-cee8ee49-4518-4d7a-8423-6761ccfc2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.957540 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-cee8ee49-4518-4d7a-8423-6761ccfc2ffd service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.9001741 May 13 15:12:13.962861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.025751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.091049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8532-3254-4122-bbea-ca407d70b0a8 None None] Pushing event updated for resources: {'Port': ['ID=37849e8d-8304-49ed-bdc0-e125ebe16d1e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:14.092954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:14.101359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:14.104567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:14.111431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:14.112068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.147615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=94c71260-a7fa-4473-ad92-60f4f1da0b1b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:14.177154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.181046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.222323 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-892727d0-6eb1-455b-b0e3-4f21b4393c93 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7308197 May 13 15:12:14.223376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57618) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.223614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.255001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=ca2fc16e-8369-40ee-8715-f7e3738afdac,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:14.331916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4ddb4-97c3-400e-976d-b27d696cbb0c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:14.337983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4ddb4-97c3-400e-976d-b27d696cbb0c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:14.338168 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-9d061b0f-d5ad-4291-8670-92bb381bf0c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.3433318 May 13 15:12:14.338943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c9b4ddb4-97c3-400e-976d-b27d696cbb0c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:14.339395 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-77386912-92d0-4e68-b9ae-97474944cddb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/ca2fc16e-8369-40ee-8715-f7e3738afdac HTTP/1.1" status: 204 len: 168 time: 11.0104806 May 13 15:12:14.342841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57622) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.349026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.349976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751628653'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:14.356346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:14.360539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:14.363712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:14.370105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:14.447858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=3d7b132d-fc78-4105-b259-361797661b92,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:14.453426 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8a885d49-85d3-4297-9db2-664ec24d132e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/5ee6d931-70fd-4a47-a3bf-5bacf8277a2e HTTP/1.1" status: 204 len: 168 time: 4.9302440 May 13 15:12:14.453832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57626) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.490161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:14.495523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.512457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c9b4ddb4-97c3-400e-976d-b27d696cbb0c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:14.515649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c9b4ddb4-97c3-400e-976d-b27d696cbb0c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2900712 May 13 15:12:14.518227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:14.519594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57630) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.520128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba30ff7-c147-49b5-ac0e-e76d94afa0d9 None None] DHCP port deletion for a766ad40-dded-4b75-ac0f-6f8bd390815f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:14.528656 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] Sync routers for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:14.530245 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-156a4255-8d5b-4dbb-b328-2dde1ff8c139 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] GET failed (client error): The resource could not be found. May 13 15:12:14.532513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-156a4255-8d5b-4dbb-b328-2dde1ff8c139 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports/5ee6d931-70fd-4a47-a3bf-5bacf8277a2e HTTP/1.1" status: 404 len: 333 time: 0.0769086 May 13 15:12:14.545330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57634) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.547477 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:14.548218 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:14.550970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-1378848418'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:14.612187 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:14.618853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port 3d7b132d-fc78-4105-b259-361797661b92 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:14.622271 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:14.623063 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:14.630942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-38c63943-9683-4afb-a96a-459e9478a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:14.632591 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-38c63943-9683-4afb-a96a-459e9478a7a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.2803929 May 13 15:12:14.639703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:14.683227 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:14.683690 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d29d3-65ee-4279-8114-f885cfb37916 None None] The sync data for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:14.695903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.698690 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 68370f5b-f890-4d1f-aaf0-439f283cfc57 of type vlan for network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 May 13 15:12:14.735015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 94c71260-a7fa-4473-ad92-60f4f1da0b1b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:14.735362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.737771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:14.743630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.748269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Usage tracker for resource:port and tenant:d486dde65bba4f4aaf76784843f4c38a is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:14.751598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:14.759208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:14.799182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.834149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.873031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:14.878473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.904862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port 16e8964c-ec24-457c-927d-30c667e07fd2 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:14.995782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.001612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:15.002278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.109836 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dcf8e587-c575-4b2b-bc28-172651580085 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 17.0131152 May 13 15:12:15.123035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57640) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.168356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e2618-9cfa-4e12-946e-603c3d615b8e req-e9353687-f7a3-416d-bd96-a6a85a3442b5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:15.175691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-505e2618-9cfa-4e12-946e-603c3d615b8e req-e9353687-f7a3-416d-bd96-a6a85a3442b5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3670757 May 13 15:12:15.207733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=d27bdb7f-6f4c-4d35-bd33-b55bde7062f0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:15.219000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.6 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/16e8964c-ec24-457c-927d-30c667e07fd2) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:15.219905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:15.256148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bda0745c-09f8-463d-bfea-821b0e3edab6 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9098208 May 13 15:12:15.259171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.264611 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-505e2618-9cfa-4e12-946e-603c3d615b8e req-1cf9389f-b0b4-4044-9696-d2c6f70e65be tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874834 May 13 15:12:15.267149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-99074101-a3ac-460e-8fe4-be8ae205cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:15.268642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-99074101-a3ac-460e-8fe4-be8ae205cce6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6068118 May 13 15:12:15.269779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:15.427831 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d18d5c65-e840-4a23-aa49-1a139dd88b45 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "GET /v2.0/floatingips/182f7f08-8d99-4073-975f-a71fdb5efaef HTTP/1.1" status: 200 len: 983 time: 0.2965367 May 13 15:12:15.434242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.446497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-66ee8b84-7b91-4cb3-9f3f-6c1c1e872fae None None] Provisioning for port 37849e8d-8304-49ed-bdc0-e125ebe16d1e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:15.499734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:15.519492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:15.525666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.539209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:15.543854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.545867 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-77f5fe09-a5fb-412a-b0f7-927d013d2f4b service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290292 May 13 15:12:15.568800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1af90ab8-4b99-4055-ace4-be76524caa1d None None] Could not find standard attr ID for object e74fac5a-18ad-41b2-9990-8e0da2a5f276. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:15.698823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:15.714750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 94c71260-a7fa-4473-ad92-60f4f1da0b1b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:15.751616 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-976b5448-a254-42f9-8b93-da12bf8d64bd tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.3163917 May 13 15:12:15.761321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57652) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.769771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=ef39ec07-015c-42dc-bb0c-2d206deabb90,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:15.772039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3ec4a-8d68-490d-bbea-05f47c6fc9bf None None] Network a766ad40-dded-4b75-ac0f-6f8bd390815f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:15.857092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:15.860754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.981068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-893bcfea-8de5-462d-8903-cab01b5ab86d None None] Provisioning for port 94c71260-a7fa-4473-ad92-60f4f1da0b1b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:15.987182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.992885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.026315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-893bcfea-8de5-462d-8903-cab01b5ab86d None None] Provisioning complete for port 94c71260-a7fa-4473-ad92-60f4f1da0b1b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:16.027458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-893bcfea-8de5-462d-8903-cab01b5ab86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.053729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88324c8d-269c-41d1-9f56-4ca53a57d218 None None] DHCP port deletion for a766ad40-dded-4b75-ac0f-6f8bd390815f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:16.094120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-893bcfea-8de5-462d-8903-cab01b5ab86d None None] Port 94c71260-a7fa-4473-ad92-60f4f1da0b1b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:16.097831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a766ad40-dded-4b75-ac0f-6f8bd390815f']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:16.122211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:16.122510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23ed2b5-0b84-4c72-8fea-78be9d2a49ef') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:16.123175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb206f-9f99-4d51-bcee-65ba924b4069 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:16.130322 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-44b71543-5c0c-429e-b28a-2e751aa673fe req-0d7e578b-eb0a-47b6-9ede-f202d69a04df service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051446 May 13 15:12:16.152710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.173339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.183948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:16.184906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:16.206030 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:16.226247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port 288206e1-021e-4ef2-8fcb-991221328781 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:16.226840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.240922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37849e8d-8304-49ed-bdc0-e125ebe16d1e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:16.291365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.366371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object 16e8964c-ec24-457c-927d-30c667e07fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:16.384812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb206f-9f99-4d51-bcee-65ba924b4069 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:16.465824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.469754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.470131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.470262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.493156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=94c71260-a7fa-4473-ad92-60f4f1da0b1b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.497375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 37849e8d-8304-49ed-bdc0-e125ebe16d1e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:16.499190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.515617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 37849e8d-8304-49ed-bdc0-e125ebe16d1e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:16.516358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.516874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=a766ad40-dded-4b75-ac0f-6f8bd390815f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.528380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-872455ad-1cbf-4b0b-8210-c1ff35c59f72 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/a766ad40-dded-4b75-ac0f-6f8bd390815f HTTP/1.1" status: 204 len: 168 time: 12.9263949 May 13 15:12:16.532417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a247351b-c747-4d14-ba80-3323701f1509 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/94c71260-a7fa-4473-ad92-60f4f1da0b1b HTTP/1.1" status: 204 len: 168 time: 2.0086284 May 13 15:12:16.533322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57660) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.535502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57662) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.571869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1338069908'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:16.582029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:16.597441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:16.606841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:16.615201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:16.616711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for 288206e1-021e-4ef2-8fcb-991221328781 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:16.638409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e343e-e295-4bd7-b6b2-996eadb17e44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:16.639950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e343e-e295-4bd7-b6b2-996eadb17e44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:16.640678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6c4e343e-e295-4bd7-b6b2-996eadb17e44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:16.657445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf1135-2165-4c4c-beb0-7029f64fe9ef req-da042036-9498-44c7-bb3a-d9997b0407c7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:16.659016 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fcdf1135-2165-4c4c-beb0-7029f64fe9ef req-da042036-9498-44c7-bb3a-d9997b0407c7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2426407 May 13 15:12:16.712647 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fcdf1135-2165-4c4c-beb0-7029f64fe9ef req-627ea2d5-9238-4d91-aeb1-52c2c23ea902 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444036 May 13 15:12:16.713357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:16.718789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.744976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6c4e343e-e295-4bd7-b6b2-996eadb17e44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:16.745192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.748910 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6c4e343e-e295-4bd7-b6b2-996eadb17e44 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2109745 May 13 15:12:16.756488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.773459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 37849e8d-8304-49ed-bdc0-e125ebe16d1e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:16.774003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.803234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:16.828135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=16e8964c-ec24-457c-927d-30c667e07fd2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.830523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 37849e8d-8304-49ed-bdc0-e125ebe16d1e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37849e8d-8304-49ed-bdc0-e125ebe16d1e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:16.833796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.841385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.841749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment e8246352-d3dc-41fb-ab87-78d972599155 of type vlan for network b621957d-22c5-4729-af3b-4b245066a6b9 May 13 15:12:16.864525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet eb88f519-8e38-4e0c-a6a0-f143f669e276 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:16.883145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.916692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.952192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.991055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:17.006274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:17.019191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:17.019992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3d7b132d-fc78-4105-b259-361797661b92 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:17.101736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3d7b132d-fc78-4105-b259-361797661b92 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:17.101736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3d7b132d-fc78-4105-b259-361797661b92 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:17.104064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=3f726197-9089-41ec-b66e-6a51ec7631b9,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.121659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '68370f5b-f890-4d1f-aaf0-439f283cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:17.122191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: d27bdb7f-6f4c-4d35-bd33-b55bde7062f0, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:17.127124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=37849e8d-8304-49ed-bdc0-e125ebe16d1e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.137421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.138108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.169982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.195612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67e606-6e9f-49da-8f5e-7617038026a4 req-436d7f2f-dba9-4701-b907-e984aaa7fc3d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.197739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4e67e606-6e9f-49da-8f5e-7617038026a4 req-436d7f2f-dba9-4701-b907-e984aaa7fc3d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3171279 May 13 15:12:17.204555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.212959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.284509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=288206e1-021e-4ef2-8fcb-991221328781,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.317137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:17.345038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.351370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.352013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.377764 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-904a74ce-409e-4834-9648-72e032098f96 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8313575 May 13 15:12:17.385495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.402550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6f:d3:6a'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:17.433794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.434506 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4e67e606-6e9f-49da-8f5e-7617038026a4 req-2baf7aa6-474c-4334-85cb-656be30da64c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2232504 May 13 15:12:17.476607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, d27bdb7f-6f4c-4d35-bd33-b55bde7062f0) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:17.482921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.482921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.488146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31faa72-52f4-4ae6-8491-b3769d7a91be None None] Network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:17.500007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.500674 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Floating IP 182f7f08-8d99-4073-975f-a71fdb5efaef disassociated (deleted). External IP: 172.26.7.235, port: 327e736d-9881-4275-9784-0720979b2556. May 13 15:12:17.505814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=eb88f519-8e38-4e0c-a6a0-f143f669e276,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.514549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.518497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1903f544-0689-48a2-b445-22882a94ed37 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/eb88f519-8e38-4e0c-a6a0-f143f669e276 HTTP/1.1" status: 204 len: 168 time: 0.7587271 May 13 15:12:17.518497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=b621957d-22c5-4729-af3b-4b245066a6b9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.521078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57680) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.570085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434f135-a64b-4803-a68c-692c23b05de3 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:17.587393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b621957d-22c5-4729-af3b-4b245066a6b9 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:17.596338 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0bc8cf86-5692-49f0-ba6b-b3b549e9a130 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739067 May 13 15:12:17.599155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57684) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.602987 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3e342e81-bb04-4410-8c88-4c1c08a5884a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0684543 May 13 15:12:17.607863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:17.624200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57688) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.640652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'b621957d-22c5-4729-af3b-4b245066a6b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:17.835253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:17.849869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:17.852249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:17.857601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:17.862122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:17.868856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:17.910735 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b8627498-247b-4bd7-8d53-2eb61c1e0418 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6503551 May 13 15:12:17.913745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57692) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.915822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eafc90f1-e5f2-4a12-802c-3c46bc7297b3 None None] Provisioning for port 16e8964c-ec24-457c-927d-30c667e07fd2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:17.962713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eafc90f1-e5f2-4a12-802c-3c46bc7297b3 None None] Provisioning complete for port 16e8964c-ec24-457c-927d-30c667e07fd2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:17.963312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eafc90f1-e5f2-4a12-802c-3c46bc7297b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.012977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:18.019495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.042297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:18.046696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.064748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.077655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-eafc90f1-e5f2-4a12-802c-3c46bc7297b3 None None] Port 16e8964c-ec24-457c-927d-30c667e07fd2 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:18.184906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-d27bdb7f-6f4c-4d35-bd33-b55bde7062f0', 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': '3f726197-9089-41ec-b66e-6a51ec7631b9'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:18.186384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.319628 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:12:18.418352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:18.434736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Deleting port 37849e8d-8304-49ed-bdc0-e125ebe16d1e {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:18.444164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.444490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.454650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:18.511410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Allocated IP 172.20.0.2 (d27bdb7f-6f4c-4d35-bd33-b55bde7062f0/3f726197-9089-41ec-b66e-6a51ec7631b9/708cae47-2813-4c36-8869-ca4ab71efa49) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:18.638587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.680496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd525971-9ce3-4df1-9cc6-eeecf2a6782b req-a02bae1f-c025-488c-90e7-2b303225f14d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:18.681994 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cd525971-9ce3-4df1-9cc6-eeecf2a6782b req-a02bae1f-c025-488c-90e7-2b303225f14d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4171288 May 13 15:12:18.765795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.773470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:18.779982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.783668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] Sync routers for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:18.793773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:18.794497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:18.806907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cd525971-9ce3-4df1-9cc6-eeecf2a6782b req-58031577-03bb-4b67-9fca-7ba62b11652b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131375 May 13 15:12:18.825223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.857575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f8d09b2-1d66-4153-9fad-933982af50cd tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/floatingips/182f7f08-8d99-4073-975f-a71fdb5efaef HTTP/1.1" status: 204 len: 168 time: 3.1009388 May 13 15:12:18.858271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57700) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.862996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:18.867701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:18.869065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] For port 37849e8d-8304-49ed-bdc0-e125ebe16d1e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37849e8d-8304-49ed-bdc0-e125ebe16d1e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:18.869849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.870018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.889719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.919530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Usage tracker for resource:floatingip and tenant:b2b885df3d2c4722932a7e1412c69768 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:18.935542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:18.956309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:18.985760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:18.999195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:19.020931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:19.022366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.028159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=16e8964c-ec24-457c-927d-30c667e07fd2,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.047920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Calling delete_port for 37849e8d-8304-49ed-bdc0-e125ebe16d1e owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:19.051910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=cbff0fe6-abce-44a8-8e42-063283f0b468,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.069853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] In _notify_port_updated(), no bound segment for port 16e8964c-ec24-457c-927d-30c667e07fd2 on network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:12:19.086524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:19.087257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.092805 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-347bb2b8-9f4b-46b2-8550-0a039a34262e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "PUT /v2.0/ports/16e8964c-ec24-457c-927d-30c667e07fd2 HTTP/1.1" status: 200 len: 993 time: 1.6997046 May 13 15:12:19.093540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57706) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.122874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'e8246352-d3dc-41fb-ab87-78d972599155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b621957d-22c5-4729-af3b-4b245066a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:19.125424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: b621957d-22c5-4729-af3b-4b245066a6b9, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:19.146118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.161257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=89cdce13-709b-40f1-9478-e5c3dfb60ea2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.180010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.214540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:19.218632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.234937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 16e8964c-ec24-457c-927d-30c667e07fd2 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:19.234937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.277978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network b621957d-22c5-4729-af3b-4b245066a6b9 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:19.287677 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-78633955-bc35-4b82-a181-9df7acc18d87 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6867597 May 13 15:12:19.290505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57710) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.297277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'cbff0fe6-abce-44a8-8e42-063283f0b468', 'ip_address': '2001:db8::d177:3689:c40d:f09c'}], 'name': 'tempest-NetworksTestDHCPv6-1318924016'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:19.302893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.371063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.371820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fda0c-1e0c-4ba7-b0a6-05fde7c3215c None None] The sync data for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:19.391866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] Pushing event deleted for resources: {'Port': ['ID=37849e8d-8304-49ed-bdc0-e125ebe16d1e,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.399603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebaea8d-3b73-4c1e-ab85-626bb18ab26e None None] No DVR routers for this DVR port 37849e8d-8304-49ed-bdc0-e125ebe16d1e on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:19.431772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7c8c9-f5fd-44cf-a7bb-5bee01f3d51b None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:19.446119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.494378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b621957d-22c5-4729-af3b-4b245066a6b9) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:19.511416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:19.512159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.517970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Transition to ACTIVE for port object 708cae47-2813-4c36-8869-ca4ab71efa49 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:19.520685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-36e549eb-83aa-4545-a81e-2330337d2bc2 None None] Provisioning complete for port 16e8964c-ec24-457c-927d-30c667e07fd2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:19.521980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-36e549eb-83aa-4545-a81e-2330337d2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.586275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Transition to ACTIVE for port object 708cae47-2813-4c36-8869-ca4ab71efa49 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:19.593206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c904c7-dc3f-4b18-9819-2a164950eca4 None None] Network b621957d-22c5-4729-af3b-4b245066a6b9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:19.602197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:19.623718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:19.639188 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0b6fa9a9-18bf-4050-83ad-ae824bd45f4b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0103233 May 13 15:12:19.641605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57718) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.687497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.732138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.759799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:19.763120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.834821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-36e549eb-83aa-4545-a81e-2330337d2bc2 None None] Port 16e8964c-ec24-457c-927d-30c667e07fd2 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:19.876195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 16e8964c-ec24-457c-927d-30c667e07fd2 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:19.882223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:19.890955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:19.929530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:19.937435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Pushing event updated for resources: {'Port': ['ID=708cae47-2813-4c36-8869-ca4ab71efa49,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.937769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.968996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.017537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.033032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Allocated IP 172.26.7.34 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/175d03bd-e35c-4502-bb56-f351f54d3a5b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:20.118610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=3f726197-9089-41ec-b66e-6a51ec7631b9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.135768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 534ae0fb-0de9-496b-8913-121ec4d765d6 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:20.164095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Attempting to bind port 708cae47-2813-4c36-8869-ca4ab71efa49 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:20.164597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Attempting to bind port 708cae47-2813-4c36-8869-ca4ab71efa49 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '68370f5b-f890-4d1f-aaf0-439f283cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:20.164807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Attempting to bind port 708cae47-2813-4c36-8869-ca4ab71efa49 on network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:20.167974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'cbff0fe6-abce-44a8-8e42-063283f0b468'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:20.169186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.216260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37849e8d-8304-49ed-bdc0-e125ebe16d1e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:20.232265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ffc9-2bcb-4e2a-a2e7-fe21f8e09f15 req-ab6cd218-ab6a-4c76-8680-a5448ba2908c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:20.238437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cf9ffc9-2bcb-4e2a-a2e7-fe21f8e09f15 req-ab6cd218-ab6a-4c76-8680-a5448ba2908c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.1054695 May 13 15:12:20.241781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.253179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:20.253559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Checking segment: {'id': '68370f5b-f890-4d1f-aaf0-439f283cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:20.253978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.254382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Bound using segment: {'id': '68370f5b-f890-4d1f-aaf0-439f283cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:20.254919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Bound port: 708cae47-2813-4c36-8869-ca4ab71efa49, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68370f5b-f890-4d1f-aaf0-439f283cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:20.255302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.330124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.342204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 37849e8d-8304-49ed-bdc0-e125ebe16d1e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:20.342557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37849e8d-8304-49ed-bdc0-e125ebe16d1e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:20.364000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.369328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=16e8964c-ec24-457c-927d-30c667e07fd2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.440659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2bd77-92e3-49b4-8169-f4f6a8ba8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b621957d-22c5-4729-af3b-4b245066a6b9', 'network_id': 'b621957d-22c5-4729-af3b-4b245066a6b9', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': '89cdce13-709b-40f1-9478-e5c3dfb60ea2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:20.441562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bd77-92e3-49b4-8169-f4f6a8ba8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.458960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27bdb7f-6f4c-4d35-bd33-b55bde7062f0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.485453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68370f5b-f890-4d1f-aaf0-439f283cfc57') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.492705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68370f5b-f890-4d1f-aaf0-439f283cfc57') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.511799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.570226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.577543 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cf9ffc9-2bcb-4e2a-a2e7-fe21f8e09f15 req-d54fac89-477c-431b-9e4c-069c67ebaeb5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3324518 May 13 15:12:20.579538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] For port 708cae47-2813-4c36-8869-ca4ab71efa49, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:20.587749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:20.588159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:20.602890 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:20.614518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.666459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server [None req-3ab2bd77-92e3-49b4-8169-f4f6a8ba8cc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89cdce13-709b-40f1-9478-e5c3dfb60ea2: This subnet is being modified by another concurrent operation. May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:20.716266 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise exception May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89cdce13-709b-40f1-9478-e5c3dfb60ea2: This subnet is being modified by another concurrent operation. May 13 15:12:20.721435 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server May 13 15:12:20.723965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::d177:3689:c40d:f09c (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/cbff0fe6-abce-44a8-8e42-063283f0b468/534ae0fb-0de9-496b-8913-121ec4d765d6) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:20.740507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=89cdce13-709b-40f1-9478-e5c3dfb60ea2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.743402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f51361-4408-407a-88be-79eb2def2424 None None] Network b621957d-22c5-4729-af3b-4b245066a6b9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:20.756434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.817404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:12:20.817404 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:12:20.817404 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': 'd27bdb7f-6f4c-4d35-bd33-b55bde7062f0'}] May 13 15:12:20.817404 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:20.817974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:20.820727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] For port 708cae47-2813-4c36-8869-ca4ab71efa49, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=708cae47-2813-4c36-8869-ca4ab71efa49,segment=NetworkSegment(68370f5b-f890-4d1f-aaf0-439f283cfc57),segment_id=68370f5b-f890-4d1f-aaf0-439f283cfc57)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:20.831202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:20.834344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:20.838539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:20.853173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.882870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Pushing event updated for resources: {'Port': ['ID=175d03bd-e35c-4502-bb56-f351f54d3a5b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.900999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b621957d-22c5-4729-af3b-4b245066a6b9']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.927093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.931681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.932204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8246352-d3dc-41fb-ab87-78d972599155') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.932742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8246352-d3dc-41fb-ab87-78d972599155') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:21.000041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.019082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fae8a-539f-4fe5-bc3a-0a275335201a None None] Pushing event updated for resources: {'Port': ['ID=708cae47-2813-4c36-8869-ca4ab71efa49,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.029676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.042264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:21.042664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:21.056974 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:21.061219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.178467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.183169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176b224-f311-4ecb-bcf5-c5d4361dac6e None None] Network d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:21.196403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 534ae0fb-0de9-496b-8913-121ec4d765d6 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:21.273224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.275871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.293978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.306895 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-93603ada-6490-4bf2-813a-a1b471d77e4d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/16e8964c-ec24-457c-927d-30c667e07fd2 HTTP/1.1" status: 204 len: 168 time: 2.2117739 May 13 15:12:21.307152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=b621957d-22c5-4729-af3b-4b245066a6b9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.312383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57724) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.317087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.351677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.387332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.425822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/cbff0fe6-abce-44a8-8e42-063283f0b468/3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:21.453185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.501032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9fd1d199-5441-4130-bd2f-59e8a9c2de09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/b621957d-22c5-4729-af3b-4b245066a6b9 HTTP/1.1" status: 204 len: 168 time: 1.8572037 May 13 15:12:21.514362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57728) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.540343 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45e9d22-5a4a-4032-a002-a15034415c28 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] GET failed (client error): The resource could not be found. May 13 15:12:21.540637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f45e9d22-5a4a-4032-a002-a15034415c28 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Synchronizing usage tracker for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:21.547643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707603803'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:21.557290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:21.565313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:21.570537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:21.578347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:21.583875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:21.584483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.596936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:21.602249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 708cae47-2813-4c36-8869-ca4ab71efa49 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:21.602814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.635961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:21.643308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=534ae0fb-0de9-496b-8913-121ec4d765d6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.657842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:21.676143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f45e9d22-5a4a-4032-a002-a15034415c28 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Unset dirty status for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:21.677591 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f45e9d22-5a4a-4032-a002-a15034415c28 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports/16e8964c-ec24-457c-927d-30c667e07fd2 HTTP/1.1" status: 404 len: 333 time: 0.3638978 May 13 15:12:21.681463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57734) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.688130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-1583194573'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:21.708937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Pushing event updated for resources: {'Port': ['ID=175d03bd-e35c-4502-bb56-f351f54d3a5b,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.727370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.744653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.754913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Transition to ACTIVE for port object 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:21.773340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Transition to ACTIVE for port object 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:21.779265 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-07a34ca3-b5cf-4d51-b349-0674ac521536 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4874063 May 13 15:12:21.781849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57738) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.818433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.822195 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d139ecb-dbcc-4249-9095-77f47705b182 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9604347 May 13 15:12:21.824876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57742) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.842180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.868129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:21.871549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.924679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6526d-83ae-4b47-9a07-48a6a68fb03b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:21.925146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:21.925926 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d2a6526d-83ae-4b47-9a07-48a6a68fb03b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1430271 May 13 15:12:21.930076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57748) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.930845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:21.935405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:21.942499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Pushing event updated for resources: {'Port': ['ID=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:22.006778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:22.013588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:22.017688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Usage tracker for resource:floatingip and tenant:5bffb12d16b747c592a7b9a3329b83df is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:22.020663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:22.027358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:22.051362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 534ae0fb-0de9-496b-8913-121ec4d765d6 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:22.051625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.052591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:22.055759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Attempting to bind port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:22.056133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Attempting to bind port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:22.056720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Attempting to bind port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:22.062454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:22.062454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:22.062885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.063227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:22.063672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Bound port: 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:22.064042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.084140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:22.091163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.091163 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment e7a95d2a-c0df-4e31-9e0b-b472963ce009 of type vlan for network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e May 13 15:12:22.112524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:22.115428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 708cae47-2813-4c36-8869-ca4ab71efa49, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=708cae47-2813-4c36-8869-ca4ab71efa49,segment=NetworkSegment(68370f5b-f890-4d1f-aaf0-439f283cfc57),segment_id=68370f5b-f890-4d1f-aaf0-439f283cfc57)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:22.115792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.143301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06ea86-b4d6-44e4-9b57-2c21197dc13b req-eada1ab1-cf09-45b7-94c1-09f997208f3e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:22.144810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-eb06ea86-b4d6-44e4-9b57-2c21197dc13b req-eada1ab1-cf09-45b7-94c1-09f997208f3e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3750441 May 13 15:12:22.155146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.174792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] For port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:22.178019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] For port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:22.269967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.280814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.292980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 708cae47-2813-4c36-8869-ca4ab71efa49 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:22.336520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:22.336520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.375282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d535-fa5f-470f-a9fe-47fd35d14d37 None None] Pushing event updated for resources: {'Port': ['ID=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:22.402367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:22.413224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.449781 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-eb06ea86-b4d6-44e4-9b57-2c21197dc13b req-7de3e2ff-0a62-4cbe-9bb2-bbdda383122b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2914159 May 13 15:12:22.582875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.584251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 534ae0fb-0de9-496b-8913-121ec4d765d6 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:22.588766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:22.589721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.617755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.13 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/d150d1cb-f4d4-449b-b40e-aa0eabef5d26) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:22.628151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.658384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.762288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=708cae47-2813-4c36-8869-ca4ab71efa49,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:22.771096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port 708cae47-2813-4c36-8869-ca4ab71efa49 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:22.834427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=4bf1d8b3-492b-4b72-91b6-1c20ec72209e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:22.847462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:22.865779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Allocated IP 172.26.7.44 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/0ae76676-0ac5-484f-bb1e-6c5a38da4919) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:22.914007 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-79541d95-5c79-4657-adad-81abd9e8a12c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3912811 May 13 15:12:22.914994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57752) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:22.935344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:22.990801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.049163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=534ae0fb-0de9-496b-8913-121ec4d765d6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:23.108487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.138508 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-efdd317b-30b5-45e2-acd4-c5b431a72dbb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/534ae0fb-0de9-496b-8913-121ec4d765d6 HTTP/1.1" status: 204 len: 168 time: 1.2068267 May 13 15:12:23.141055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57756) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:23.194974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.222274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.236808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e24783-341c-4a9c-b0d6-b6d1dcd3a7c1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:23.238334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e24783-341c-4a9c-b0d6-b6d1dcd3a7c1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:23.239094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-28e24783-341c-4a9c-b0d6-b6d1dcd3a7c1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:23.289157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:23.296060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27bdb7f-6f4c-4d35-bd33-b55bde7062f0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.316026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:23.321657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-28e24783-341c-4a9c-b0d6-b6d1dcd3a7c1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:23.326071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28e24783-341c-4a9c-b0d6-b6d1dcd3a7c1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1824780 May 13 15:12:23.326243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:23.326464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57760) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:23.337300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68370f5b-f890-4d1f-aaf0-439f283cfc57') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.339257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68370f5b-f890-4d1f-aaf0-439f283cfc57') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.357166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:23.366629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.367195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.403489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.406806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.420559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:23.420952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:23.441207 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:23.458813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:23.463272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:23.465851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:23.504253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:23.507970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.523221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object d150d1cb-f4d4-449b-b40e-aa0eabef5d26 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:23.567348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-949c8c7f-75f7-4592-a7e8-9816c90ea933 None None] Provisioning for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:23.640944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Pushing event updated for resources: {'Port': ['ID=0ae76676-0ac5-484f-bb1e-6c5a38da4919,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:23.641185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.659185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet cbff0fe6-abce-44a8-8e42-063283f0b468 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:23.668906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.675865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.698344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=d27bdb7f-6f4c-4d35-bd33-b55bde7062f0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:23.709414 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5d1ced96-fdb7-480c-95fc-546bff82f6ba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 HTTP/1.1" status: 204 len: 168 time: 5.7943919 May 13 15:12:23.713177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57768) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:23.741308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1861884941'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:23.751349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:23.762608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:23.770382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:23.775130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.789103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.799422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-25246e63-6053-4a7d-bed5-1e250bb0202d None None] Could not find standard attr ID for object 534ae0fb-0de9-496b-8913-121ec4d765d6. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:23.823449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:23.884460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:23.890172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:23.897497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fde88-da11-49ef-8296-91c0c0f488d3 req-0e3aba46-0d1a-4965-a582-8acdea378688 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:23.899394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-614fde88-da11-49ef-8296-91c0c0f488d3 req-0e3aba46-0d1a-4965-a582-8acdea378688 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2997782 May 13 15:12:23.902158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.906895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:23.908132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:23.910439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.956476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=d150d1cb-f4d4-449b-b40e-aa0eabef5d26,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:23.963039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.015141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:24.015883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.060243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.077386 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-614fde88-da11-49ef-8296-91c0c0f488d3 req-92ecec53-fcd5-49a2-b1e0-bb4fcd86f7fa tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554463 May 13 15:12:24.089484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:24.125857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.125857 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 4c77a14b-a443-4578-bda4-15b171d537c1 of type vlan for network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 May 13 15:12:24.132981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.136529 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-523856c7-d5fa-4d27-94cb-6621d1b1e550 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4530880 May 13 15:12:24.137068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57772) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.149699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6f:d3:6a'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:24.179961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e447141d-1e08-4f9a-9acc-51cec6c351c5 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:24.222241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.223637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=f0caa59b-a787-4555-9710-7b7979c87b87,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.238133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'e7a95d2a-c0df-4e31-9e0b-b472963ce009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:24.238493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: 4bf1d8b3-492b-4b72-91b6-1c20ec72209e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:24.274061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:24.336100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.392226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=cbff0fe6-abce-44a8-8e42-063283f0b468,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.394271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.398103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-51c41bd4-c907-4225-af0a-f96404daf8af None None] Provisioning for port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:24.407443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-51c41bd4-c907-4225-af0a-f96404daf8af None None] Provisioning complete for port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:24.407897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-51c41bd4-c907-4225-af0a-f96404daf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.421443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:24.427391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.433744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:24.434183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.455187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.490235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-51c41bd4-c907-4225-af0a-f96404daf8af None None] Port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:24.517461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 4bf1d8b3-492b-4b72-91b6-1c20ec72209e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:24.518815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:24.528030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:24.528632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.530040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:24.530633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.543468 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f116494d-6155-427d-83a2-bbeda9a9e622 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/cbff0fe6-abce-44a8-8e42-063283f0b468 HTTP/1.1" status: 204 len: 168 time: 1.2159133 May 13 15:12:24.546599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57776) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.561029 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8396502 May 13 15:12:24.567322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57780) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.576584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': '5429fde9-f83d-447e-8df7-6f0c78bc1e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:24.591812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a49a7-f132-4a9c-95ae-585f47b1e2af tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=5429fde9-f83d-447e-8df7-6f0c78bc1e86,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.621486 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5463b6de-17cf-4c26-b9fd-e3b0de53be7a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737700 May 13 15:12:24.622606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:24.624528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57784) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.675406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.720102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:24.724450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:24.727285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:24.735252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:24.745520 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c45a84b4-1fdf-497a-9a02-3580482a9b12 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8175340 May 13 15:12:24.748954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57788) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.755009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:24.769585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.832863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b54ab6-d2ab-466f-aea9-a60c08216462 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:24.833539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-16b54ab6-d2ab-466f-aea9-a60c08216462 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:24.864034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447141d-1e08-4f9a-9acc-51cec6c351c5 None None] Unable to find a vacant binding_index for network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e and agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 {{(pid=88839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 13 15:12:24.873229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:24.873632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.875397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:24.876321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.878864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.884061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447141d-1e08-4f9a-9acc-51cec6c351c5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 4bf1d8b3-492b-4b72-91b6-1c20ec72209e) {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:24.944472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-16b54ab6-d2ab-466f-aea9-a60c08216462 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:24.946193 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-16b54ab6-d2ab-466f-aea9-a60c08216462 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3207312 May 13 15:12:24.949750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57792) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.989569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:24.993852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.054819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Pushing event updated for resources: {'Port': ['ID=0ae76676-0ac5-484f-bb1e-6c5a38da4919,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:25.069734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing IP validity checks on allocation pools {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:12:25.074504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:12:25.074917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.106373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.148666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75689838-10d3-4683-a235-683ee7adb32e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:25.149360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-75689838-10d3-4683-a235-683ee7adb32e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:25.180739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] In _notify_port_updated(), no bound segment for port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 on network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:12:25.188257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:25.189056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.193351 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "PUT /v2.0/ports/d150d1cb-f4d4-449b-b40e-aa0eabef5d26 HTTP/1.1" status: 200 len: 997 time: 1.0503862 May 13 15:12:25.194744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a98ed-8676-4ff4-8c3f-ac7c9c12823e tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=d150d1cb-f4d4-449b-b40e-aa0eabef5d26,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:25.199269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57798) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.206932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:25.230854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:25.250713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:subnet and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:25.255330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:25.264987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:25.337071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.340727 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f4fcaaf8-8f5e-4ac3-9d51-66f40a73c14b tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5125792 May 13 15:12:25.341366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57802) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.359814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-4bf1d8b3-492b-4b72-91b6-1c20ec72209e', 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': 'f0caa59b-a787-4555-9710-7b7979c87b87'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:25.360806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.400719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:25.404572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-75689838-10d3-4683-a235-683ee7adb32e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:25.404858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.408097 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-75689838-10d3-4683-a235-683ee7adb32e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4569228 May 13 15:12:25.408750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57806) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.435416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.516852 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-819b9aa7-8097-413f-8176-0b17ea77e032 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955553 May 13 15:12:25.523892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port d150d1cb-f4d4-449b-b40e-aa0eabef5d26 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:25.524189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.549744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57810) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.565093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Allocated IP 2001:db8::2 (4bf1d8b3-492b-4b72-91b6-1c20ec72209e/f0caa59b-a787-4555-9710-7b7979c87b87/601fbeb0-5e02-4c25-9b68-836f88ae0f4e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:25.578186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:25.725088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ebcac4d-a91b-471a-a576-654d7d8342c0 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Synchronizing usage tracker for tenant:b2b885df3d2c4722932a7e1412c69768 on resource:floatingip {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:25.738359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=2c632402-cc20-46bc-a0bd-6485bd32b0d9,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:25.768909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042e9e-1a6d-425a-9a8e-4007a67b51bf req-c17e2502-c207-4907-9052-1a73c7cb677f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:25.769505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '4c77a14b-a443-4578-bda4-15b171d537c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5429fde9-f83d-447e-8df7-6f0c78bc1e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:25.769505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: 5429fde9-f83d-447e-8df7-6f0c78bc1e86, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:25.770473 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53042e9e-1a6d-425a-9a8e-4007a67b51bf req-c17e2502-c207-4907-9052-1a73c7cb677f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5353000 May 13 15:12:25.792138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:25.799794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.810408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Transition to ACTIVE for port object 601fbeb0-5e02-4c25-9b68-836f88ae0f4e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:25.843763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Transition to ACTIVE for port object 601fbeb0-5e02-4c25-9b68-836f88ae0f4e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:25.880777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:25.888479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ebcac4d-a91b-471a-a576-654d7d8342c0 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Unset dirty status for tenant:b2b885df3d2c4722932a7e1412c69768 on resource:floatingip {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:25.890140 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ebcac4d-a91b-471a-a576-654d7d8342c0 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.5476792 May 13 15:12:25.893258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57814) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.916174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.924383 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53042e9e-1a6d-425a-9a8e-4007a67b51bf req-5c6cd5d6-e0a9-4c16-bbb7-d8887f0e11a3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337063 May 13 15:12:25.966489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.970889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:25.981798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:25.985214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.004618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-69d91c2f-c9e4-42be-a09b-67bd4a5aa2e6 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Synchronizing usage tracker for tenant:fad08a7926474311979fad3b6752a568 on resource:floatingip {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:26.005774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:26.009419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:26.013415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:26.019437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Pushing event updated for resources: {'Port': ['ID=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.053843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 5429fde9-f83d-447e-8df7-6f0c78bc1e86) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:26.058334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.058912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.097398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-69d91c2f-c9e4-42be-a09b-67bd4a5aa2e6 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Unset dirty status for tenant:fad08a7926474311979fad3b6752a568 on resource:floatingip {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:26.101333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-69d91c2f-c9e4-42be-a09b-67bd4a5aa2e6 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2043636 May 13 15:12:26.105106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57818) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.113088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Attempting to bind port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:26.113294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Attempting to bind port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'e7a95d2a-c0df-4e31-9e0b-b472963ce009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:26.113682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Attempting to bind port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e on network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:26.119426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:26.119988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Checking segment: {'id': 'e7a95d2a-c0df-4e31-9e0b-b472963ce009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:26.120393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.120792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Bound using segment: {'id': 'e7a95d2a-c0df-4e31-9e0b-b472963ce009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:26.121254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Bound port: 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a95d2a-c0df-4e31-9e0b-b472963ce009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:26.121622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.122490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for d150d1cb-f4d4-449b-b40e-aa0eabef5d26 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:26.200277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c6afb6a-75a1-4b6f-9829-f159fb482ca8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6317871 May 13 15:12:26.201567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.207129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57822) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.217914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:26.221313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,segment=NetworkSegment(e7a95d2a-c0df-4e31-9e0b-b472963ce009),segment_id=e7a95d2a-c0df-4e31-9e0b-b472963ce009)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:26.223823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:26.297511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:26.297823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.325840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.429576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Deleting port 0ae76676-0ac5-484f-bb1e-6c5a38da4919 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:26.430212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.436631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7520-ba68-4d47-9d04-52ba04980eb3 None None] Pushing event updated for resources: {'Port': ['ID=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.453782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.463630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:26.477463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:26.482480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.483059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.507524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:26.524291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=345de204-5820-4475-950f-901411daf3bb,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.568426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.602849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=d150d1cb-f4d4-449b-b40e-aa0eabef5d26,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.640836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4b9f6786-bace-497c-a802-c541ed58ca4f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8911064 May 13 15:12:26.675512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.694322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.709735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:26.715824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:26.723442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.723442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.739644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.748511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=10afb1a8-1dba-41b6-9173-002efa2bd002,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.810337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.812168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.813674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.815425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.816949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:26.817898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Synchronizing usage tracker for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:26.825203 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9c1dd65d-7f29-406f-86b9-b9360e37b828 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2683554 May 13 15:12:26.828204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.834233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': '10afb1a8-1dba-41b6-9173-002efa2bd002', 'ip_address': '2001:db8::7df:9573:477:779d'}], 'name': 'tempest-NetworksTestDHCPv6-1382157832'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:26.852749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2085acae-31c4-4c95-91cc-fb483ce3e034 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/d150d1cb-f4d4-449b-b40e-aa0eabef5d26 HTTP/1.1" status: 204 len: 168 time: 1.6522956 May 13 15:12:26.858793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57834) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.921420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.921674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.946934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b1a45e-3b23-4454-94ab-0d830451630a tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] GET failed (client error): The resource could not be found. May 13 15:12:26.947458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-51b1a45e-3b23-4454-94ab-0d830451630a tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Synchronizing usage tracker for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:26.982476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:26.992383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:27.075107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:27.078610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Calling delete_port for 0ae76676-0ac5-484f-bb1e-6c5a38da4919 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:27.162040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.200577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Unset dirty status for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:27.201758 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-469f9fa2-3893-425f-bd4e-8f941f66adb0 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5124757 May 13 15:12:27.214309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57842) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:27.230992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750484689'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:27.242396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:27.256818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:27.269171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:27.318257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.344057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 27f3af7e-83ad-4d1b-80c3-ef690073f33a yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:27.372914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.397735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-51b1a45e-3b23-4454-94ab-0d830451630a tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Unset dirty status for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:27.402347 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-51b1a45e-3b23-4454-94ab-0d830451630a tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports/d150d1cb-f4d4-449b-b40e-aa0eabef5d26 HTTP/1.1" status: 404 len: 333 time: 0.5321996 May 13 15:12:27.405006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57846) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:27.415966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-1444994545'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:27.419765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:27.498428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:27.503873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.518628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbde06-cdfc-4243-a1d3-503f1d95d221 req-b401818a-02be-4a28-8220-d3a4f24343f8 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:27.520224 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2ebbde06-cdfc-4243-a1d3-503f1d95d221 req-b401818a-02be-4a28-8220-d3a4f24343f8 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4492047 May 13 15:12:27.528083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.548829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7358b-5232-4b54-91f9-0f457f3c88f2 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:27.630448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=2c632402-cc20-46bc-a0bd-6485bd32b0d9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:27.674033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:27.693732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:27.696284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::7df:9573:477:779d (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/10afb1a8-1dba-41b6-9173-002efa2bd002/27f3af7e-83ad-4d1b-80c3-ef690073f33a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:27.705823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:27.706933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-be1bb1d3-ff3a-481e-95b3-7790c3e5c484 None None] Provisioning for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:27.737837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7358b-5232-4b54-91f9-0f457f3c88f2 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:27.739595 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2ebbde06-cdfc-4243-a1d3-503f1d95d221 req-1c7d4a85-d66f-4d89-876d-b4f2d4cdf93e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2059410 May 13 15:12:27.745382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.753281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.753624 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment d7877c7f-e777-41cf-8955-314ba02428fd of type vlan for network be5e11e8-39ef-4090-bc17-392133808da6 May 13 15:12:27.782763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5429fde9-f83d-447e-8df7-6f0c78bc1e86']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:27.789716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.847795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c77a14b-a443-4578-bda4-15b171d537c1') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:27.848092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c77a14b-a443-4578-bda4-15b171d537c1') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:27.851840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:27.856315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.856689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.899346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:27.906394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Pushing event deleted for resources: {'Port': ['ID=0ae76676-0ac5-484f-bb1e-6c5a38da4919,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:27.917815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.989056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.000971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:28.001397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:28.016862 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:28.056181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.090816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.094276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 27f3af7e-83ad-4d1b-80c3-ef690073f33a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:28.101904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.108259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:28.109177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.112074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.8 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/9623e1fa-98ca-44cb-a606-b8b9d06a5a91) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:28.230578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.236583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.238051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463b6d9-a2d4-40dd-861b-9045a2a41363 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:28.251345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.254911 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-87ff821e-5d99-48ee-a4e6-b662398cfb17 tempest-FloatingIPAdminTestJSON-640950567 tempest-FloatingIPAdminTestJSON-640950567-project] 10.222.0.91 "DELETE /v2.0/floatingips/4dec9fed-990d-401d-8b20-b47a3dd4d952 HTTP/1.1" status: 204 len: 168 time: 2.1455109 May 13 15:12:28.256435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57850) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:28.259491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=be5e11e8-39ef-4090-bc17-392133808da6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:28.262937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.280529 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/5429fde9-f83d-447e-8df7-6f0c78bc1e86 HTTP/1.1" status: 204 len: 168 time: 2.0387225 May 13 15:12:28.322032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:28.336931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57854) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:28.336931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:28.340641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:28.348158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:28.348979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.356257 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-863b9636-4821-4e5b-b183-4b887ccba6ca tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1304178 May 13 15:12:28.371602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2dedd9-eb66-4f95-b3be-b12c9b0756ef None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:28.374285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d910ddd-783c-415c-990b-a9ffdba0b354 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=5429fde9-f83d-447e-8df7-6f0c78bc1e86,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:28.376759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57858) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:28.385817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:28.387888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e870ef-788a-4e1a-ac1a-af5c76ba285c None None] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:28.401130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:28.414005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 601fbeb0-5e02-4c25-9b68-836f88ae0f4e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:28.478325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.499083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:28.528002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=27f3af7e-83ad-4d1b-80c3-ef690073f33a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:28.529938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135169941'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:28.544143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:28.547779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Deleting port 175d03bd-e35c-4502-bb56-f351f54d3a5b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:28.548336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.551539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:28.557562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:28.568328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:28.602609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.608540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e870ef-788a-4e1a-ac1a-af5c76ba285c None None] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 could not be found, it might have been deleted concurrently. {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:12:28.692789 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-40c11b48-d2f5-41e6-97e2-c75f9e614b38 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8603635 May 13 15:12:28.692789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:28.705008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:28.709278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.722404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57862) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:28.733751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:28.747018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad907184-b6cc-40c9-bc65-1df4080c2027 None None] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:28.747143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': '10afb1a8-1dba-41b6-9173-002efa2bd002', 'ip_address': '2001:db8::7df:9573:477:779d'}], 'name': 'tempest-NetworksTestDHCPv6-1766465427'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:28.765714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:28.862968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:28.863812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.898508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.918342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.918792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:28.919133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.931541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.933372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment e2db3e3e-3caf-4ba1-b45e-ab611cc4e35d of type vlan for network 20347005-0136-4edc-91d3-9e303a97fa22 May 13 15:12:28.936720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f3686f24-0bc6-47a7-a474-42080316d1ed None None] Could not find standard attr ID for object d150d1cb-f4d4-449b-b40e-aa0eabef5d26. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:28.953722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad907184-b6cc-40c9-bc65-1df4080c2027 None None] Network 5429fde9-f83d-447e-8df7-6f0c78bc1e86 could not be found, it might have been deleted concurrently. {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:12:28.973145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.019529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.094750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:29.105304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=9623e1fa-98ca-44cb-a606-b8b9d06a5a91,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.115646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:29.115646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.122109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ff930203-0f81-43c3-bbd6-e166c46109c2 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7149601 May 13 15:12:29.131688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57868) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:29.146515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'network_id': '7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea', 'name': 'tempest-AllowedAddressPairTestJSON-949159860'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:29.168960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.174320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:29.175203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.215895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Calling delete_port for 175d03bd-e35c-4502-bb56-f351f54d3a5b owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:29.249711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network be5e11e8-39ef-4090-bc17-392133808da6 is not hosted by any dhcp agent {{(pid=88837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:12:29.255235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:29.255742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.260682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "PUT /v2.0/networks/be5e11e8-39ef-4090-bc17-392133808da6 HTTP/1.1" status: 200 len: 723 time: 0.8766189 May 13 15:12:29.281316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57872) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:29.283230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3cf2d77b-3c9d-493c-b51b-139d9cfddbcf None None] Provisioning for port 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:29.297105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3cf2d77b-3c9d-493c-b51b-139d9cfddbcf None None] Provisioning complete for port 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:29.297490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d77b-3c9d-493c-b51b-139d9cfddbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.356586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb0c71-5fc5-4ba7-af82-0a0dc0f1f930 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=be5e11e8-39ef-4090-bc17-392133808da6,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.387072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:29.387454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.396952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:29.436419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:29.518265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2d77b-3c9d-493c-b51b-139d9cfddbcf None None] Port 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:29.549651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,segment=NetworkSegment(e7a95d2a-c0df-4e31-9e0b-b472963ce009),segment_id=e7a95d2a-c0df-4e31-9e0b-b472963ce009)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:29.555424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.560930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Update dhcp port {'port': {'network_id': '4bf1d8b3-492b-4b72-91b6-1c20ec72209e', 'fixed_ips': [{'subnet_id': 'f0caa59b-a787-4555-9710-7b7979c87b87', 'ip_address': '2001:db8::2'}, {'subnet_id': '345de204-5820-4475-950f-901411daf3bb'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '601fbeb0-5e02-4c25-9b68-836f88ae0f4e'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:12:29.586624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53c887-95cd-4ce8-aa0f-3bfb8289ce89 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:29.628464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Pushing event deleted for resources: {'Port': ['ID=175d03bd-e35c-4502-bb56-f351f54d3a5b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.629726 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2905302 May 13 15:12:29.632340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57876) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:29.640184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': '20347005-0136-4edc-91d3-9e303a97fa22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:29.670966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.686379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392381-61d3-49e1-9116-7f4ef6025f4b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=20347005-0136-4edc-91d3-9e303a97fa22,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.722921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:29.729488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 20347005-0136-4edc-91d3-9e303a97fa22 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:29.733470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:29.738723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:29.741587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:29.758046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:29.764356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:29.767422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:29.777693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc4a0-dd0e-493e-91d1-5ccc02ad0156 req-e5c6d891-0ea4-48b4-8c1a-6e165e5b9a16 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:29.779262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4e3bc4a0-dd0e-493e-91d1-5ccc02ad0156 req-e5c6d891-0ea4-48b4-8c1a-6e165e5b9a16 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.7634196 May 13 15:12:29.815262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:29.831953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:29.834462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.840792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.841774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:29.846653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:29.849366 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4e3bc4a0-dd0e-493e-91d1-5ccc02ad0156 req-df440b41-6eaa-48f2-8b71-3cbecf946a2e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606143 May 13 15:12:29.858400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:29.858549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:29.862558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.872657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:29.876052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.894882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Provisioning complete for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:29.895253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.944963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:29.951922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.970646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Made reservation on behalf of d486dde65bba4f4aaf76784843f4c38a for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:29.974021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.976613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.978150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-063fa417-c025-4fee-98b1-03d7f41c16d1 tempest-FloatingIPAdminTestJSON-1460859590 tempest-FloatingIPAdminTestJSON-1460859590-project-admin] 10.222.0.91 "DELETE /v2.0/floatingips/fc8489ef-79d4-47ba-8ba0-b68d662dc37f HTTP/1.1" status: 204 len: 168 time: 1.7202837 May 13 15:12:29.984044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57880) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:29.985650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.988441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 846433a0-0a65-4d5a-b2dc-1cd1b5d2244c yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:30.070145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] device_id is not set on port 036ccabe-1a4c-4416-a3ab-38decfdd11bb yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:30.131871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port 327e736d-9881-4275-9784-0720979b2556 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:30.131871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.255227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 601fbeb0-5e02-4c25-9b68-836f88ae0f4e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:30.421026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Allocated IP 172.20.0.13 (7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd/036ccabe-1a4c-4416-a3ab-38decfdd11bb) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:30.439720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Current status of the port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:30.468927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Allocated IP 172.20.0.1 (4bf1d8b3-492b-4b72-91b6-1c20ec72209e/345de204-5820-4475-950f-901411daf3bb/601fbeb0-5e02-4c25-9b68-836f88ae0f4e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:30.498818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:30.503816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.519569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.534610 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): There was a conflict when trying to complete your request. May 13 15:12:30.535123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:30.600530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Provisioning for port 27f3af7e-83ad-4d1b-80c3-ef690073f33a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:30.608753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.625845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Provisioning complete for port 27f3af7e-83ad-4d1b-80c3-ef690073f33a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:30.626255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.699208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.725892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for 327e736d-9881-4275-9784-0720979b2556 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:30.739548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a7812-0869-45e9-af56-0982ff0b7196 None None] Port 27f3af7e-83ad-4d1b-80c3-ef690073f33a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:30.771339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,segment=NetworkSegment(e7a95d2a-c0df-4e31-9e0b-b472963ce009),segment_id=e7a95d2a-c0df-4e31-9e0b-b472963ce009)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:30.805327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=0a4b6517-85bd-4e80-8cdb-dd68c3b2385c,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:30.828400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-18008a2e-b18c-42bb-94df-5ef3379aee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.855964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:30.859483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.892344 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-10f6b1b8-9f02-464f-844a-96e2991d964a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.1605167 May 13 15:12:30.892871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Transition to ACTIVE for port object 601fbeb0-5e02-4c25-9b68-836f88ae0f4e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:30.896509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57888) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:30.913538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=a0ae5c38-4bc2-4cf7-a85d-292a01532746,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:30.957160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.962799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'd7877c7f-e777-41cf-8955-314ba02428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:30.963194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: be5e11e8-39ef-4090-bc17-392133808da6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:31.004583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': 'e2db3e3e-3caf-4ba1-b45e-ab611cc4e35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '20347005-0136-4edc-91d3-9e303a97fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:31.005077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: 20347005-0136-4edc-91d3-9e303a97fa22, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:31.022048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.049368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Transition to ACTIVE for port object 036ccabe-1a4c-4416-a3ab-38decfdd11bb will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:31.085811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ace26-187a-46df-9a43-2f843bd1d84c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.093149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ace26-187a-46df-9a43-2f843bd1d84c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.094065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea4ace26-187a-46df-9a43-2f843bd1d84c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:31.126502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network be5e11e8-39ef-4090-bc17-392133808da6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:31.173606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6d5f-d111-4724-a041-bed36a8affaf req-9aa75ef4-8140-4de1-87ce-4231a4de8334 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.173821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Provisioning complete for port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:31.174157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.175046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-34aa6d5f-d111-4724-a041-bed36a8affaf req-9aa75ef4-8140-4de1-87ce-4231a4de8334 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.1627431 May 13 15:12:31.185022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea4ace26-187a-46df-9a43-2f843bd1d84c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:31.186579 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea4ace26-187a-46df-9a43-2f843bd1d84c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2869725 May 13 15:12:31.189229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57892) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.216420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 20347005-0136-4edc-91d3-9e303a97fa22 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:31.224088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac954c4-1ec5-4863-9b23-a88c491703e7 None None] Pushing event updated for resources: {'Port': ['ID=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.229596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-34aa6d5f-d111-4724-a041-bed36a8affaf req-35698104-65d5-4f67-b0fc-2fe36579b3e3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476892 May 13 15:12:31.242083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.246398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.356099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, be5e11e8-39ef-4090-bc17-392133808da6) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:31.368489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963eb75-ec86-4022-a67b-2300a256c484 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:31.386195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.386783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.399075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 27f3af7e-83ad-4d1b-80c3-ef690073f33a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:31.399407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.447158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=327e736d-9881-4275-9784-0720979b2556,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.461455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 20347005-0136-4edc-91d3-9e303a97fa22) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:31.461961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:31.471581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=036ccabe-1a4c-4416-a3ab-38decfdd11bb,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.489171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:31.496223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:31.512268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Current status of the port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:31.515665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776842e-8784-4e68-a2d9-d6a89c48b328 None None] Network 20347005-0136-4edc-91d3-9e303a97fa22 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:31.617477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bd2a9146-321d-408f-a597-e6e0aa08e9bd tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3348918 May 13 15:12:31.618789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.620926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.643759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57898) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.663229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:31.686330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.693830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-215e08fe-e31c-4dd6-b6d7-db937f607732 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/ports/327e736d-9881-4275-9784-0720979b2556 HTTP/1.1" status: 204 len: 168 time: 1.7088397 May 13 15:12:31.695958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57904) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.724700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Provisioning complete for port 27f3af7e-83ad-4d1b-80c3-ef690073f33a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:31.725086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.824112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ed1bad52-5d03-4ef0-9c9f-1bb750f4fb33 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1906414 May 13 15:12:31.835624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57908) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.990547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-938989f5-a671-40df-af0a-40c0ab84af6c None None] Port 27f3af7e-83ad-4d1b-80c3-ef690073f33a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:32.147974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.148596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.152161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-be5e11e8-39ef-4090-bc17-392133808da6', 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': '0a4b6517-85bd-4e80-8cdb-dd68c3b2385c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:32.153003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.169316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eee97b-8c4c-4e3f-8340-624d0733f98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-20347005-0136-4edc-91d3-9e303a97fa22', 'network_id': '20347005-0136-4edc-91d3-9e303a97fa22', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': 'a0ae5c38-4bc2-4cf7-a85d-292a01532746'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:32.170186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-21eee97b-8c4c-4e3f-8340-624d0733f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.194664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Provisioning complete for port 27f3af7e-83ad-4d1b-80c3-ef690073f33a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:32.195040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.232307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.254024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b68957-20af-4359-b53a-1214da822aca tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.254846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46b68957-20af-4359-b53a-1214da822aca tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Synchronizing usage tracker for tenant:fad08a7926474311979fad3b6752a568 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:32.271288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14372e-535a-437e-a60a-cc154dc4fae8 req-258230e5-802f-4e4d-b5d2-4c0147bcd183 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.272509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e14372e-535a-437e-a60a-cc154dc4fae8 req-258230e5-802f-4e4d-b5d2-4c0147bcd183 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2582343 May 13 15:12:32.272634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 601fbeb0-5e02-4c25-9b68-836f88ae0f4e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:32.275270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-473804b1-e679-481e-8afc-f7b6f6e2ec49 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1363082 May 13 15:12:32.297934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57912) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:32.300816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60705a6-3c5e-4f1b-ab51-1ace6506648b None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:32.308648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6f:d3:6a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f9:43:14'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:32.349095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.375867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e14372e-535a-437e-a60a-cc154dc4fae8 req-71fe3e1b-d7b0-479a-826a-31910540cd7f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750146 May 13 15:12:32.379367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.429740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46b68957-20af-4359-b53a-1214da822aca tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Unset dirty status for tenant:fad08a7926474311979fad3b6752a568 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:32.431099 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-46b68957-20af-4359-b53a-1214da822aca tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "GET /v2.0/ports?device_id=33cdfcf0-fcec-489c-a895-5cfe0e63d01b HTTP/1.1" status: 200 len: 913 time: 0.7313957 May 13 15:12:32.435696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57916) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:32.448289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11659746'] for subnet, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.560643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 27f3af7e-83ad-4d1b-80c3-ef690073f33a owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:32.595114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-10e7c369-55a2-459e-9fc6-e8d0cc12c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.596870 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-10e7c369-55a2-459e-9fc6-e8d0cc12c370 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.5433619 May 13 15:12:32.646500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Port 27f3af7e-83ad-4d1b-80c3-ef690073f33a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:32.714878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.768664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Provisioning for port 036ccabe-1a4c-4416-a3ab-38decfdd11bb completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:32.781624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ae5c38-4bc2-4cf7-a85d-292a01532746,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server [None req-21eee97b-8c4c-4e3f-8340-624d0733f98e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ae5c38-4bc2-4cf7-a85d-292a01532746: This subnet is being modified by another concurrent operation. May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:32.782642 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server raise exception May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ae5c38-4bc2-4cf7-a85d-292a01532746: This subnet is being modified by another concurrent operation. May 13 15:12:32.786343 dv-neutron-835340-3-hyperv neutron-server[88839]: ERROR oslo_messaging.rpc.server May 13 15:12:32.790776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Provisioning complete for port 036ccabe-1a4c-4416-a3ab-38decfdd11bb triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:32.790776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.827220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa689404-497c-41f7-9b95-a618b4674c15 None None] Network 20347005-0136-4edc-91d3-9e303a97fa22 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:32.902319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-af54757f-c66b-4423-8c84-912043e9c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.904072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-af54757f-c66b-4423-8c84-912043e9c472 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.2908165 May 13 15:12:32.956911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Allocated IP 2001:db8::2 (be5e11e8-39ef-4090-bc17-392133808da6/0a4b6517-85bd-4e80-8cdb-dd68c3b2385c/b563ef12-3dd9-457e-a6a1-558b28d32ec8) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:32.983491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb393a-6d2c-44ae-b1de-94095ce600c2 None None] Port 036ccabe-1a4c-4416-a3ab-38decfdd11bb cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:33.010122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.051970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20347005-0136-4edc-91d3-9e303a97fa22']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:33.070660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2db3e3e-3caf-4ba1-b45e-ab611cc4e35d') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:33.071049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2db3e3e-3caf-4ba1-b45e-ab611cc4e35d') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:33.116653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.125850 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-c856966e-77c6-463d-b9f0-6ab7f345c309 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.1873004 May 13 15:12:33.145937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.158846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:33.159445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.189804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:33.203524 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:33.228919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.264005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=27f3af7e-83ad-4d1b-80c3-ef690073f33a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.305149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1f29381d-ff48-4eeb-9a94-dcbdc941c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.306674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-67c0b1e2-58aa-4be1-895c-32fadd687bb0 None None] Provisioning for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:33.318097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-67c0b1e2-58aa-4be1-895c-32fadd687bb0 None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:33.318472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67c0b1e2-58aa-4be1-895c-32fadd687bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.346150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-08c8379e-1fac-4f69-9cd9-a12c3e0c4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:33.347561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-08c8379e-1fac-4f69-9cd9-a12c3e0c4b33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.2146451 May 13 15:12:33.402729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.417029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.422562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.436873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.442860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Transition to ACTIVE for port object b563ef12-3dd9-457e-a6a1-558b28d32ec8 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:33.494052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e11f7-bfa9-454a-b6bc-7337fe171926 None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:33.588931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Transition to ACTIVE for port object b563ef12-3dd9-457e-a6a1-558b28d32ec8 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:33.601994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cf095064-035f-4a33-947b-7050872c1b83 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/27f3af7e-83ad-4d1b-80c3-ef690073f33a HTTP/1.1" status: 204 len: 168 time: 2.4113388 May 13 15:12:33.605240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57924) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:33.644517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=20347005-0136-4edc-91d3-9e303a97fa22,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.651660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-08c1e607-1d4a-4983-8aa9-9bd07d9719ef tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/20347005-0136-4edc-91d3-9e303a97fa22 HTTP/1.1" status: 204 len: 168 time: 1.8085806 May 13 15:12:33.665742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57928) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:33.676578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1200910921'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:33.685749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-67c0b1e2-58aa-4be1-895c-32fadd687bb0 None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:33.686401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:33.688192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.694424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:33.701558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:33.714355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:33.724426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549770e7-f6f6-435c-bee3-e195a60c775f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:33.726538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549770e7-f6f6-435c-bee3-e195a60c775f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:33.727365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-549770e7-f6f6-435c-bee3-e195a60c775f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:33.746647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.807934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:33.821054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:33.821262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:33.825461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.828754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:33.840952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Pushing event updated for resources: {'Port': ['ID=b563ef12-3dd9-457e-a6a1-558b28d32ec8,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.924629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-abcaedca-8c62-4ada-9b76-ad4935e6d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:33.926513 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-abcaedca-8c62-4ada-9b76-ad4935e6d889 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5622337 May 13 15:12:33.943351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b911779c-d9c0-4921-904d-7bead90f4300 None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:33.943722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b911779c-d9c0-4921-904d-7bead90f4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.980005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-549770e7-f6f6-435c-bee3-e195a60c775f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:33.981313 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-549770e7-f6f6-435c-bee3-e195a60c775f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3714578 May 13 15:12:33.987064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57932) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.020465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Attempting to bind port b563ef12-3dd9-457e-a6a1-558b28d32ec8 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:34.020828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Attempting to bind port b563ef12-3dd9-457e-a6a1-558b28d32ec8 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'd7877c7f-e777-41cf-8955-314ba02428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:34.021201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Attempting to bind port b563ef12-3dd9-457e-a6a1-558b28d32ec8 on network be5e11e8-39ef-4090-bc17-392133808da6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:34.032706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:34.035773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:34.036490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Checking segment: {'id': 'd7877c7f-e777-41cf-8955-314ba02428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:34.036629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.036924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Bound using segment: {'id': 'd7877c7f-e777-41cf-8955-314ba02428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:34.037392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Bound port: b563ef12-3dd9-457e-a6a1-558b28d32ec8, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7877c7f-e777-41cf-8955-314ba02428fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be5e11e8-39ef-4090-bc17-392133808da6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:34.037759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.111975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.112519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 9e79633a-0a18-48a9-8428-d4d108f03b9f of type vlan for network ae8e4ddb-1afb-4571-874a-81bf720aaac7 May 13 15:12:34.116044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3c40-23d8-40b3-a679-f0128c27ec63 req-029138d2-c80c-483e-8b53-85a95e685568 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:34.124169 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-458c3c40-23d8-40b3-a679-f0128c27ec63 req-029138d2-c80c-483e-8b53-85a95e685568 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5192630 May 13 15:12:34.151860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.189083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 10afb1a8-1dba-41b6-9173-002efa2bd002 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:34.202833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.203407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b911779c-d9c0-4921-904d-7bead90f4300 None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:34.206419 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-458c3c40-23d8-40b3-a679-f0128c27ec63 req-0ee5e73d-037a-4647-86e0-b854f405dc88 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811553 May 13 15:12:34.207409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] For port b563ef12-3dd9-457e-a6a1-558b28d32ec8, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:34.212667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] For port b563ef12-3dd9-457e-a6a1-558b28d32ec8, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b563ef12-3dd9-457e-a6a1-558b28d32ec8,segment=NetworkSegment(d7877c7f-e777-41cf-8955-314ba02428fd),segment_id=d7877c7f-e777-41cf-8955-314ba02428fd)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:34.216142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-78e2cd01-9302-4a0e-b76e-b0bc8551e8c3 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818820 May 13 15:12:34.216614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455629'] for subnet, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.241266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.292579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.293331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.309031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.373333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.392152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:34.392751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.394067 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "PUT /v2.0/subnets/0a4b6517-85bd-4e80-8cdb-dd68c3b2385c HTTP/1.1" status: 200 len: 826 time: 2.7386060 May 13 15:12:34.410315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57936) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.483057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.488590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:34.489354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.509046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8bdb6-219d-473a-8277-bc9e68b3959d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=0a4b6517-85bd-4e80-8cdb-dd68c3b2385c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:34.537708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2b0f-545a-4c35-8ad9-c3ca419cc805 None None] Pushing event updated for resources: {'Port': ['ID=b563ef12-3dd9-457e-a6a1-558b28d32ec8,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:34.562625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event updated for resources: {'Port': ['ID=036ccabe-1a4c-4416-a3ab-38decfdd11bb,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:34.563407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.580376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.597830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] In _notify_port_updated(), no bound segment for port 036ccabe-1a4c-4416-a3ab-38decfdd11bb on network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:12:34.604760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:34.605449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.606864 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0b4fb59d-72ab-46bf-b11f-550f1723ec73 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "PUT /v2.0/ports/036ccabe-1a4c-4416-a3ab-38decfdd11bb HTTP/1.1" status: 200 len: 1055 time: 2.3079388 May 13 15:12:34.609613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57940) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.644560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bb4bcb08-1a73-46b8-85b3-1de9dfa1eb0f None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:34.645401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bb4bcb08-1a73-46b8-85b3-1de9dfa1eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.649451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542027c2-0415-4cd1-9365-42a65c03fb7c req-797829a6-821a-4f10-b983-6fc93c488b0f service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982565 May 13 15:12:34.693707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 036ccabe-1a4c-4416-a3ab-38decfdd11bb {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:34.694109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.771194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port 4c42bf16-26b9-4e8d-ae44-5b925525259b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:34.771701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.845641 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1781497 May 13 15:12:34.863952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57944) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.867296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37800d-c39a-4aa7-8efa-b9432c1c817b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=ae8e4ddb-1afb-4571-874a-81bf720aaac7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:34.876773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:34.904508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ae8e4ddb-1afb-4571-874a-81bf720aaac7 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:34.952087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.977352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bcb08-1a73-46b8-85b3-1de9dfa1eb0f None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:35.041700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.083298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port b563ef12-3dd9-457e-a6a1-558b28d32ec8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:35.083634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.100869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2bfe8bae-7947-4547-90da-2ea6fb17bbad None None] Provisioning complete for port 036ccabe-1a4c-4416-a3ab-38decfdd11bb triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:35.101238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8bae-7947-4547-90da-2ea6fb17bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.117541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:35.127006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:35.130803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:35.141222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:35.152738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=10afb1a8-1dba-41b6-9173-002efa2bd002,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:35.155094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.164956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c63980-05c0-46b9-a821-500245705a68 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:35.188997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.276988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe8bae-7947-4547-90da-2ea6fb17bbad None None] Port 036ccabe-1a4c-4416-a3ab-38decfdd11bb cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:35.280998 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b345e2bd-637c-47bb-9c26-8b01d0756008 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/10afb1a8-1dba-41b6-9173-002efa2bd002 HTTP/1.1" status: 204 len: 168 time: 1.2907565 May 13 15:12:35.281685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57950) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:35.344404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 036ccabe-1a4c-4416-a3ab-38decfdd11bb owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:35.397467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:35.401658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.492895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:35.499210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Deleting port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:35.499888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.641724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.716440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-30bf01d5-c393-4662-a92b-52c3f4fb579a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4229336 May 13 15:12:35.720823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:35.729601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:35.788652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] For port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:35.789133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.799719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for 4c42bf16-26b9-4e8d-ae44-5b925525259b owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:35.934351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.940571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.940935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Calling delete_port for 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:35.948715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.033366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84751027-e936-4ce2-ba60-014799f901e1 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:36.073503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=036ccabe-1a4c-4416-a3ab-38decfdd11bb,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.085655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port b563ef12-3dd9-457e-a6a1-558b28d32ec8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b563ef12-3dd9-457e-a6a1-558b28d32ec8,segment=NetworkSegment(d7877c7f-e777-41cf-8955-314ba02428fd),segment_id=d7877c7f-e777-41cf-8955-314ba02428fd)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:36.086032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.193389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.270145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for b563ef12-3dd9-457e-a6a1-558b28d32ec8 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:36.271173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:36.273694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=134ce8e0-017f-439a-ac83-47f8c155a5d9,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.284972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:36.288256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] No DVR routers for this DVR port 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:36.298567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:36.303544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee63057-b9bd-48d3-a9c0-3f7f200a3457 None None] Pushing event deleted for resources: {'Port': ['ID=3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.311685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-24ebaca9-0d14-4bf8-b79c-ed696d05a94c None None] Provisioning for port b563ef12-3dd9-457e-a6a1-558b28d32ec8 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:36.318880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b563ef12-3dd9-457e-a6a1-558b28d32ec8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:36.319979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:36.386692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8d66f-ee34-4d55-b9ea-7513de9eb2df req-221542d7-f775-40f7-8cf8-800e80b0a6d0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:36.388293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e8d8d66f-ee34-4d55-b9ea-7513de9eb2df req-221542d7-f775-40f7-8cf8-800e80b0a6d0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.9771345 May 13 15:12:36.409907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '9e79633a-0a18-48a9-8428-d4d108f03b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:36.410492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: ae8e4ddb-1afb-4571-874a-81bf720aaac7, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:36.507069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:36.510553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.516064 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e8d8d66f-ee34-4d55-b9ea-7513de9eb2df req-1580ae83-8e0a-4b31-96b3-61eea4eeb410 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098495 May 13 15:12:36.598018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network ae8e4ddb-1afb-4571-874a-81bf720aaac7 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:36.606602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.607352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b563ef12-3dd9-457e-a6a1-558b28d32ec8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:36.613217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b563ef12-3dd9-457e-a6a1-558b28d32ec8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:36.614052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.659671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Port b563ef12-3dd9-457e-a6a1-558b28d32ec8 was deleted so its status cannot be updated. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:12:36.672396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.710722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.737682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:36.770848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=b563ef12-3dd9-457e-a6a1-558b28d32ec8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.773848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ae8e4ddb-1afb-4571-874a-81bf720aaac7) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:36.784341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ed8c0-5e4e-4938-8216-efde2383da3c None None] Network be5e11e8-39ef-4090-bc17-392133808da6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:36.786951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:36.787531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.810971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926d193-c5b4-42c5-bd68-5749881dc90a None None] Network ae8e4ddb-1afb-4571-874a-81bf720aaac7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:36.815532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-52a68603-53e2-4dd0-85ff-0a06655cf14f tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/036ccabe-1a4c-4416-a3ab-38decfdd11bb HTTP/1.1" status: 204 len: 168 time: 2.2048125 May 13 15:12:36.825713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57960) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:36.842214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:36.842573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3a5c8223-ac3b-44a5-9e4f-6c4e54e99b33 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:36.866438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=4c42bf16-26b9-4e8d-ae44-5b925525259b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.909438 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7093412-1fab-413f-8924-bb359ed0d6ec tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] GET failed (client error): The resource could not be found. May 13 15:12:36.910010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7093412-1fab-413f-8924-bb359ed0d6ec tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Synchronizing usage tracker for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:36.917680 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a762a659-e5ce-4d88-b6cb-16f2e5768912 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0525544 May 13 15:12:36.935340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57964) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:36.958819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port b563ef12-3dd9-457e-a6a1-558b28d32ec8 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:37.009186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2d16dd79-b9e7-4c1e-b221-74a41d7bede7 None None] Could not find standard attr ID for object b563ef12-3dd9-457e-a6a1-558b28d32ec8. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:37.059705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.135303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7093412-1fab-413f-8924-bb359ed0d6ec tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Unset dirty status for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:37.136824 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7093412-1fab-413f-8924-bb359ed0d6ec tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports/036ccabe-1a4c-4416-a3ab-38decfdd11bb HTTP/1.1" status: 404 len: 333 time: 0.3101377 May 13 15:12:37.143646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:37.144378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57968) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:37.187275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:37.196443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:37.196786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.221392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e5ed5-8003-497e-9566-0cfb6c5684d2 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:37.235464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.242963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=e1f7246a-54a4-4982-b0cd-237ff9294269,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:37.258111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:37.258111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.313386 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f64640ab-2954-4268-98cf-d840ff1970b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5913851 May 13 15:12:37.316319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57974) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:37.321732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'e1f7246a-54a4-4982-b0cd-237ff9294269', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1258016006'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:37.421611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ae8e4ddb-1afb-4571-874a-81bf720aaac7', 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': '134ce8e0-017f-439a-ac83-47f8c155a5d9'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:37.421611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.550033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.594295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.630332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:37.634689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:37.639645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:37.659534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:37.688799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.713731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'e1f7246a-54a4-4982-b0cd-237ff9294269'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:37.718536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.740671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.870300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4b6517-85bd-4e80-8cdb-dd68c3b2385c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:37.887763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 9623e1fa-98ca-44cb-a606-b8b9d06a5a91 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:37.893405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e061795-a41a-4b32-9079-f22ec44cf8a3 None None] Network be5e11e8-39ef-4090-bc17-392133808da6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:37.971808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:37.995730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.036495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Allocated IP 172.20.0.1 (ae8e4ddb-1afb-4571-874a-81bf720aaac7/134ce8e0-017f-439a-ac83-47f8c155a5d9/0a4bfc30-4545-439a-8191-87b0ea67de15) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:38.141086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.191637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e11e8-39ef-4090-bc17-392133808da6']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:38.213822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7877c7f-e777-41cf-8955-314ba02428fd') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:38.214048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7877c7f-e777-41cf-8955-314ba02428fd') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:38.231378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.285362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/e1f7246a-54a4-4982-b0cd-237ff9294269/56ec0537-cba9-4966-a387-e44c52a2d565) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:38.313859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c80ef-6e3f-4c58-8129-3ab646dc7e2f req-434be967-9a28-49ec-96fd-8a55c9348d15 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:38.315347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5c2c80ef-6e3f-4c58-8129-3ab646dc7e2f req-434be967-9a28-49ec-96fd-8a55c9348d15 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.3789139 May 13 15:12:38.322815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fbdb-f10d-4688-9c14-02f4d2f646d1 req-1f617876-f90e-4f6a-afa4-6e9bfcd2c08f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:38.324387 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ba46fbdb-f10d-4688-9c14-02f4d2f646d1 req-1f617876-f90e-4f6a-afa4-6e9bfcd2c08f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6074765 May 13 15:12:38.327666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.335601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.349779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:38.349779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:38.371627 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:38.404034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 9704c005-cee3-45ed-96e8-f4fe612a701a yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:38.425724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba2ec4c-e3ce-41fb-938f-8d2ef60f9413 None None] DHCP port deletion for be5e11e8-39ef-4090-bc17-392133808da6 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:38.457000 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5c2c80ef-6e3f-4c58-8129-3ab646dc7e2f req-f5495770-4a8d-46b3-b9a9-52b14f9baf4c tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055536 May 13 15:12:38.502817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.563815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.586836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ba46fbdb-f10d-4688-9c14-02f4d2f646d1 req-d340ada6-2587-492d-989d-4fa1b79b4747 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2395773 May 13 15:12:38.592495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=9623e1fa-98ca-44cb-a606-b8b9d06a5a91,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:38.606819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:38.647986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Transition to ACTIVE for port object 0a4bfc30-4545-439a-8191-87b0ea67de15 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:38.679452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.686925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Transition to ACTIVE for port object 0a4bfc30-4545-439a-8191-87b0ea67de15 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:38.694189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Transition to ACTIVE for port object 56ec0537-cba9-4966-a387-e44c52a2d565 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:38.698852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.720299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.726448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Transition to ACTIVE for port object 56ec0537-cba9-4966-a387-e44c52a2d565 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:38.743455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=be5e11e8-39ef-4090-bc17-392133808da6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:38.762150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.805506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.850938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Network ae8e4ddb-1afb-4571-874a-81bf720aaac7 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:38.856234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:38.860135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f3c85527-082d-4305-b4c9-4700083d20a4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/be5e11e8-39ef-4090-bc17-392133808da6 HTTP/1.1" status: 204 len: 168 time: 4.4477582 May 13 15:12:38.865579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:38.866651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:38.871763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 57984) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:38.879947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:38.879947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:38.882883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Pushing event updated for resources: {'Port': ['ID=0a4bfc30-4545-439a-8191-87b0ea67de15,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:38.891911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.934047 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:12:38.934561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:39.007135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4858-f77d-47d3-aeef-44d3869cdb3d req-3046afb3-edbd-4a88-b172-3dabe2ae7a2d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.008992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a21e4858-f77d-47d3-aeef-44d3869cdb3d req-3046afb3-edbd-4a88-b172-3dabe2ae7a2d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2574813 May 13 15:12:39.013393 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1283d9cf-eb89-4dfa-bfef-08e89b0b1474 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/9623e1fa-98ca-44cb-a606-b8b9d06a5a91 HTTP/1.1" status: 204 len: 168 time: 1.8591454 May 13 15:12:39.013717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57988) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.046751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.050518 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36542fc-3fc0-44b3-8ded-de3420648710 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:12:39.050974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36542fc-3fc0-44b3-8ded-de3420648710 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:39.070261 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca296869-4b05-449b-95e9-e8c22af84d13 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] GET failed (client error): The resource could not be found. May 13 15:12:39.070929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ca296869-4b05-449b-95e9-e8c22af84d13 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Synchronizing usage tracker for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:39.089911 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2ab10ee0-2901-4c02-8385-c017a8267291 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7724102 May 13 15:12:39.107888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=134ce8e0-017f-439a-ac83-47f8c155a5d9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.111850 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f36542fc-3fc0-44b3-8ded-de3420648710 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/be5e11e8-39ef-4090-bc17-392133808da6 HTTP/1.1" status: 404 len: 339 time: 0.2382762 May 13 15:12:39.173196 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a21e4858-f77d-47d3-aeef-44d3869cdb3d req-e7063d19-2929-4b5d-a559-2d078bf5761a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141150 May 13 15:12:39.188054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57992) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.188312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 57994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.198003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512970698', 'description': 'd1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:39.200559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:39.210556 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] Sync routers for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:39.224832 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9143b67a-48a4-40fa-a8b7-de3560b82731 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "PUT /v2.0/routers/33cdfcf0-fcec-489c-a895-5cfe0e63d01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7859359 May 13 15:12:39.226349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58002) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.229381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Attempting to bind port 0a4bfc30-4545-439a-8191-87b0ea67de15 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:39.230341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Attempting to bind port 0a4bfc30-4545-439a-8191-87b0ea67de15 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9e79633a-0a18-48a9-8428-d4d108f03b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:39.230938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Attempting to bind port 0a4bfc30-4545-439a-8191-87b0ea67de15 on network ae8e4ddb-1afb-4571-874a-81bf720aaac7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:39.232652 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:39.233261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.251300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:39.251883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Checking segment: {'id': '9e79633a-0a18-48a9-8428-d4d108f03b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:39.252399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.252892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Bound using segment: {'id': '9e79633a-0a18-48a9-8428-d4d108f03b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:39.253473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Bound port: 0a4bfc30-4545-439a-8191-87b0ea67de15, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e79633a-0a18-48a9-8428-d4d108f03b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:39.253964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.278039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:39.278294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Pushing event updated for resources: {'Port': ['ID=56ec0537-cba9-4966-a387-e44c52a2d565,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.284785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Usage tracker for resource:network and tenant:7f24423166924bf394b93b219a999695 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:39.289769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:39.299188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:39.300077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Attempting to bind port 56ec0537-cba9-4966-a387-e44c52a2d565 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:39.300827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Attempting to bind port 56ec0537-cba9-4966-a387-e44c52a2d565 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:39.301012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Attempting to bind port 56ec0537-cba9-4966-a387-e44c52a2d565 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:39.341492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-436b5b8d-24dd-4faa-9183-a6204c043703 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.343586 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-436b5b8d-24dd-4faa-9183-a6204c043703 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.2118676 May 13 15:12:39.361253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.370604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:39.371130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:39.371667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.372083 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] Routers {'33cdfcf0-fcec-489c-a895-5cfe0e63d01b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:39.372275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:39.372851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Bound port: 56ec0537-cba9-4966-a387-e44c52a2d565, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:39.373175 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.373421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.419695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7dfae-8e3d-4d46-bf95-d7081d5fa66d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.420410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bae7dfae-8e3d-4d46-bf95-d7081d5fa66d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:39.431704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.442300 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.442961 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec8f91-3a1c-4268-b7ef-10ceef0a8316 None None] The sync data for ids ['33cdfcf0-fcec-489c-a895-5cfe0e63d01b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:39.445546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Deleting port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:39.445915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.503080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.519681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] For port 0a4bfc30-4545-439a-8191-87b0ea67de15, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:39.530283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ca296869-4b05-449b-95e9-e8c22af84d13 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Unset dirty status for tenant:d486dde65bba4f4aaf76784843f4c38a on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:39.530283 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ca296869-4b05-449b-95e9-e8c22af84d13 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "GET /v2.0/ports/9623e1fa-98ca-44cb-a606-b8b9d06a5a91 HTTP/1.1" status: 404 len: 333 time: 0.5103357 May 13 15:12:39.531715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58010) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.532761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] For port 0a4bfc30-4545-439a-8191-87b0ea67de15, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a4bfc30-4545-439a-8191-87b0ea67de15,segment=NetworkSegment(9e79633a-0a18-48a9-8428-d4d108f03b9f),segment_id=9e79633a-0a18-48a9-8428-d4d108f03b9f)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:39.534427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:39.537994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=56ec0537-cba9-4966-a387-e44c52a2d565,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:39.563799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:39.566656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.576212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bae7dfae-8e3d-4d46-bf95-d7081d5fa66d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:39.577347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bae7dfae-8e3d-4d46-bf95-d7081d5fa66d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3867502 May 13 15:12:39.584566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58014) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:39.619498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.629618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8e4ddb-1afb-4571-874a-81bf720aaac7']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.671485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.728680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e79633a-0a18-48a9-8428-d4d108f03b9f') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.728932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e79633a-0a18-48a9-8428-d4d108f03b9f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:39.733414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:39.743139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cf844-9cda-4d4d-a050-bce7a2381b9d None None] Pushing event updated for resources: {'Port': ['ID=0a4bfc30-4545-439a-8191-87b0ea67de15,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.756418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.780503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.780856 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment 47a4fd9f-7e97-4c25-99a7-65ee9692c12e of type vlan for network 3a8a4906-29a2-4323-b71c-462cb567b5d8 May 13 15:12:39.784656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 30fb6e92-c7a4-4833-8b50-cfcaa17251fe {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:39.785016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.852272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.860570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda7fdbc-601b-48e4-b394-b8a28a9db2c7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.861254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.862135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda7fdbc-601b-48e4-b394-b8a28a9db2c7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.862877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eda7fdbc-601b-48e4-b394-b8a28a9db2c7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:39.878324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] For port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:39.878686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.896127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:39.897484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.918450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc7179-8ea4-4f82-9faa-281605d9ee37 None None] Pushing event updated for resources: {'Port': ['ID=56ec0537-cba9-4966-a387-e44c52a2d565,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:39.931134 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:40.002767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40145957-37a5-466c-b4ba-523d020eff7d None None] Network ae8e4ddb-1afb-4571-874a-81bf720aaac7 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:40.005424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77e1e1-867c-408f-9745-eb39f35604de req-8afb0a4c-af29-4eca-b03d-a0289355d568 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:40.007094 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de77e1e1-867c-408f-9745-eb39f35604de req-8afb0a4c-af29-4eca-b03d-a0289355d568 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 946 time: 0.3729577 May 13 15:12:40.043788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.099422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eda7fdbc-601b-48e4-b394-b8a28a9db2c7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:40.100617 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eda7fdbc-601b-48e4-b394-b8a28a9db2c7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5115144 May 13 15:12:40.116565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58022) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:40.159277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b563ef12-3dd9-457e-a6a1-558b28d32ec8 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:40.182927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.188570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:40.214119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600911'] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.214290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port 7d988e52-4f4c-4e25-8936-04b5631b1f76 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:40.214290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.253479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b563ef12-3dd9-457e-a6a1-558b28d32ec8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:40.254056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b563ef12-3dd9-457e-a6a1-558b28d32ec8 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:40.388705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:12:40.388705 dv-neutron-835340-3-hyperv neutron-server[88837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:12:40.388705 dv-neutron-835340-3-hyperv neutron-server[88837]: [parameters: {'id': 'ae8e4ddb-1afb-4571-874a-81bf720aaac7'}] May 13 15:12:40.388705 dv-neutron-835340-3-hyperv neutron-server[88837]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:40.389233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:40.468398 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de77e1e1-867c-408f-9745-eb39f35604de req-f432efd7-215f-43d3-8788-5f80ca756769 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466510 May 13 15:12:40.470272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet e1f7246a-54a4-4982-b0cd-237ff9294269 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:40.473499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.589622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=3a8a4906-29a2-4323-b71c-462cb567b5d8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:40.600516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3a8a4906-29a2-4323-b71c-462cb567b5d8 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:40.600788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.655304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6e6f40e8-fc87-4f04-ae5f-8a5ce45d798c tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4660552 May 13 15:12:40.658618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58028) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:40.699107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.699914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.699914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Floating IP 9153012d-58f3-4269-823e-103c1b5240eb disassociated. External IP: 172.26.7.151, port: cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795. May 13 15:12:40.700270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Calling delete_port for cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:40.785932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd1d0-2d20-4f82-9a89-8c3d80a7f3da req-95ad7294-8725-457d-8eac-a82b0686752a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:40.787446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-588cd1d0-2d20-4f82-9a89-8c3d80a7f3da req-95ad7294-8725-457d-8eac-a82b0686752a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2002635 May 13 15:12:40.892931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.894255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-588cd1d0-2d20-4f82-9a89-8c3d80a7f3da req-db459af0-c2a4-476e-9623-1ddb07f5d304 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924344 May 13 15:12:40.993404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.012781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.095115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event deleted for resources: {'Port': ['ID=cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:41.123052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 0a4bfc30-4545-439a-8191-87b0ea67de15 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:41.123528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.245364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546fef5-197e-4099-abbb-a04e4121066d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:41.246077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6546fef5-197e-4099-abbb-a04e4121066d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Synchronizing usage tracker for tenant:7f24423166924bf394b93b219a999695 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:41.271985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 30fb6e92-c7a4-4833-8b50-cfcaa17251fe owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:41.313454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.380069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.410329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ff182-c385-436b-9c9c-43ee8a6532c4 req-48952d83-aef8-451b-9c07-1e8e500ac3d2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:41.410329 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c96ff182-c385-436b-9c9c-43ee8a6532c4 req-48952d83-aef8-451b-9c07-1e8e500ac3d2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3576045 May 13 15:12:41.459153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Router 9d92d039-1aff-4362-9d85-5e234d40b32e has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:41.473368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c96ff182-c385-436b-9c9c-43ee8a6532c4 req-20810c9f-e98c-4d13-9386-c231e2347074 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572484 May 13 15:12:41.493061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ff27e3bb-03fe-4a01-9356-cb3bd01b6687 None None] Provisioning for port 56ec0537-cba9-4966-a387-e44c52a2d565 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:41.629010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for 7d988e52-4f4c-4e25-8936-04b5631b1f76 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:41.682059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6546fef5-197e-4099-abbb-a04e4121066d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Unset dirty status for tenant:7f24423166924bf394b93b219a999695 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:41.709188 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6546fef5-197e-4099-abbb-a04e4121066d tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks?id=3a8a4906-29a2-4323-b71c-462cb567b5d8 HTTP/1.1" status: 200 len: 765 time: 1.0160792 May 13 15:12:41.709372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ec97e263-be77-4395-b014-1fc7d41c1ecc req-7d6ea1bc-86eb-418c-bd82-7b96929d7910 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.0602119 May 13 15:12:41.711408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58038) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:41.728500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847f93-d980-4d6c-9246-26831b458db7 req-2fee755b-bf5d-4b43-8b59-bf853d712599 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:41.728632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'description': 'd2'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:41.729740 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6847f93-d980-4d6c-9246-26831b458db7 req-2fee755b-bf5d-4b43-8b59-bf853d712599 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 1.0645480 May 13 15:12:41.858145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:41.870528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Sync routers for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:41.885376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:41.886159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:41.999865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] No DVR routers for this DVR port cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:42.014236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.028455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'name': 'network-vif-deleted', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:42.175008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:42.251802 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6847f93-d980-4d6c-9246-26831b458db7 req-e85800f0-1a16-4489-a376-cba374d4a65e tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111856 May 13 15:12:42.309565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 56ec0537-cba9-4966-a387-e44c52a2d565 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:42.319560 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b43ac1f1-d8d8-44ec-9285-6e3f2c2c448c req-c5743eb9-670e-4edb-b35a-e0a06d9996c1 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.23 "DELETE /v2.0/ports/cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 HTTP/1.1" status: 204 len: 173 time: 2.9685585 May 13 15:12:42.358563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.372913 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7788980a-1d10-448c-923b-c4097ba1d5c7'] response: {'server_uuid': '78a686b8-f300-47c2-84ae-3a115ac36077', 'name': 'network-vif-deleted', 'tag': 'cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795', 'status': 'completed', 'code': 200} May 13 15:12:42.402272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e93367-eb6e-4a33-8c12-7de899073338 req-1d0fafc8-baba-4ab9-b0a8-e08d1cbeec0b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:42.403996 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d0e93367-eb6e-4a33-8c12-7de899073338 req-1d0fafc8-baba-4ab9-b0a8-e08d1cbeec0b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3930209 May 13 15:12:42.409540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.467165 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d0e93367-eb6e-4a33-8c12-7de899073338 req-a1730f35-1d72-4424-817b-239bc9d040b2 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565281 May 13 15:12:42.481151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 0a4bfc30-4545-439a-8191-87b0ea67de15, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a4bfc30-4545-439a-8191-87b0ea67de15,segment=NetworkSegment(9e79633a-0a18-48a9-8428-d4d108f03b9f),segment_id=9e79633a-0a18-48a9-8428-d4d108f03b9f)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:42.481668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.489694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f7246a-54a4-4982-b0cd-237ff9294269,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:42.491195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.519555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.550769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network 3a8a4906-29a2-4323-b71c-462cb567b5d8 is not hosted by any dhcp agent {{(pid=88838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:12:42.560886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:42.562790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.564408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d646c-7bd5-4ea3-80f2-1750bfcf1cda None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:42.568485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "PUT /v2.0/networks/3a8a4906-29a2-4323-b71c-462cb567b5d8 HTTP/1.1" status: 200 len: 762 time: 0.8557537 May 13 15:12:42.570511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58046) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:42.681055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.693406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 0a4bfc30-4545-439a-8191-87b0ea67de15 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:42.810647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 56ec0537-cba9-4966-a387-e44c52a2d565 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:42.824392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Port': ['ID=30fb6e92-c7a4-4833-8b50-cfcaa17251fe,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:42.836717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.867646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 56ec0537-cba9-4966-a387-e44c52a2d565 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:42.868026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.123906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-c9888502-c766-4aef-8570-e7bf85a5b1f8 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:43.127565 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-c9888502-c766-4aef-8570-e7bf85a5b1f8 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 1.1817169 May 13 15:12:43.137366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:43.186202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f59db-edc8-4be7-8214-d3e9e06bf40e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:43.199000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-434f59db-edc8-4be7-8214-d3e9e06bf40e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Synchronizing usage tracker for tenant:7f24423166924bf394b93b219a999695 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:43.208449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-37033f7b-530f-4378-9509-ea59a09f8060 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/e1f7246a-54a4-4982-b0cd-237ff9294269 HTTP/1.1" status: 204 len: 168 time: 3.0884614 May 13 15:12:43.215145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Deleting port 56ec0537-cba9-4966-a387-e44c52a2d565 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:43.223786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.224845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=7d988e52-4f4c-4e25-8936-04b5631b1f76,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.310849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58054) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.311863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-434f59db-edc8-4be7-8214-d3e9e06bf40e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Unset dirty status for tenant:7f24423166924bf394b93b219a999695 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:43.313271 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-434f59db-edc8-4be7-8214-d3e9e06bf40e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks?id=3a8a4906-29a2-4323-b71c-462cb567b5d8 HTTP/1.1" status: 200 len: 765 time: 0.7310433 May 13 15:12:43.324950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 56ec0537-cba9-4966-a387-e44c52a2d565 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:43.325335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.334574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58060) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.344487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:43.391748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Checking router: 9d92d039-1aff-4362-9d85-5e234d40b32e for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:43.397362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-efa4f026-bbf8-46e4-a792-bcb1ffd60da5 req-e84cd20a-2642-471c-96ac-b888c351bddd tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Synchronizing usage tracker for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:43.417486 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f9c807a5-e5a3-4dbd-ad7d-eab1d98072af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018686 May 13 15:12:43.425064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58064) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.428886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=56ec0537-cba9-4966-a387-e44c52a2d565,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:43.430383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bab79d-0a98-4e33-ab1a-73bba50734e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=3a8a4906-29a2-4323-b71c-462cb567b5d8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.438718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:43.439345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:43.442653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:43.512564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3a8a4906-29a2-4323-b71c-462cb567b5d8 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:43.572595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-efa4f026-bbf8-46e4-a792-bcb1ffd60da5 req-e84cd20a-2642-471c-96ac-b888c351bddd tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Unset dirty status for tenant:a8bfd73f2e0546cfa3d1edd6dfdcff84 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:43.583385 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-efa4f026-bbf8-46e4-a792-bcb1ffd60da5 req-e84cd20a-2642-471c-96ac-b888c351bddd tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a686b8-f300-47c2-84ae-3a115ac36077 HTTP/1.1" status: 200 len: 210 time: 0.3740137 May 13 15:12:43.596945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:43.602417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:43.607136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:43.613859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:43.637778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.709295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.733215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:43.737261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.759070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.874928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b1763edf-6a7b-41ca-864b-ba696592213d tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/ports/30fb6e92-c7a4-4833-8b50-cfcaa17251fe HTTP/1.1" status: 204 len: 168 time: 4.3400681 May 13 15:12:43.874928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=0a4bfc30-4545-439a-8191-87b0ea67de15,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.891287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58068) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.896197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port 0a4bfc30-4545-439a-8191-87b0ea67de15 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:43.904506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=56ec0537-cba9-4966-a387-e44c52a2d565,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.909777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=56ec0537-cba9-4966-a387-e44c52a2d565,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:43.910194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.941365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Deleting port 9d567958-fc73-4f91-ae29-fa5ee5140215 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:43.941792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.102136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Calling delete_port for 56ec0537-cba9-4966-a387-e44c52a2d565 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:44.118014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f1f34-3991-4b27-b02f-9edd90ccf5c9 req-bd9ef8ee-0fdf-4968-b712-1acab715d059 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.119898 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-888f1f34-3991-4b27-b02f-9edd90ccf5c9 req-bd9ef8ee-0fdf-4968-b712-1acab715d059 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.0965228 May 13 15:12:44.153599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:44.168817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.198757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 56ec0537-cba9-4966-a387-e44c52a2d565 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:44.226314 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-888f1f34-3991-4b27-b02f-9edd90ccf5c9 req-7a699eed-510e-45d3-8cc8-c2aa6c17d023 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996621 May 13 15:12:44.244626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.253102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:44.253102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:44.267425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.268114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.281369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=17acf2a3-776d-4aaf-adb6-8fd7b966fbc8,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:44.390763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.396685 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b46ae081-0f7f-4417-b29b-db570a86d863 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9657972 May 13 15:12:44.397039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58072) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:44.404555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:44.405515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:44.407672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting subnet d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:44.411840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:44.416472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:router and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:44.419832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:44.429161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:44.445241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:44.445583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cdbb13a7-f47f-4c2a-bb6b-57d0d1a35795 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:44.511012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd50ff-5f4c-4410-80de-4d278ac49af1 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.511012 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59dd50ff-5f4c-4410-80de-4d278ac49af1 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1660662 May 13 15:12:44.511012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.511293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58076) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:44.561047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.561259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c2e34-0d96-4677-949f-d93d13895d7e req-1d2f1b3f-ba98-4982-8fba-7545122cd484 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.562851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.568749 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-353c2e34-0d96-4677-949f-d93d13895d7e req-1d2f1b3f-ba98-4982-8fba-7545122cd484 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.2792726 May 13 15:12:44.569884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2487bdce-93e8-4337-9633-e6d95b509c78 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Synchronizing usage tracker for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:44.595255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:44.596847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:44.599874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.615052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8e4ddb-1afb-4571-874a-81bf720aaac7']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.626670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.627323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 56ec0537-cba9-4966-a387-e44c52a2d565 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:44.627842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.658239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.671243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e79633a-0a18-48a9-8428-d4d108f03b9f') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.671554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e79633a-0a18-48a9-8428-d4d108f03b9f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.697360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=56ec0537-cba9-4966-a387-e44c52a2d565,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:44.726213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.731488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2487bdce-93e8-4337-9633-e6d95b509c78 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Unset dirty status for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:44.733479 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2487bdce-93e8-4337-9633-e6d95b509c78 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 207 time: 0.2266057 May 13 15:12:44.734285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b5a6-7346-4296-bd8f-b734d5fbfec5 None None] The sync data for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv is: [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '0277bf00-969e-46a5-a23e-554362f7b8b5', 'name': '', 'network_id': 'ff642ffd-e680-4acb-97b1-87c4ceb3320b', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'mac_address': 'fa:16:3e:52:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:57Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'subnets': [{'id': 'caa8d9b3-c08c-46a2-bf13-f3846f082ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:44.744043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58084) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:44.748897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.780771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.857737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.908519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58088) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:44.968686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=56ec0537-cba9-4966-a387-e44c52a2d565,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:44.981082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.984522 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b5e56f5-eef0-4fd6-ae8b-5f93ea27cb30 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5825098 May 13 15:12:44.985452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.990070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.044132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-353c2e34-0d96-4677-949f-d93d13895d7e req-0899d982-c938-4e98-8548-5b22db59b306 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4744840 May 13 15:12:45.045129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.046589 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c6bc9-7cb1-4b91-9ef8-826c1c6add77 None None] New status for floating IP 9153012d-58f3-4269-823e-103c1b5240eb: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:45.071902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:45.071902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:45.080444 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:45.096881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Deleting port 56ec0537-cba9-4966-a387-e44c52a2d565 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:45.097498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.154805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.159789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.160226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Fanout notify agent at l3_agent the message router_deleted on router 33cdfcf0-fcec-489c-a895-5cfe0e63d01b {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:12:45.161072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.168859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.175050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.180769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.187081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.192379 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d242aaf9-aba4-415e-b70e-f8fc5ba86848 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4444487 May 13 15:12:45.206493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58096) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.246412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] For port 9d567958-fc73-4f91-ae29-fa5ee5140215, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9d567958-fc73-4f91-ae29-fa5ee5140215,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:45.246777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.258292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.259500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f0d4a766-e463-420b-ad1e-ffe29d523788 tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/routers/33cdfcf0-fcec-489c-a895-5cfe0e63d01b HTTP/1.1" status: 204 len: 168 time: 6.0321298 May 13 15:12:45.302602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58102) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.321002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.401394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] For port 56ec0537-cba9-4966-a387-e44c52a2d565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=56ec0537-cba9-4966-a387-e44c52a2d565,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:45.402298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.409670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.423001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.480557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.514525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=ae8e4ddb-1afb-4571-874a-81bf720aaac7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:45.550507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Calling delete_port for 56ec0537-cba9-4966-a387-e44c52a2d565 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:45.590449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dc64eedb-a53a-4f5b-ad6b-28fa35f3c678 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/ae8e4ddb-1afb-4571-874a-81bf720aaac7 HTTP/1.1" status: 204 len: 168 time: 8.6492987 May 13 15:12:45.608552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58106) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.625905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604633350'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:45.660620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:45.687946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-16c501c8-f366-4146-8259-163e9d3d72c3 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4804380 May 13 15:12:45.690787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:45.694904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58110) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.699102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:45.710256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:45.713416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.715095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.764358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] Pushing event deleted for resources: {'Port': ['ID=56ec0537-cba9-4966-a387-e44c52a2d565,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:45.769851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f267ec-e798-479c-bd69-bf4d39074a6b None None] No DVR routers for this DVR port 56ec0537-cba9-4966-a387-e44c52a2d565 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:45.791866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ab10f-0ba8-464d-ada5-5f1a1ba0a711 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:45.818025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting subnet 0f5e1e62-8bfc-4d07-a618-f2d5d854d407 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:45.858588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.862097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.924196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Subnet': ['ID=d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:45.925790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:45.929264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.940189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.951368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.953090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.954654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.956090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.960041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.960041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.960041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Synchronizing usage tracker for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:45.968950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.969325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.969646 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Floating IP 59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6 disassociated. External IP: 172.26.7.139, port: 9d567958-fc73-4f91-ae29-fa5ee5140215. May 13 15:12:45.970042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Calling delete_port for 9d567958-fc73-4f91-ae29-fa5ee5140215 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:46.017721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea0008-036b-49b9-8750-a5d9f059da39 None None] Network 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:46.031407 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3105c5d7-5ad3-486d-a6b3-9253ecc40f65 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/subnets/d92bfcf4-a96f-45ad-ab8f-69f58e2c71fd HTTP/1.1" status: 204 len: 168 time: 2.1375935 May 13 15:12:46.039076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58114) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.044632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6bcca-74fd-46c8-8c34-0b18b8f17439 req-d53f8e35-8332-4f96-84f2-b6929b508d37 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.046569 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41b6bcca-74fd-46c8-8c34-0b18b8f17439 req-d53f8e35-8332-4f96-84f2-b6929b508d37 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 946 time: 0.4932215 May 13 15:12:46.049921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.076431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Unset dirty status for tenant:7f24423166924bf394b93b219a999695 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:46.076759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.077616 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-23e0b983-032c-4190-be6f-780b04d79941 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3756485 May 13 15:12:46.086520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58120) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.179708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9ac143-ec2e-4dad-bf1d-869cdb7e0533,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.195523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:46.232169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:46.233180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.252253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.252591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment a8af9686-f2b8-4bf2-a3d5-0a480a805d37 of type vlan for network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 May 13 15:12:46.313016 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41b6bcca-74fd-46c8-8c34-0b18b8f17439 req-8a87538b-6e39-4967-8fa0-058ac20c3801 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups?id=ef26639d-dedb-4ed3-b1b0-32b3e35350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529895 May 13 15:12:46.314110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.381745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9d567958-fc73-4f91-ae29-fa5ee5140215 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:46.385684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.386882 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-28e36670-2ff1-4d70-b0d7-c4ab4e9ea916 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "DELETE /v2.0/security-groups/cb9ac143-ec2e-4dad-bf1d-869cdb7e0533 HTTP/1.1" status: 204 len: 168 time: 1.4864919 May 13 15:12:46.388073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.389860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.391278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.391977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58124) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.393050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.394628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.396433 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0edd1426-846a-4406-a7b9-9fe7e4090982 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2624929 May 13 15:12:46.404595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58128) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.450435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.456713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.465316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:46.465663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.554270 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No ports have port_id starting with 9d567958-fc73-4f91-ae29-fa5ee5140215 May 13 15:12:46.561126 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-3dc081bf-19d4-47f0-89ce-ea0591da1741 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] show failed (client error): The resource could not be found. May 13 15:12:46.562193 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3dc081bf-19d4-47f0-89ce-ea0591da1741 tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "GET /v2.0/security-groups/cb9ac143-ec2e-4dad-bf1d-869cdb7e0533 HTTP/1.1" status: 404 len: 347 time: 0.1666493 May 13 15:12:46.578792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef5b12-40e6-417f-9d3e-d18b95eef58f req-f9399169-cdda-4aa1-9d46-c6b48617afa1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.580335 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1aef5b12-40e6-417f-9d3e-d18b95eef58f req-f9399169-cdda-4aa1-9d46-c6b48617afa1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3193572 May 13 15:12:46.586232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58132) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.588929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/17acf2a3-776d-4aaf-adb6-8fd7b966fbc8/617fa477-bda2-4da9-981f-54eaab81acbd) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:46.609412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.681863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] DHCP port deletion for 7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:46.702038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Deleting port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:46.702464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.714686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec669a50-5d96-4180-8be5-02d68ce1569f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.716167 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ec669a50-5d96-4180-8be5-02d68ce1569f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks/a06384fd-9387-40f9-b58b-7110d5374c8a HTTP/1.1" status: 200 len: 803 time: 0.3012676 May 13 15:12:46.719774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.804085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.861216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.861411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0d972-8600-478b-b20d-8cf24bbba786 None None] Network 031cfc3b-40af-467c-b826-264bdcdee52c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:46.864095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.870285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.871421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.877750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5e1e62-8bfc-4d07-a618-f2d5d854d407,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.891356 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/subnets/0f5e1e62-8bfc-4d07-a618-f2d5d854d407 HTTP/1.1" status: 204 len: 168 time: 1.5650780 May 13 15:12:46.904975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58140) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.922936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event deleted for resources: {'Port': ['ID=9d567958-fc73-4f91-ae29-fa5ee5140215,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.948264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.948609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.948943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.949275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.949600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:46.955079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38d74e-1b2a-49f9-947a-6f580573dbdf tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.076942 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-540f9b05-3627-490d-82ad-cce95cbe864f tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/networks/a06384fd-9387-40f9-b58b-7110d5374c8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3559299 May 13 15:12:47.077721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:47.226492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] For port 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=46b74c3f-33d5-4ee2-93af-428fcbd0f584,segment=NetworkSegment(0ab607e9-f151-4b92-bb44-333bd74e8060),segment_id=0ab607e9-f151-4b92-bb44-333bd74e8060)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.226825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.241403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.254562 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1aef5b12-40e6-417f-9d3e-d18b95eef58f req-ded61e30-570a-46b8-8ca5-0c3d3bcd7f57 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6662974 May 13 15:12:47.270339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.279569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port f0909d0d-c655-4ec0-93d6-1d4ba10af934 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:47.279909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.319453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256497d-de92-49c5-a15f-b42d2f402c24 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:47.325308 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5256497d-de92-49c5-a15f-b42d2f402c24 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets/a1d67882-9ddc-4f90-b75c-461de82cf937 HTTP/1.1" status: 200 len: 843 time: 0.2439659 May 13 15:12:47.325909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58150) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:47.329010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] For port 46b74c3f-33d5-4ee2-93af-428fcbd0f584, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=46b74c3f-33d5-4ee2-93af-428fcbd0f584,segment=NetworkSegment(0ab607e9-f151-4b92-bb44-333bd74e8060),segment_id=0ab607e9-f151-4b92-bb44-333bd74e8060)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.329617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.391785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Calling delete_port for 46b74c3f-33d5-4ee2-93af-428fcbd0f584 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:47.429802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Transition to ACTIVE for port object 617fa477-bda2-4da9-981f-54eaab81acbd will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:47.476156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Transition to ACTIVE for port object 617fa477-bda2-4da9-981f-54eaab81acbd will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:47.519220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Calling delete_port for 46b74c3f-33d5-4ee2-93af-428fcbd0f584 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:47.552911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] DHCP port deletion for 031cfc3b-40af-467c-b826-264bdcdee52c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:47.558108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Deleting port f0909d0d-c655-4ec0-93d6-1d4ba10af934 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:47.558489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.564902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Deleting port b84a30ce-c9ab-488a-8cae-cdc0dc70f61d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:47.565200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.591238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a1c73-d4da-4abc-aed4-109480fbaf29 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:47.595886 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e95a1c73-d4da-4abc-aed4-109480fbaf29 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "GET /v2.0/subnets/a1d67882-9ddc-4f90-b75c-461de82cf937?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2594895 May 13 15:12:47.601185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58156) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:47.606556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.659907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0464354 May 13 15:12:47.661481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4c30f-dfe5-4078-a618-e0b7611e27f3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=604d95c8-8a25-4146-bc52-ad7fa8cbe247,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:47.663104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.667348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58160) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:47.675960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:47.679884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247241972'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:47.685030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] No DVR routers for this DVR port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:47.697335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:47.708295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:47.711015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:47.712674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:47.777620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:47.814439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb6f122e-58ab-4be8-9387-6eb1f00faf94 req-32b63242-df6a-4849-9619-281b929fdb5d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Synchronizing usage tracker for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:47.826741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:47.829826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/17acf2a3-776d-4aaf-adb6-8fd7b966fbc8/da6dd579-13d5-4b06-bb5e-099684fa05cc) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:47.862096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Pushing event updated for resources: {'Port': ['ID=617fa477-bda2-4da9-981f-54eaab81acbd,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:47.884236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] For port f0909d0d-c655-4ec0-93d6-1d4ba10af934, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f0909d0d-c655-4ec0-93d6-1d4ba10af934,segment=NetworkSegment(755aed63-0084-4a8e-aa80-2e2eed02c784),segment_id=755aed63-0084-4a8e-aa80-2e2eed02c784)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.884638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.952411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb6f122e-58ab-4be8-9387-6eb1f00faf94 req-32b63242-df6a-4849-9619-281b929fdb5d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Unset dirty status for tenant:e824fe5bbcf24880b5c4d420776e8701 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:47.960702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb6f122e-58ab-4be8-9387-6eb1f00faf94 req-32b63242-df6a-4849-9619-281b929fdb5d tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.3232846 May 13 15:12:47.986289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Router c1747a81-5b04-4659-a7ed-2364ee4b6b6a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:47.987735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:47.989059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:48.048344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:48.051644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.066261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.066591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.102173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for f0909d0d-c655-4ec0-93d6-1d4ba10af934 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:48.164583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c29d2-ef13-4fc1-9243-525a0dcd3259 None None] Pushing event deleted for resources: {'Port': ['ID=46b74c3f-33d5-4ee2-93af-428fcbd0f584,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.223695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 46b74c3f-33d5-4ee2-93af-428fcbd0f584 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:48.259632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Attempting to bind port 617fa477-bda2-4da9-981f-54eaab81acbd on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:48.260024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Attempting to bind port 617fa477-bda2-4da9-981f-54eaab81acbd by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:48.260393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Attempting to bind port 617fa477-bda2-4da9-981f-54eaab81acbd on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:48.304476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Calling delete_port for b84a30ce-c9ab-488a-8cae-cdc0dc70f61d owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:48.392655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 46b74c3f-33d5-4ee2-93af-428fcbd0f584 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:48.395138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 46b74c3f-33d5-4ee2-93af-428fcbd0f584 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:48.395138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f0909d0d-c655-4ec0-93d6-1d4ba10af934 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:48.435029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:48.435029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:48.435421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.435785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:48.436096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Bound port: 617fa477-bda2-4da9-981f-54eaab81acbd, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:48.436476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.437108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.477154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaa062-f188-48be-82a4-55522acd8d84 req-f05cd2bf-c594-4988-a168-8ca4d74bd093 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:48.479078 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-04eaa062-f188-48be-82a4-55522acd8d84 req-f05cd2bf-c594-4988-a168-8ca4d74bd093 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4245427 May 13 15:12:48.484120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.496694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Deleting port 46b74c3f-33d5-4ee2-93af-428fcbd0f584 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:48.497033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.520911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object da6dd579-13d5-4b06-bb5e-099684fa05cc will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:48.548177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] For port f0909d0d-c655-4ec0-93d6-1d4ba10af934, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f0909d0d-c655-4ec0-93d6-1d4ba10af934,segment=NetworkSegment(755aed63-0084-4a8e-aa80-2e2eed02c784),segment_id=755aed63-0084-4a8e-aa80-2e2eed02c784)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:48.548604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.550504 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-04eaa062-f188-48be-82a4-55522acd8d84 req-096f0faa-4418-4c54-9b2b-11d781e1b023 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586615 May 13 15:12:48.579785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.605282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:48.625919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] The port '46b74c3f-33d5-4ee2-93af-428fcbd0f584' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:48.628757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] No DVR routers for this DVR port f0909d0d-c655-4ec0-93d6-1d4ba10af934 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:48.638538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.686863 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No ports have port_id starting with f0909d0d-c655-4ec0-93d6-1d4ba10af934 May 13 15:12:48.695999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=f0909d0d-c655-4ec0-93d6-1d4ba10af934,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.700194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Calling delete_port for f0909d0d-c655-4ec0-93d6-1d4ba10af934 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:48.706393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 is not hosted by any dhcp agent {{(pid=88838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:12:48.711653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:48.716593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.717987 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "PUT /v2.0/networks/604d95c8-8a25-4146-bc52-ad7fa8cbe247 HTTP/1.1" status: 200 len: 723 time: 1.0496194 May 13 15:12:48.720005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.723143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.724645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Added segment f7305e11-fc68-485a-aae9-bd25d2cd7a66 of type vlan for network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef May 13 15:12:48.724748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58166) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:48.827848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:48.834098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:48.834452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:48.835366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] For port 617fa477-bda2-4da9-981f-54eaab81acbd, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:48.835513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.844634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] For port 617fa477-bda2-4da9-981f-54eaab81acbd, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=617fa477-bda2-4da9-981f-54eaab81acbd,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:48.920375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.969690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.986930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:49.018839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Sync routers for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:49.068932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Pushing event updated for resources: {'Port': ['ID=617fa477-bda2-4da9-981f-54eaab81acbd,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.074017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.080963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:49.081569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.085840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.086402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.087414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.088155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.088695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.089228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.089785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.090452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.091000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.091535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.092088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.092519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857adba-dff2-4619-8822-423fb810ccb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.092944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.096939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:49.100587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.122712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c2dd6-e5c2-4410-9884-d8fa51c7269b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=604d95c8-8a25-4146-bc52-ad7fa8cbe247,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.128257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] No DVR routers for this DVR port 9d567958-fc73-4f91-ae29-fa5ee5140215 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:49.170730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:49.195165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.199233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab607e9-f151-4b92-bb44-333bd74e8060') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.199536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab607e9-f151-4b92-bb44-333bd74e8060') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.206469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'name': 'network-vif-deleted', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:49.211167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.285046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:49.299071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:49.304410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.322720 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5986d01-ed55-400e-bce7-10c1cdbf80d7'] response: {'server_uuid': 'acc5936c-17a8-4b21-bf73-dd16c71dbb1d', 'name': 'network-vif-deleted', 'tag': '9d567958-fc73-4f91-ae29-fa5ee5140215', 'status': 'completed', 'code': 200} May 13 15:12:49.333711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:49.333711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.338320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Pushing event deleted for resources: {'Port': ['ID=b84a30ce-c9ab-488a-8cae-cdc0dc70f61d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.342225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.361337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.387861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Deleting port f0909d0d-c655-4ec0-93d6-1d4ba10af934 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:49.388241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.391237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:49.395973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031cfc3b-40af-467c-b826-264bdcdee52c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.398590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Network': ['ID=b4966bcb-a0b9-4765-b9eb-cea6c4a918ef,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.402647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1fbf3b94-9163-4446-9d35-965c60eb4919 req-9c57dfc4-e681-4466-a2ae-592e7689c9f9 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.23 "DELETE /v2.0/ports/9d567958-fc73-4f91-ae29-fa5ee5140215 HTTP/1.1" status: 204 len: 173 time: 6.2326636 May 13 15:12:49.403639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:49.404345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.404703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.405048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.405392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.405734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.406103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.406547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.406776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.407109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.407442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.407794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.408096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.413357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:49.426344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:49.432966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755aed63-0084-4a8e-aa80-2e2eed02c784') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.433376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755aed63-0084-4a8e-aa80-2e2eed02c784') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.443175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.461116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.466781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.467133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.467480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.468023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.468178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.468761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.468867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.469126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.469465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.469796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.470155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.470786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:49.475134 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc6b84a3-a460-4848-8671-bce3bc7c028a req-94ab619a-9b70-4218-93be-e125aaad9fc0 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.1283987 May 13 15:12:49.484624 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a0a2849-92e3-4d14-83a0-4a16e8d72621 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8210716 May 13 15:12:49.485993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58174) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:49.493544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b3d495f7-9408-4d0a-8f3e-a8e51a295452 None None] The port 'f0909d0d-c655-4ec0-93d6-1d4ba10af934' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:49.502043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:49.502538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:49.511294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:49.511705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.522212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:49.526887 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:49.632896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:49.641983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.652633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.659903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.663812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e86597ac-f72a-4334-981a-5fbce291cf5a tempest-ServersTestManualDisk-1438638957 tempest-ServersTestManualDisk-1438638957-project] 10.222.0.91 "DELETE /v2.0/floatingips/9153012d-58f3-4269-823e-103c1b5240eb HTTP/1.1" status: 204 len: 168 time: 3.0746028 May 13 15:12:49.664063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:49.719326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:49.776626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:49.783586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.784019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.784110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.814992 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] 10.222.0.91 "DELETE /v2.0/networks/7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea HTTP/1.1" status: 204 len: 168 time: 3.7406468 May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:49.861446 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:49.926144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44474877-c05f-438c-86cc-f2367d50f371 tempest-AllowedAddressPairTestJSON-1049056485 tempest-AllowedAddressPairTestJSON-1049056485-project] Pushing event deleted for resources: {'Network': ['ID=7c6c9cfc-4d03-4eb7-9d6a-eabbed5e18ea,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:50.098385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.114688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:50.125911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:50.223096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:50.233513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Checking router: c1747a81-5b04-4659-a7ed-2364ee4b6b6a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:50.241846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Made reservation on behalf of 7f24423166924bf394b93b219a999695 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:50.249413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.264748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:50.266618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:50.360738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a40de-f28e-4405-84bf-d1a4e047fed9 req-86e2ec31-42dd-4768-9ff7-9cba84df0972 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:50.362745 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-540a40de-f28e-4405-84bf-d1a4e047fed9 req-86e2ec31-42dd-4768-9ff7-9cba84df0972 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6194429 May 13 15:12:50.363492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.414301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 617fa477-bda2-4da9-981f-54eaab81acbd up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:50.523547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.655431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:50.762709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing IP validity checks on allocation pools {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:12:50.763533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:12:50.770019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Network': ['ID=031cfc3b-40af-467c-b826-264bdcdee52c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:50.831473 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-182fb19a-61ae-4b4f-a39a-1473446d2b73 req-70deae64-1af6-4f18-86dd-e8aa94ec7b89 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/ports?device_id=acc5936c-17a8-4b21-bf73-dd16c71dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0854714 May 13 15:12:50.832334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:50.856674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.859721 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24cf09d4-6461-44bc-babf-51d87e7de0af tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/networks/031cfc3b-40af-467c-b826-264bdcdee52c HTTP/1.1" status: 204 len: 168 time: 3.9501545 May 13 15:12:50.922937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58196) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:51.007087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 617fa477-bda2-4da9-981f-54eaab81acbd completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:51.166873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Deleting port d768918d-94f0-45cf-a6a5-29fdc774be8c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:51.167220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.171880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:51.176319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14d229-4176-44f7-b2f4-9ee55a04b410 None None] The sync data for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv is: [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 4, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'ddde556b-d29d-4bd7-82cb-91d7453f07df', 'name': '', 'network_id': '4c05c904-6b17-4f7b-8e3c-91490c8d479e', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'mac_address': 'fa:16:3e:81:c5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:06Z', 'updated_at': '2022-05-13T15:11:22Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'subnets': [{'id': '71f09ba5-bb2d-44d4-9d44-e6ead2de588a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:51.193230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:51.204175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-540a40de-f28e-4405-84bf-d1a4e047fed9 req-5664f835-f8ef-41ae-b669-9f898f1f63ec tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7580791 May 13 15:12:51.250026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.354350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Provisioning for port 617fa477-bda2-4da9-981f-54eaab81acbd completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:51.360153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Provisioning complete for port 617fa477-bda2-4da9-981f-54eaab81acbd triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:51.367844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.440525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.441369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.449150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efa9d7-94b4-45b6-9f6f-70e9a305e49b None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:51.563032 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1245d-b49d-4e5f-b22b-89d742d627f9 None None] New status for floating IP 59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:12:51.669854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.684809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2efa9d7-94b4-45b6-9f6f-70e9a305e49b None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:51.712829 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dd266107-714b-488b-a6bc-74292aa1cd09 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d486dde65bba4f4aaf76784843f4c38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8740978 May 13 15:12:51.713057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:51.724829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58202) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:51.726473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:51.731207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:51.757046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.757386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.853893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Current status of the port 617fa477-bda2-4da9-981f-54eaab81acbd is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:51.854488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.920491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.966758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=88c06143-ecf7-44ec-9aac-23d8ff50cc69,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:51.970083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] For port 617fa477-bda2-4da9-981f-54eaab81acbd, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=617fa477-bda2-4da9-981f-54eaab81acbd,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:51.976672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Calling delete_port for d768918d-94f0-45cf-a6a5-29fdc774be8c owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:52.042053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:52.042498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: 604d95c8-8a25-4146-bc52-ad7fa8cbe247, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:52.071522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.081092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ab8d6-9c29-4f1c-a93f-38502cfb32ed req-bb18eff8-50e2-49cd-b338-a2005b92a533 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.088943 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-837ab8d6-9c29-4f1c-a93f-38502cfb32ed req-bb18eff8-50e2-49cd-b338-a2005b92a533 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6359336 May 13 15:12:52.095689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=db2be90e-adc5-4111-a14c-81a4cf817dfc,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.101033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Checking segment: {'id': 'f7305e11-fc68-485a-aae9-bd25d2cd7a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:52.104436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network hostable DHCP agents. Network: b4966bcb-a0b9-4765-b9eb-cea6c4a918ef, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:52.159427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:52.192326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3068e-524d-40ac-878b-69f050b79e88 None None] Pushing event updated for resources: {'Port': ['ID=617fa477-bda2-4da9-981f-54eaab81acbd,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.210377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.217651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef0ad1-d805-40c6-951c-eaed1389bd82 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:52.233833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.250147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:52.251399 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-837ab8d6-9c29-4f1c-a93f-38502cfb32ed req-80abed40-dcdc-4d84-9b2b-b6dccfa29ebe tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526601 May 13 15:12:52.251507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:52.307163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.312699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c497b95d-dd31-418d-9066-c7ea6d0a2112 None None] Provisioning for port da6dd579-13d5-4b06-bb5e-099684fa05cc completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:52.315531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Deleting port 0277bf00-969e-46a5-a23e-554362f7b8b5 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:52.315973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.325940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c497b95d-dd31-418d-9066-c7ea6d0a2112 None None] Provisioning complete for port da6dd579-13d5-4b06-bb5e-099684fa05cc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:52.326608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c497b95d-dd31-418d-9066-c7ea6d0a2112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.345779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 604d95c8-8a25-4146-bc52-ad7fa8cbe247) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:52.357457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.358144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.362326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b4966bcb-a0b9-4765-b9eb-cea6c4a918ef) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:52.373230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.373847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.419151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c497b95d-dd31-418d-9066-c7ea6d0a2112 None None] Port da6dd579-13d5-4b06-bb5e-099684fa05cc cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:52.469466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef0ad1-d805-40c6-951c-eaed1389bd82 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:52.486295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:52.496321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb041397-fb90-4e19-8910-436668c232d8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "PUT /v2.0/routers/6939d4a8-e76c-4c5a-8465-b1302c4d07c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5011551 May 13 15:12:52.501146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58216) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.501305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Sync routers for ids ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:52.566699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Routers {'6939d4a8-e76c-4c5a-8465-b1302c4d07c3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:52.567468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:52.579976 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-73aac7b6-0c0f-403b-9a33-ee0c4153a7a8 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0900795 May 13 15:12:52.583030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58220) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.600935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:52.636556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c6c5-c1fe-42b8-84e9-6079105ac0b7 req-cac7679c-b105-43ad-9cce-81229fcbd9c4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.638149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd30c6c5-c1fe-42b8-84e9-6079105ac0b7 req-cac7679c-b105-43ad-9cce-81229fcbd9c4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2544270 May 13 15:12:52.647256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67b8ee80-10ac-4b98-861e-d395d898ba20 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8369598 May 13 15:12:52.654961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58224) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.670070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791e1d8-ecf3-4a93-9daf-24bd4ad4b40a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.670654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d791e1d8-ecf3-4a93-9daf-24bd4ad4b40a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:52.681241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.693178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:52.732167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.799721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.820178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Set router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:52.832404 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd30c6c5-c1fe-42b8-84e9-6079105ac0b7 req-b9ddee73-9cb5-4ece-bbc7-d32090f17b51 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782086 May 13 15:12:52.855407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Pushing event deleted for resources: {'Port': ['ID=d768918d-94f0-45cf-a6a5-29fdc774be8c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.857058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.863092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] For port 0277bf00-969e-46a5-a23e-554362f7b8b5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0277bf00-969e-46a5-a23e-554362f7b8b5,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:52.863092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.897473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d791e1d8-ecf3-4a93-9daf-24bd4ad4b40a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:52.901391 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d791e1d8-ecf3-4a93-9daf-24bd4ad4b40a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports/da6dd579-13d5-4b06-bb5e-099684fa05cc HTTP/1.1" status: 200 len: 911 time: 0.4002488 May 13 15:12:52.908560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.972452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e41d8-efa9-4478-bf8e-af9c9a44f99c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.982477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11659746'] for subnet, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.005643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11659746'] for subnet, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.045632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Calling delete_port for 0277bf00-969e-46a5-a23e-554362f7b8b5 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:53.089146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.197458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26639d-dedb-4ed3-b1b0-32b3e35350e7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:53.209811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a242405-32b6-4f24-91d1-07c60219d20c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:53.216703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a242405-32b6-4f24-91d1-07c60219d20c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:53.223641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5a242405-32b6-4f24-91d1-07c60219d20c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3091099 May 13 15:12:53.223641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58234) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:53.266285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.287687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.288813 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d3f1b819-1448-4dda-a00c-c3e3bc6b7e1a tempest-FloatingIPAdminTestJSON-73636982 tempest-FloatingIPAdminTestJSON-73636982-project] 10.222.0.91 "DELETE /v2.0/floatingips/fb4b5657-d682-43f8-97ef-828791f81cf0 HTTP/1.1" status: 204 len: 168 time: 2.3656600 May 13 15:12:53.293594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.297062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-76204e3b-7c5e-4843-90a4-53ac105871bb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a9e41d8-efa9-4478-bf8e-af9c9a44f99c HTTP/1.1" status: 204 len: 168 time: 1.5589066 May 13 15:12:53.320436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.324508 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ba935be-0324-4e3c-bb1f-9789b7c51540 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "DELETE /v2.0/security-groups/ef26639d-dedb-4ed3-b1b0-32b3e35350e7 HTTP/1.1" status: 204 len: 168 time: 1.0766096 May 13 15:12:53.334210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58242) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:53.376381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdc91-dba5-4def-b4a3-81e9139d00a1 req-3b7ae5fd-7d27-493c-b12b-d2e8b0edbffd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:53.384302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e91fdc91-dba5-4def-b4a3-81e9139d00a1 req-3b7ae5fd-7d27-493c-b12b-d2e8b0edbffd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3043976 May 13 15:12:53.401904 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-bf119a8d-c20b-44a5-872d-035221ed1c52 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] show failed (client error): The resource could not be found. May 13 15:12:53.403309 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bf119a8d-c20b-44a5-872d-035221ed1c52 tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "GET /v2.0/security-groups/ef26639d-dedb-4ed3-b1b0-32b3e35350e7 HTTP/1.1" status: 404 len: 347 time: 0.0673764 May 13 15:12:53.409602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58246) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:53.467533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:12:49Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': 'da6dd579-13d5-4b06-bb5e-099684fa05cc', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:82:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:46Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:53.472538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Checking router: 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:53.472984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Updating router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 port da6dd579-13d5-4b06-bb5e-099684fa05cc binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:53.502603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-604d95c8-8a25-4146-bc52-ad7fa8cbe247', 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': '88c06143-ecf7-44ec-9aac-23d8ff50cc69'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:53.503583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.522912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b4966bcb-a0b9-4765-b9eb-cea6c4a918ef', 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef', 'tenant_id': '7f24423166924bf394b93b219a999695', 'fixed_ips': [{'subnet_id': 'db2be90e-adc5-4111-a14c-81a4cf817dfc'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:53.522912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.585621 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e91fdc91-dba5-4def-b4a3-81e9139d00a1 req-5fa33885-74dc-4aab-9a44-c7a9b0e5d6a6 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000453 May 13 15:12:53.671871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.726373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Deleting port 7ce4edef-49fd-4947-867f-52a59a36c174 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:53.726720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.882521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455629'] for subnet, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.922635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Allocated IP 172.20.0.2 (604d95c8-8a25-4146-bc52-ad7fa8cbe247/88c06143-ecf7-44ec-9aac-23d8ff50cc69/f22c56fe-bc07-4e68-9f8a-8315e1939816) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:53.942821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.996036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455629'] for subnet, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.009176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:54.009802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.015480 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "PUT /v2.0/subnets/88c06143-ecf7-44ec-9aac-23d8ff50cc69 HTTP/1.1" status: 200 len: 806 time: 1.3530583 May 13 15:12:54.026047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58258) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.082254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58262) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.086406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0277bf00-969e-46a5-a23e-554362f7b8b5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.134271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:54.135176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.136633 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "PUT /v2.0/subnets/db2be90e-adc5-4111-a14c-81a4cf817dfc HTTP/1.1" status: 200 len: 900 time: 1.5519750 May 13 15:12:54.147499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e763f-548d-4eec-bc2a-21a81c7798c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=88c06143-ecf7-44ec-9aac-23d8ff50cc69,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.186364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58266) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.296600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.330534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Transition to ACTIVE for port object da6dd579-13d5-4b06-bb5e-099684fa05cc will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:54.369170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.402241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.402564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.414787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3a02e-b73d-47f1-a22f-77fde5ab07d5 req-ee89bd8f-cc76-44da-b936-af8f0d58a969 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:54.422537 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96d3a02e-b73d-47f1-a22f-77fde5ab07d5 req-ee89bd8f-cc76-44da-b936-af8f0d58a969 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6650856 May 13 15:12:54.533910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfbabe-a890-4335-b620-bb9efed88bd7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event updated for resources: {'Subnet': ['ID=db2be90e-adc5-4111-a14c-81a4cf817dfc,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.542519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 617fa477-bda2-4da9-981f-54eaab81acbd up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:54.582399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.584691 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96d3a02e-b73d-47f1-a22f-77fde5ab07d5 req-12428266-3209-4dc3-a59b-f2efa5c0b379 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454320 May 13 15:12:54.632473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Calling delete_port for 7ce4edef-49fd-4947-867f-52a59a36c174 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:54.687270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Allocated IP 2001:db8::3 (b4966bcb-a0b9-4765-b9eb-cea6c4a918ef/db2be90e-adc5-4111-a14c-81a4cf817dfc/81be3c2e-a55a-4872-8ef6-d22eb4528a19) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:54.692076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.717374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.750202 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a1d69e5-62db-42dd-8ad9-b19b788c7b67 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fad08a7926474311979fad3b6752a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241961 May 13 15:12:54.779056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.814961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe418-1323-49e6-a8e3-22eb120afe88 None None] Pushing event updated for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.913238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.096333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Attempting to bind port da6dd579-13d5-4b06-bb5e-099684fa05cc on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:55.096708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Attempting to bind port da6dd579-13d5-4b06-bb5e-099684fa05cc by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:55.097102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Attempting to bind port da6dd579-13d5-4b06-bb5e-099684fa05cc on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:55.106735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.112748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 617fa477-bda2-4da9-981f-54eaab81acbd triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:55.113129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.157247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:55.157628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:55.158071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.158478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:55.162977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Bound port: da6dd579-13d5-4b06-bb5e-099684fa05cc, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:55.162977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.167722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.190428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.190670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58292) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.200674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.261279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Transition to ACTIVE for port object f22c56fe-bc07-4e68-9f8a-8315e1939816 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:55.272410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port da6dd579-13d5-4b06-bb5e-099684fa05cc {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:55.272909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.305923 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:12:55.348719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.367870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Transition to ACTIVE for port object f22c56fe-bc07-4e68-9f8a-8315e1939816 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:55.383219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdb679-20ca-42ea-9204-0500eaa518f5 req-372a11de-3ac3-4e37-9ba3-6274650c7bc9 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:55.391524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27cdb679-20ca-42ea-9204-0500eaa518f5 req-372a11de-3ac3-4e37-9ba3-6274650c7bc9 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.6131735 May 13 15:12:55.427992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.431133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:55.462892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=da6dd579-13d5-4b06-bb5e-099684fa05cc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:55.463779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5a77420c-ab5f-46cd-b1e0-d8b28f45392b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] Request body: {'port': {'network_id': 'f4281eb9-8146-4f24-a0d4-a4b8c05675a9', 'name': 'tempest-NetworksNegativeTestJSON-1129494791'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:55.464147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Transition to ACTIVE for port object 81be3c2e-a55a-4872-8ef6-d22eb4528a19 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:55.485687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.485980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.492398 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a77420c-ab5f-46cd-b1e0-d8b28f45392b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] POST failed (client error): The resource could not be found. May 13 15:12:55.493286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a77420c-ab5f-46cd-b1e0-d8b28f45392b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:55.499466 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5a77420c-ab5f-46cd-b1e0-d8b28f45392b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3073032 May 13 15:12:55.502304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58298) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.540042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Transition to ACTIVE for port object 81be3c2e-a55a-4872-8ef6-d22eb4528a19 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:55.541653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 617fa477-bda2-4da9-981f-54eaab81acbd is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:55.570144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.580106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:55.581426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Pushing event deleted for resources: {'Port': ['ID=7ce4edef-49fd-4947-867f-52a59a36c174,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:55.585457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:55.588815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Pushing event updated for resources: {'Port': ['ID=f22c56fe-bc07-4e68-9f8a-8315e1939816,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:55.592369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:55.607701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd7d3a3-6d59-4eba-b59e-b4aa91a4032a tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] DELETE failed (client error): The resource could not be found. May 13 15:12:55.608182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd7d3a3-6d59-4eba-b59e-b4aa91a4032a tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:55.615090 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dd7d3a3-6d59-4eba-b59e-b4aa91a4032a tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "DELETE /v2.0/networks/1733d6a2-3645-4635-96ca-75da490095bf HTTP/1.1" status: 404 len: 339 time: 0.1068778 May 13 15:12:55.615616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58304) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.636875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27cdb679-20ca-42ea-9204-0500eaa518f5 req-4415d8c2-fdd7-46ed-a12d-6fcd1448085e tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2428775 May 13 15:12:55.701911 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-276bfe7c-0f51-4f3a-9168-8f48d740f77b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] DELETE failed (client error): The resource could not be found. May 13 15:12:55.702407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276bfe7c-0f51-4f3a-9168-8f48d740f77b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:55.723481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-276bfe7c-0f51-4f3a-9168-8f48d740f77b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "DELETE /v2.0/ports/2dfc232d-a0a4-40ab-bdde-ac7ec0253057 HTTP/1.1" status: 404 len: 333 time: 0.1015413 May 13 15:12:55.723678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.725181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Routers {'6939d4a8-e76c-4c5a-8465-b1302c4d07c3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:55.726049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:55.732384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58310) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.771116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.790147 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae54d8-4717-4d03-b8e4-8e3182db0806 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] DELETE failed (client error): The resource could not be found. May 13 15:12:55.790496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ae54d8-4717-4d03-b8e4-8e3182db0806 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:55.796304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-80ae54d8-4717-4d03-b8e4-8e3182db0806 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "DELETE /v2.0/subnets/b7465bf0-6a38-4635-ac89-0e5792ac3bcf HTTP/1.1" status: 404 len: 337 time: 0.0589097 May 13 15:12:55.797370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58314) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.829623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:55.829895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.844101 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1899a320-5e07-4f7f-bfb6-4744eb1ba067 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] GET failed (client error): The resource could not be found. May 13 15:12:55.849927 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1899a320-5e07-4f7f-bfb6-4744eb1ba067 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "GET /v2.0/networks/c4cf9c66-138d-44d7-98de-7c675c925694 HTTP/1.1" status: 404 len: 339 time: 0.0499377 May 13 15:12:55.860871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58318) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.874104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.876678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=88c06143-ecf7-44ec-9aac-23d8ff50cc69,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:55.910628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:55.913983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.916006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Attempting to bind port f22c56fe-bc07-4e68-9f8a-8315e1939816 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:55.916392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Attempting to bind port f22c56fe-bc07-4e68-9f8a-8315e1939816 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:55.916760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Attempting to bind port f22c56fe-bc07-4e68-9f8a-8315e1939816 on network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:55.924912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:55.934849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:55.950661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:55.951042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Checking segment: {'id': 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:55.951450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.951849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Bound using segment: {'id': 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:55.952337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Bound port: f22c56fe-bc07-4e68-9f8a-8315e1939816, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:55.952745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.998114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe418-1323-49e6-a8e3-22eb120afe88 None None] Pushing event updated for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.059116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for da6dd579-13d5-4b06-bb5e-099684fa05cc owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:56.079229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] Set router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:56.088970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.105224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=db2be90e-adc5-4111-a14c-81a4cf817dfc,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.118303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87c270f-9d27-49cc-91f0-05d30896f1e0 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] GET failed (client error): The resource could not be found. May 13 15:12:56.125621 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f87c270f-9d27-49cc-91f0-05d30896f1e0 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "GET /v2.0/ports/12950333-2764-4a8b-9952-ff9b2ffb6a00 HTTP/1.1" status: 404 len: 333 time: 0.2708321 May 13 15:12:56.129395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58322) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.139604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ef7a02-908f-4766-8fc2-4f0b56c6afa4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.165287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.198822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Router 9d92d039-1aff-4362-9d85-5e234d40b32e has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:56.200631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d95c8-8a25-4146-bc52-ad7fa8cbe247']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.216153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.216566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.260638 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-56326fd8-9fee-439d-a127-5107c4eafe68 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] GET failed (client error): The resource could not be found. May 13 15:12:56.265590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-56326fd8-9fee-439d-a127-5107c4eafe68 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "GET /v2.0/subnets/35051fcc-41b0-4b2c-9e3d-7c2eb21541f4 HTTP/1.1" status: 404 len: 337 time: 0.1140931 May 13 15:12:56.276886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58326) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.285582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.320310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Pushing event updated for resources: {'Port': ['ID=81be3c2e-a55a-4872-8ef6-d22eb4528a19,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.328444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.345007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:56.345410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:56.362376 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:56.380734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Attempting to bind port 81be3c2e-a55a-4872-8ef6-d22eb4528a19 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:56.381122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Attempting to bind port 81be3c2e-a55a-4872-8ef6-d22eb4528a19 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f7305e11-fc68-485a-aae9-bd25d2cd7a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:56.381488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Attempting to bind port 81be3c2e-a55a-4872-8ef6-d22eb4528a19 on network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:56.420365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7e265f96-4708-4bee-a911-f25f1e711394 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:56.420581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:56.420880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Checking segment: {'id': 'f7305e11-fc68-485a-aae9-bd25d2cd7a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:56.422687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.422687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Bound using segment: {'id': 'f7305e11-fc68-485a-aae9-bd25d2cd7a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:56.422687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Bound port: 81be3c2e-a55a-4872-8ef6-d22eb4528a19, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7305e11-fc68-485a-aae9-bd25d2cd7a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:56.422687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.423799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.427651 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b5430e19-c057-48f0-a7e4-9ae7753a6967 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80ef7a02-908f-4766-8fc2-4f0b56c6afa4 HTTP/1.1" status: 204 len: 168 time: 1.6449156 May 13 15:12:56.455681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.478655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.478964 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e265f96-4708-4bee-a911-f25f1e711394 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] PUT failed (client error): The resource could not be found. May 13 15:12:56.479588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e265f96-4708-4bee-a911-f25f1e711394 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:56.480258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d155e6d-ce11-4bff-9fcb-b55d95218ecd tempest-ServersTestJSON-793879867 tempest-ServersTestJSON-793879867-project] 10.222.0.91 "DELETE /v2.0/floatingips/59cf9ac9-9ab1-4598-a7d0-6ba74c3569d6 HTTP/1.1" status: 204 len: 168 time: 3.0694499 May 13 15:12:56.481036 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7e265f96-4708-4bee-a911-f25f1e711394 tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "PUT /v2.0/networks/180caf34-4b71-462a-9b36-d1b6f9e801be HTTP/1.1" status: 404 len: 339 time: 0.2002180 May 13 15:12:56.487231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58332) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.487755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58334) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.501789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] For port f22c56fe-bc07-4e68-9f8a-8315e1939816, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:56.507922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-36f2461c-67de-4c52-951e-91b5b3996efd tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:56.541552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:56.550387 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Sync routers for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:56.556618 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ba2b7f53-5ba5-4294-baf1-fe362a0e3dd0 admin admin] 10.222.0.91 "PUT /v2.0/routers/9d92d039-1aff-4362-9d85-5e234d40b32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8913891 May 13 15:12:56.559752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58340) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.565694 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:56.566471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] For port f22c56fe-bc07-4e68-9f8a-8315e1939816, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f22c56fe-bc07-4e68-9f8a-8315e1939816,segment=NetworkSegment(a8af9686-f2b8-4bf2-a3d5-0a480a805d37),segment_id=a8af9686-f2b8-4bf2-a3d5-0a480a805d37)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:56.566730 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.641920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:12:56.641920 dv-neutron-835340-3-hyperv neutron-server[88837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:12:56.641920 dv-neutron-835340-3-hyperv neutron-server[88837]: [parameters: {'id': '604d95c8-8a25-4146-bc52-ad7fa8cbe247'}] May 13 15:12:56.641920 dv-neutron-835340-3-hyperv neutron-server[88837]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:56.642939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:56.661458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.669244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] For port 81be3c2e-a55a-4872-8ef6-d22eb4528a19, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:56.742389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] For port 81be3c2e-a55a-4872-8ef6-d22eb4528a19, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=81be3c2e-a55a-4872-8ef6-d22eb4528a19,segment=NetworkSegment(f7305e11-fc68-485a-aae9-bd25d2cd7a66),segment_id=f7305e11-fc68-485a-aae9-bd25d2cd7a66)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:56.814456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.822808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.833484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3a107-a109-4d52-9483-58203e2bb905 None None] Pushing event updated for resources: {'Port': ['ID=f22c56fe-bc07-4e68-9f8a-8315e1939816,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.840383 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:57.084413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56568-f262-41f0-ab73-3e331bf1c656 None None] Pushing event updated for resources: {'Port': ['ID=81be3c2e-a55a-4872-8ef6-d22eb4528a19,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:57.101262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:12:49Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': 'da6dd579-13d5-4b06-bb5e-099684fa05cc', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:82:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:46Z', 'updated_at': '2022-05-13T15:12:55Z', 'revision_number': 4, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.111147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4827a-290a-4134-be6b-ed089321d48d None None] The sync data for ids ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'] in dv-neutron-835340-3-hyperv is: [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:12:49Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': 'da6dd579-13d5-4b06-bb5e-099684fa05cc', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:82:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:46Z', 'updated_at': '2022-05-13T15:12:55Z', 'revision_number': 4, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '17acf2a3-776d-4aaf-adb6-8fd7b966fbc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:57.124909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.140912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5fd32-4915-4c05-ac7c-eddbfb60ac22 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:12:57.144670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.159254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port f22c56fe-bc07-4e68-9f8a-8315e1939816 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:57.159603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.183191 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:12:53Z', 'revision_number': 5, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port': {'id': '6ea2ef95-fe97-456b-8c0a-51d0aea7790b', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:48Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.187866 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Checking router: 9d92d039-1aff-4362-9d85-5e234d40b32e for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:57.200080 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Routers {'9d92d039-1aff-4362-9d85-5e234d40b32e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:57.203020 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d92d039-1aff-4362-9d85-5e234d40b32e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.228517 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f2461c-67de-4c52-951e-91b5b3996efd tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] PUT failed (client error): The resource could not be found. May 13 15:12:57.229772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f2461c-67de-4c52-951e-91b5b3996efd tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:57.231176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-36f2461c-67de-4c52-951e-91b5b3996efd tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "PUT /v2.0/ports/8f906db1-91c9-4de7-a3da-1d68d9b1f0d3 HTTP/1.1" status: 404 len: 333 time: 0.7407384 May 13 15:12:57.236921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58346) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.239923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4966bcb-a0b9-4765-b9eb-cea6c4a918ef']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.274408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Deleting port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:57.274408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.311996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-730eefb5-a973-4cbd-9b93-749e08d2558b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:57.331770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7305e11-fc68-485a-aae9-bd25d2cd7a66') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.332337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7305e11-fc68-485a-aae9-bd25d2cd7a66') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.389752 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-730eefb5-a973-4cbd-9b93-749e08d2558b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] PUT failed (client error): The resource could not be found. May 13 15:12:57.390524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730eefb5-a973-4cbd-9b93-749e08d2558b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:57.391860 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-730eefb5-a973-4cbd-9b93-749e08d2558b tempest-NetworksNegativeTestJSON-2010974817 tempest-NetworksNegativeTestJSON-2010974817-project] 10.222.0.91 "PUT /v2.0/subnets/7ad59954-25a6-44ef-a0b0-4f5be653a4e0 HTTP/1.1" status: 404 len: 337 time: 0.1539710 May 13 15:12:57.423909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5fd32-4915-4c05-ac7c-eddbfb60ac22 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:12:57.472341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.506884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.522364 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] Set router 9d92d039-1aff-4362-9d85-5e234d40b32e gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:57.530958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.536305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.550379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:57.551018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.657687 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:12:57Z', 'revision_number': 6, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:57.662194 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40c307-02b9-4a06-95a0-0254282e1536 None None] The sync data for ids ['9d92d039-1aff-4362-9d85-5e234d40b32e'] in dv-neutron-835340-3-hyperv is: [{'id': '9d92d039-1aff-4362-9d85-5e234d40b32e', 'name': 'tempest-ServersTestManualDisk-1509192671-router', 'tenant_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:12:57Z', 'revision_number': 6, 'project_id': 'a8bfd73f2e0546cfa3d1edd6dfdcff84', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:57.695186 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:57.717430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:57.718040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:57.751919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port f22c56fe-bc07-4e68-9f8a-8315e1939816, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f22c56fe-bc07-4e68-9f8a-8315e1939816,segment=NetworkSegment(a8af9686-f2b8-4bf2-a3d5-0a480a805d37),segment_id=a8af9686-f2b8-4bf2-a3d5-0a480a805d37)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:57.752178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.761415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.771790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:12:57.771790 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:12:57.771790 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': 'b4966bcb-a0b9-4765-b9eb-cea6c4a918ef'}] May 13 15:12:57.771790 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:57.772239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:57.839521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] For port 6ea2ef95-fe97-456b-8c0a-51d0aea7790b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:57.840016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.957395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.045431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11686d72-b76b-44fe-a600-05cbab6c81d0 None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:58.092355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744a3d7-46de-4ad0-8f11-6e55c8737dda None None] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:58.130738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58358) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:58.329297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port da6dd579-13d5-4b06-bb5e-099684fa05cc {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:58.329913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.374651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.416068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:58.426164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Usage tracker for resource:security_group_rule and tenant:5bffb12d16b747c592a7b9a3329b83df is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:58.429644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:58.436888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:58.467857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.478370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Calling delete_port for 6ea2ef95-fe97-456b-8c0a-51d0aea7790b owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:58.495370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 81be3c2e-a55a-4872-8ef6-d22eb4528a19 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:58.495589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.584918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for f22c56fe-bc07-4e68-9f8a-8315e1939816 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:58.641716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:58.649465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device da6dd579-13d5-4b06-bb5e-099684fa05cc up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:58.716070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0878c71c2e45a58426b6ace28ef90c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:58.771751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:58.820172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.832746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:58.888029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b196fd2b-7af8-486e-90ea-c1b892ef509f None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:58.914040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f5bdc-01c9-4c4c-8358-b5cbf510678e None None] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:58.997726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.021445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=f22c56fe-bc07-4e68-9f8a-8315e1939816,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:59.065708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port f22c56fe-bc07-4e68-9f8a-8315e1939816 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:59.072251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 81be3c2e-a55a-4872-8ef6-d22eb4528a19, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=81be3c2e-a55a-4872-8ef6-d22eb4528a19,segment=NetworkSegment(f7305e11-fc68-485a-aae9-bd25d2cd7a66),segment_id=f7305e11-fc68-485a-aae9-bd25d2cd7a66)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:59.072874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.073313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port da6dd579-13d5-4b06-bb5e-099684fa05cc completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:59.098816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port da6dd579-13d5-4b06-bb5e-099684fa05cc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:59.099188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.113724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.207751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 81be3c2e-a55a-4872-8ef6-d22eb4528a19 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:59.266008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d82d52-93d6-40a9-a490-c663a21d813b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:59.276029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.301263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f4796d4f-7f85-45bc-a7a1-6764af707666 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5bffb12d16b747c592a7b9a3329b83df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7635419 May 13 15:12:59.302783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58364) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.351786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16246e3-4702-4fe3-8e56-af3118864ff4 None None] Network 604d95c8-8a25-4146-bc52-ad7fa8cbe247 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:59.361805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.378967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Provisioning complete for port da6dd579-13d5-4b06-bb5e-099684fa05cc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:59.379348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.408821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d95c8-8a25-4146-bc52-ad7fa8cbe247']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:59.435928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea2ef95-fe97-456b-8c0a-51d0aea7790b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:59.439257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:59.439552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8af9686-f2b8-4bf2-a3d5-0a480a805d37') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:59.488997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.507657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=da6dd579-13d5-4b06-bb5e-099684fa05cc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:59.508281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.557089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.566829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:59.567227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:59.582704 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:59.666708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port da6dd579-13d5-4b06-bb5e-099684fa05cc is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:59.666708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.674040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-b1150595-16fa-455e-abc5-b6e0061068b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3714578 May 13 15:12:59.675361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.702856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for da6dd579-13d5-4b06-bb5e-099684fa05cc owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:59.738430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.784609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Current status of the port da6dd579-13d5-4b06-bb5e-099684fa05cc is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:59.784986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.796713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=da6dd579-13d5-4b06-bb5e-099684fa05cc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:59.799019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c44d9-e04a-40b1-bef5-255837a45c2b None None] Network b4966bcb-a0b9-4765-b9eb-cea6c4a918ef requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:59.835749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.845425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=81be3c2e-a55a-4872-8ef6-d22eb4528a19,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:59.860515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port 81be3c2e-a55a-4872-8ef6-d22eb4528a19 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:59.905290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.918784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.930659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.935780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.937974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.939498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=604d95c8-8a25-4146-bc52-ad7fa8cbe247,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:59.971623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Deleting port ddde556b-d29d-4bd7-82cb-91d7453f07df {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:59.971977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.976599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eabc7ceb-5248-4be4-a670-896a892c7013 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/604d95c8-8a25-4146-bc52-ad7fa8cbe247 HTTP/1.1" status: 204 len: 168 time: 5.9294801 May 13 15:12:59.978246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58368) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.994015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.060582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.070583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0277bf00-969e-46a5-a23e-554362f7b8b5 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:00.110858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.111358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d92d039-1aff-4362-9d85-5e234d40b32e {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:00.117504 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bd9411-1b7f-4b29-a6c9-c1771c0d2e73 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:00.118816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bd9411-1b7f-4b29-a6c9-c1771c0d2e73 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:00.129201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.132922 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-577f9257-03c5-41ff-b386-cdc505186ade admin admin] 10.222.0.91 "DELETE /v2.0/routers/9d92d039-1aff-4362-9d85-5e234d40b32e HTTP/1.1" status: 204 len: 168 time: 3.5739257 May 13 15:13:00.134157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58372) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.147617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.170202 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f6bd9411-1b7f-4b29-a6c9-c1771c0d2e73 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/604d95c8-8a25-4146-bc52-ad7fa8cbe247 HTTP/1.1" status: 404 len: 339 time: 0.1879325 May 13 15:13:00.170970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58376) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.187737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1519518331', 'description': 'd1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:00.188591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.188919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 0277bf00-969e-46a5-a23e-554362f7b8b5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:00.189381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0277bf00-969e-46a5-a23e-554362f7b8b5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:00.195661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-44f961a3-77eb-4537-afee-45e7ae480cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:00.197302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-44f961a3-77eb-4537-afee-45e7ae480cd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.4041491 May 13 15:13:00.198337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:00.205273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:network and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:00.209683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:00.218895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:00.246921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Deleting subnet caa8d9b3-c08c-46a2-bf13-f3846f082ab9 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:00.256552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.257444 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bf0878c71c2e45a58426b6ace28ef90c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1140823 May 13 15:13:00.283825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:00.284621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:00.285481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.324944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6ea2ef95-fe97-456b-8c0a-51d0aea7790b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:00.332968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c48b0a-716a-4f20-9dbc-7e96caee42c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7225bf-1478-48c4-93b6-b911584acbac,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.334729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58380) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.341309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4966bcb-a0b9-4765-b9eb-cea6c4a918ef']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.358474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7305e11-fc68-485a-aae9-bd25d2cd7a66') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.358785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7305e11-fc68-485a-aae9-bd25d2cd7a66') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.411262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 6ea2ef95-fe97-456b-8c0a-51d0aea7790b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:00.411569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6ea2ef95-fe97-456b-8c0a-51d0aea7790b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:00.413745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.434916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.441299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.470425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:00.472601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:00.473011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.473774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:00.487855 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:00.536451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.538416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-38b066b3-35f7-4779-a246-33b3c1583b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:00.540771 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-38b066b3-35f7-4779-a246-33b3c1583b72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.3176944 May 13 15:13:00.557592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:00.558171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:00.559555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] For port ddde556b-d29d-4bd7-82cb-91d7453f07df, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ddde556b-d29d-4bd7-82cb-91d7453f07df,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:00.559917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.666452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.699600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.702949 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-5e0df98c-0769-4a9a-935c-75c8e592843e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.1490629 May 13 15:13:00.709487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Calling delete_port for ddde556b-d29d-4bd7-82cb-91d7453f07df owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:00.766708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.768953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d82d52-93d6-40a9-a490-c663a21d813b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.776718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-838aeb3d-3aec-4b1b-9cca-c16e59e40d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.812202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.821252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-406c77ea-54b2-4c26-a838-956235c7ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:00.822971 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-406c77ea-54b2-4c26-a838-956235c7ded4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.1103573 May 13 15:13:00.824490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.854202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b83fe-8fa0-45ae-949d-e74a8b81934c None None] Current status of the port da6dd579-13d5-4b06-bb5e-099684fa05cc is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:00.869136 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/b4966bcb-a0b9-4765-b9eb-cea6c4a918ef HTTP/1.1" status: 204 len: 168 time: 6.6798234 May 13 15:13:00.876818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58384) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.877004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port da6dd579-13d5-4b06-bb5e-099684fa05cc {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:00.877244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.910410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a814b-baba-4d79-9078-2370408451d2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=b4966bcb-a0b9-4765-b9eb-cea6c4a918ef,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.922422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.923679 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-352d1de2-eff1-43ef-9311-a57997a67596 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52d82d52-93d6-40a9-a490-c663a21d813b HTTP/1.1" status: 204 len: 168 time: 1.6160903 May 13 15:13:00.929336 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8613b052-0d3d-4398-acee-ba0df3dfe53b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:00.929789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8613b052-0d3d-4398-acee-ba0df3dfe53b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:00.940497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.948448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:00.975772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7225bf-1478-48c4-93b6-b911584acbac,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.985191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.985546 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 55f4ec72-cb35-43e8-8611-5071c590ef55 of type vlan for network 716c7f8d-f816-4ec6-83d1-520f16def9a1 May 13 15:13:00.990140 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8613b052-0d3d-4398-acee-ba0df3dfe53b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/db2be90e-adc5-4111-a14c-81a4cf817dfc HTTP/1.1" status: 404 len: 337 time: 0.1123099 May 13 15:13:00.991935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58390) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.997159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.000871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aa40241f-ae22-4cef-8058-28a827df36fb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7e7225bf-1478-48c4-93b6-b911584acbac HTTP/1.1" status: 204 len: 168 time: 0.6643307 May 13 15:13:01.034676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b258f4-b9d6-466c-a300-f6bdbdb9c1c5 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:01.035146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b258f4-b9d6-466c-a300-f6bdbdb9c1c5 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:01.038587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-09b258f4-b9d6-466c-a300-f6bdbdb9c1c5 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/b4966bcb-a0b9-4765-b9eb-cea6c4a918ef HTTP/1.1" status: 404 len: 339 time: 0.0364075 May 13 15:13:01.047259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58396) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.066452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.071757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.112162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-1106d1d7-b9ba-40f1-a223-9ec3af6e3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:01.113521 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-1106d1d7-b9ba-40f1-a223-9ec3af6e3324 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2819853 May 13 15:13:01.122176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa8d9b3-c08c-46a2-bf13-f3846f082ab9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.135259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f43df-b53c-47d5-bf55-07ea71f87a26 None None] Network ff642ffd-e680-4acb-97b1-87c4ceb3320b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:01.151376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.158579 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ccd1daa1-e2e1-4bce-bb03-0701cb903929 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/caa8d9b3-c08c-46a2-bf13-f3846f082ab9 HTTP/1.1" status: 204 len: 168 time: 1.0223966 May 13 15:13:01.166205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58400) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.248902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:01.387512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.398654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port da6dd579-13d5-4b06-bb5e-099684fa05cc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=da6dd579-13d5-4b06-bb5e-099684fa05cc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:01.399030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.424010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.443830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.451141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:01.451958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.486495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-950382cf-bf33-42c2-9c5e-7f2e734bd3a8 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655815 May 13 15:13:01.550953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for da6dd579-13d5-4b06-bb5e-099684fa05cc owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:01.577574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] DHCP port deletion for ff642ffd-e680-4acb-97b1-87c4ceb3320b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:01.585170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Deleting port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:01.588975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.662543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Deleting port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:01.662909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.693686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9da56a42-a96c-469e-90b4-5cca7ee9db3d req-271e22fd-ffd7-4e41-af99-c536fe9116d5 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958945 May 13 15:13:01.718224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.783866 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6118658 May 13 15:13:01.796608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58418) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.826262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af46280-f0a6-4840-a3ab-ff614ae16135 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=716c7f8d-f816-4ec6-83d1-520f16def9a1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.831209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddde556b-d29d-4bd7-82cb-91d7453f07df,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.859399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.883659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] For port 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32973d6c-b3d6-438d-ad0d-992ff8d522b8,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:01.884313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.053465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a4906-29a2-4323-b71c-462cb567b5d8']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:02.082972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a4fd9f-7e97-4c25-99a7-65ee9692c12e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:02.083165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a4fd9f-7e97-4c25-99a7-65ee9692c12e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:02.159158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 716c7f8d-f816-4ec6-83d1-520f16def9a1 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:02.184803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58422) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:02.189439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Calling delete_port for 32973d6c-b3d6-438d-ad0d-992ff8d522b8 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:02.205163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.226971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.247893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] For port 32973d6c-b3d6-438d-ad0d-992ff8d522b8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32973d6c-b3d6-438d-ad0d-992ff8d522b8,segment=NetworkSegment(5751a225-92ff-45a1-9935-7de4983d6a5e),segment_id=5751a225-92ff-45a1-9935-7de4983d6a5e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:02.248531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.326077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:02.326495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:02.346221 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:02.404352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.431218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device da6dd579-13d5-4b06-bb5e-099684fa05cc up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:02.440791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Calling delete_port for 32973d6c-b3d6-438d-ad0d-992ff8d522b8 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:02.532266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port da6dd579-13d5-4b06-bb5e-099684fa05cc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:02.532634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.555576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a2efff-5cbb-4b50-b6e7-d77373d9ade3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:02.556785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-87a2efff-5cbb-4b50-b6e7-d77373d9ade3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:02.588162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:02.618211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Could not find standard attr ID for object da6dd579-13d5-4b06-bb5e-099684fa05cc. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:13:02.621400 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No ports have port_id starting with da6dd579-13d5-4b06-bb5e-099684fa05cc May 13 15:13:02.634100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.654251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:02.654813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:02.690534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32973d6c-b3d6-438d-ad0d-992ff8d522b8 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:02.699328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b885df3d2c4722932a7e1412c69768 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:02.705300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.710372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:02.739846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] Pushing event deleted for resources: {'Port': ['ID=32973d6c-b3d6-438d-ad0d-992ff8d522b8,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:02.741822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5363d6a-8e4f-46a0-91bb-bf70e1f4d2f0 None None] No DVR routers for this DVR port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:02.744078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 32973d6c-b3d6-438d-ad0d-992ff8d522b8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:02.744319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32973d6c-b3d6-438d-ad0d-992ff8d522b8 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:02.768385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:02.784450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=da6dd579-13d5-4b06-bb5e-099684fa05cc,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:02.800258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58434) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:02.835466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.839933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.930519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.947416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1800452287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:02.958253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:02.961204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-87a2efff-5cbb-4b50-b6e7-d77373d9ade3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:02.962347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-87a2efff-5cbb-4b50-b6e7-d77373d9ade3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks?id=716c7f8d-f816-4ec6-83d1-520f16def9a1 HTTP/1.1" status: 200 len: 761 time: 1.1329021 May 13 15:13:02.963240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=3a8a4906-29a2-4323-b71c-462cb567b5d8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:02.972725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58440) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:02.975777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:router and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:02.983702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'description': 'd2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:02.998863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:03.008803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:03.176424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fe5b23ff-ba70-472a-b7a8-6eb621435368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.182901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Deleting port 32973d6c-b3d6-438d-ad0d-992ff8d522b8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:03.183382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.225787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.226875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.248516 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8a024b84-9f8a-47ec-8851-6931e30581f7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/3a8a4906-29a2-4323-b71c-462cb567b5d8 HTTP/1.1" status: 204 len: 168 time: 2.2002034 May 13 15:13:03.264805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58444) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.282387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] The port '32973d6c-b3d6-438d-ad0d-992ff8d522b8' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:03.306339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.326043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.331250 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4266d01-a978-4e30-a474-847f3f60986e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:03.331708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4266d01-a978-4e30-a474-847f3f60986e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:03.416970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.454502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.479748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff642ffd-e680-4acb-97b1-87c4ceb3320b']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:03.491606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5751a225-92ff-45a1-9935-7de4983d6a5e') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:03.491928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5751a225-92ff-45a1-9935-7de4983d6a5e') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:03.503454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.519658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.525675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:03.526085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.528595 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e4266d01-a978-4e30-a474-847f3f60986e tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/0a4b6517-85bd-4e80-8cdb-dd68c3b2385c HTTP/1.1" status: 404 len: 337 time: 0.2627482 May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:03.538983 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:03.541702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58448) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.612933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.647239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.661344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f91295e-81e9-4b8d-ac93-c721f7352f3b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:03.662032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f91295e-81e9-4b8d-ac93-c721f7352f3b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:03.665731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 716c7f8d-f816-4ec6-83d1-520f16def9a1 is not hosted by any dhcp agent {{(pid=88837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:13:03.670854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:03.671427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.672671 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "PUT /v2.0/networks/716c7f8d-f816-4ec6-83d1-520f16def9a1 HTTP/1.1" status: 200 len: 758 time: 0.6988540 May 13 15:13:03.730592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58452) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.775808 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2f91295e-81e9-4b8d-ac93-c721f7352f3b tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/be5e11e8-39ef-4090-bc17-392133808da6 HTTP/1.1" status: 404 len: 339 time: 0.2320876 May 13 15:13:03.781199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.781716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58456) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.813676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:03.880651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcebe6-9cd7-40f8-9c38-9f4fea9e70aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=716c7f8d-f816-4ec6-83d1-520f16def9a1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.889302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.890495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-79d20ba0-2ca8-497b-a356-0fe1e5353ad2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0888927 May 13 15:13:03.897487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 716c7f8d-f816-4ec6-83d1-520f16def9a1 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:03.903703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58460) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.921475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2030062936'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:03.925141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.934010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:03.952159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.960788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.966000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] 10.222.0.91 "DELETE /v2.0/networks/ff642ffd-e680-4acb-97b1-87c4ceb3320b HTTP/1.1" status: 204 len: 168 time: 2.7984505 May 13 15:13:03.967349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:network and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:03.975440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:03.985298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bb1f5-9cc8-46cc-a6ea-3bf891e6f6cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:03.985898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c89bb1f5-9cc8-46cc-a6ea-3bf891e6f6cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:03.988515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6456e5-20e4-4caf-9a2d-94502ba10f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff642ffd-e680-4acb-97b1-87c4ceb3320b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.996240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:04.009652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting subnet 345de204-5820-4475-950f-901411daf3bb {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:04.016682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.057393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c89bb1f5-9cc8-46cc-a6ea-3bf891e6f6cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:04.061928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c89bb1f5-9cc8-46cc-a6ea-3bf891e6f6cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks?id=716c7f8d-f816-4ec6-83d1-520f16def9a1 HTTP/1.1" status: 200 len: 761 time: 0.3270924 May 13 15:13:04.062462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58466) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.069754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2030604979'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:04.084741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:04.091419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.110617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:04.125826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:04.129211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.130386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Sync routers for ids ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:04.134963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2b885df3d2c4722932a7e1412c69768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8574080 May 13 15:13:04.135878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.141076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Routers {'6939d4a8-e76c-4c5a-8465-b1302c4d07c3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:04.141592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:04.141849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.158824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22261dad-ff58-47df-9a8c-d6269cc23b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2fd3b-c4d1-4572-b79a-a4a430a0a2a6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:04.160661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.162946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Router c1747a81-5b04-4659-a7ed-2364ee4b6b6a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:04.167549 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a9626f32-be49-4bfc-a6ad-d7c466090282 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "PUT /v2.0/routers/6939d4a8-e76c-4c5a-8465-b1302c4d07c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9438972 May 13 15:13:04.178846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58474) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.285639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Set router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:04.296934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:04.306312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:security_group_rule and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:04.311369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:04.320253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:04.361687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.390672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9de23b-39ce-42a7-9777-54c2d8f0d72c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:04.392482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9de23b-39ce-42a7-9777-54c2d8f0d72c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:04.393238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b9de23b-39ce-42a7-9777-54c2d8f0d72c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:04.398307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:04.402433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.459542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58478) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.466335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:13:02Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.480525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Checking router: 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:04.494521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Routers {'6939d4a8-e76c-4c5a-8465-b1302c4d07c3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:04.494521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.504886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:04.535033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.535375 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 6dcfab30-8564-402b-a050-59f035717553 of type vlan for network 13134e83-e795-4b0b-8280-6da4dbb6f981 May 13 15:13:04.559758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.597298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.605793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0400b68b-fe16-43f7-8082-c8401a804248 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a8bfd73f2e0546cfa3d1edd6dfdcff84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1388772 May 13 15:13:04.613071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.616600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58482) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.635805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.645610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] Set router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:04.646599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.647758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=345de204-5820-4475-950f-901411daf3bb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:04.652069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.658166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.689544 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-809e413f-12cf-4f5d-b2b3-c7644b4227f2 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/345de204-5820-4475-950f-901411daf3bb HTTP/1.1" status: 204 len: 168 time: 0.9041271 May 13 15:13:04.692865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58486) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.694379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975a5c7-29f2-4ae1-acad-b7ae90c25b8e None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:04.715122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.749591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.751929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:04.757150 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2a3d0c50-d747-4e34-bc90-cc86a768d52d admin admin] 10.222.0.91 "PUT /v2.0/routers/c1747a81-5b04-4659-a7ed-2364ee4b6b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2682805 May 13 15:13:04.770030 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Sync routers for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:04.770574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58490) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.780837 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:04.781737 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.809840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.830569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:13:02Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.850621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d47983-9c3d-47d0-86d1-e430a913ffb6 None None] The sync data for ids ['6939d4a8-e76c-4c5a-8465-b1302c4d07c3'] in dv-neutron-835340-3-hyperv is: [{'id': '6939d4a8-e76c-4c5a-8465-b1302c4d07c3', 'name': 'tempest-NetworksTestDHCPv6-router-1965088425', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:44Z', 'updated_at': '2022-05-13T15:13:02Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:04.856939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.874878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting subnet f0caa59b-a787-4555-9710-7b7979c87b87 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:04.884896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.922848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.928147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:04.928722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.933122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b9de23b-39ce-42a7-9777-54c2d8f0d72c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:04.934523 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b9de23b-39ce-42a7-9777-54c2d8f0d72c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7486894 May 13 15:13:04.937723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:04.938283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.952400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58494) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.995642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcac264-0787-4b5f-91f2-18a7543fb435,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:05.016213 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:05.054131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2fd3b-c4d1-4572-b79a-a4a430a0a2a6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:05.056809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.058070 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b36349cf-b77c-4329-81cc-8902f04bbd79 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0fb2fd3b-c4d1-4572-b79a-a4a430a0a2a6 HTTP/1.1" status: 204 len: 168 time: 0.9167323 May 13 15:13:05.070933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 17acf2a3-776d-4aaf-adb6-8fd7b966fbc8 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:05.076329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.146613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.214033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.219495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.225355 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f5a808ca-14c4-48e3-9a44-427e8fcd7810 HTTP/1.1" status: 204 len: 168 time: 0.5984957 May 13 15:13:05.286638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240439b-6152-435b-a4e0-8b01b08b9000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a808ca-14c4-48e3-9a44-427e8fcd7810,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:05.330226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.330575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Added segment 4371e9d5-9094-4de2-a41a-7b9930fced1d of type vlan for network c17f18cb-115b-4db3-ac50-6df0489cea6e May 13 15:13:05.332532 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2693276 May 13 15:13:05.337384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58502) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:05.340723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.360255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': '13134e83-e795-4b0b-8280-6da4dbb6f981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:05.392176 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:05.397518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499a6d-7c26-439d-8d34-9fe3ae6d2329 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=13134e83-e795-4b0b-8280-6da4dbb6f981,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:05.399097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Checking router: c1747a81-5b04-4659-a7ed-2364ee4b6b6a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:05.410637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 13134e83-e795-4b0b-8280-6da4dbb6f981 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:05.419657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Routers {'c1747a81-5b04-4659-a7ed-2364ee4b6b6a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:05.420601 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:05.474162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.534547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:05.538669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Usage tracker for resource:subnet and tenant:06a7f3893cbf4d64b0749344a597464e is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:05.548362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:05.556220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:05.598825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.601157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.674532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:05.678527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.811585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] Set router c1747a81-5b04-4659-a7ed-2364ee4b6b6a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:05.815185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.822139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.920721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.927251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:05.929194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.113490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.120067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-96046b65-928c-4108-a7b3-474876e5e3c8 None None] Provisioning complete for port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:06.121209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-96046b65-928c-4108-a7b3-474876e5e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.125158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.131185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Network': ['ID=c17f18cb-115b-4db3-ac50-6df0489cea6e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.154301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network c17f18cb-115b-4db3-ac50-6df0489cea6e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:06.176183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=17acf2a3-776d-4aaf-adb6-8fd7b966fbc8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.179787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.230580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.242289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5e510-88e9-485e-86fd-e9aa8ecd9fe0 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:06.244698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Deleting port 7c7b6eda-e140-49c1-9a03-248301a272f8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:06.245558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.279438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device da6dd579-13d5-4b06-bb5e-099684fa05cc no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:06.321372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5062a810-4d77-4f53-841a-58e3a8ece50c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/17acf2a3-776d-4aaf-adb6-8fd7b966fbc8 HTTP/1.1" status: 204 len: 168 time: 1.3451405 May 13 15:13:06.323124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58526) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:06.326162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-26c3d4ba-873e-4dfe-a7a6-8b8b32f92ed6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4216976 May 13 15:13:06.326948 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58528) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:06.328267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.330357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/f0caa59b-a787-4555-9710-7b7979c87b87 HTTP/1.1" status: 204 len: 168 time: 1.6374226 May 13 15:13:06.348735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ab12d-dd74-4b69-9bdd-3e5e59cadb16 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=f0caa59b-a787-4555-9710-7b7979c87b87,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.358400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58530) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:06.395213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'subnet': {'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:06.402400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad850a1-ce54-4b84-b784-84f2ba24514e None None] Network 4bf1d8b3-492b-4b72-91b6-1c20ec72209e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:06.442863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:06.447873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2caf03-0a18-4eb2-ba6f-f016e3382018 None None] The sync data for ids ['c1747a81-5b04-4659-a7ed-2364ee4b6b6a'] in dv-neutron-835340-3-hyperv is: [{'id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'name': 'tempest-ServersTestJSON-525338931-router', 'tenant_id': 'e824fe5bbcf24880b5c4d420776e8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:50Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 5, 'project_id': 'e824fe5bbcf24880b5c4d420776e8701', 'gw_port': {'id': '7c7b6eda-e140-49c1-9a03-248301a272f8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1747a81-5b04-4659-a7ed-2364ee4b6b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:06.551010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: da6dd579-13d5-4b06-bb5e-099684fa05cc {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:06.551510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device da6dd579-13d5-4b06-bb5e-099684fa05cc not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:06.652134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df45383e-06c8-4d1a-adc6-2132b2611e41 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:06.714059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.821969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '6dcfab30-8564-402b-a050-59f035717553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '13134e83-e795-4b0b-8280-6da4dbb6f981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:06.822618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: 13134e83-e795-4b0b-8280-6da4dbb6f981, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:06.831177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df45383e-06c8-4d1a-adc6-2132b2611e41 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:06.832577 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-df45383e-06c8-4d1a-adc6-2132b2611e41 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4680238 May 13 15:13:06.840942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:06.845279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=b610e9f6-432e-4809-8bc2-6f0e62733695,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.847251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.866765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:06.922548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:subnet and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:06.937862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:06.952655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:06.952925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.033247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:07.056986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.074968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-96046b65-928c-4108-a7b3-474876e5e3c8 None None] Current status of the port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:07.103839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] For port 7c7b6eda-e140-49c1-9a03-248301a272f8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c7b6eda-e140-49c1-9a03-248301a272f8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:07.104219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.145856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network 13134e83-e795-4b0b-8280-6da4dbb6f981 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:07.235096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:07.243505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Deleting port 617fa477-bda2-4da9-981f-54eaab81acbd {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:07.243885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.288431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:07.293212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.308683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] DHCP port deletion for 4bf1d8b3-492b-4b72-91b6-1c20ec72209e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:07.318005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Calling delete_port for 7c7b6eda-e140-49c1-9a03-248301a272f8 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:07.331943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Deleting port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:07.332657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.547029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 13134e83-e795-4b0b-8280-6da4dbb6f981) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:07.571541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf17383-6253-405e-b24a-994b430f8ffd None None] Network 13134e83-e795-4b0b-8280-6da4dbb6f981 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:07.609434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:07.610057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.626915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.629452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.672084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,segment=NetworkSegment(e7a95d2a-c0df-4e31-9e0b-b472963ce009),segment_id=e7a95d2a-c0df-4e31-9e0b-b472963ce009)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:07.672451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.737177 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f1b25e8d-2b78-4e79-8e76-5cc60af365d3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3935673 May 13 15:13:07.739686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58574) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:07.856717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 601fbeb0-5e02-4c25-9b68-836f88ae0f4e owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:07.862235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.862915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Fanout notify agent at l3_agent the message router_deleted on router 6939d4a8-e76c-4c5a-8465-b1302c4d07c3 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:07.917143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] For port 617fa477-bda2-4da9-981f-54eaab81acbd, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=617fa477-bda2-4da9-981f-54eaab81acbd,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:07.918054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.982847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.990712 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-68372f89-95e5-4723-9be8-5f1165de976f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/routers/6939d4a8-e76c-4c5a-8465-b1302c4d07c3 HTTP/1.1" status: 204 len: 168 time: 1.1459510 May 13 15:13:07.992734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58584) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.011736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:08.055768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.135837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.147430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Calling delete_port for 617fa477-bda2-4da9-981f-54eaab81acbd owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:08.219544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] For port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,segment=NetworkSegment(e7a95d2a-c0df-4e31-9e0b-b472963ce009),segment_id=e7a95d2a-c0df-4e31-9e0b-b472963ce009)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:08.220066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.274374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:08.290105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:08.290105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:08.297652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:08.329934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ddde556b-d29d-4bd7-82cb-91d7453f07df no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:08.360309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.400295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:08.404050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.404292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=b610e9f6-432e-4809-8bc2-6f0e62733695,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.428248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58596) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.428610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.459262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Calling delete_port for 601fbeb0-5e02-4c25-9b68-836f88ae0f4e owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:08.533081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ddde556b-d29d-4bd7-82cb-91d7453f07df {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:08.533418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ddde556b-d29d-4bd7-82cb-91d7453f07df not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:08.534046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 601fbeb0-5e02-4c25-9b68-836f88ae0f4e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:08.547427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.550958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.560912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Subnet': ['ID=50027dae-bb51-4e6a-a705-76d824bbfea2,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.563408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.583069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 601fbeb0-5e02-4c25-9b68-836f88ae0f4e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:08.584043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 601fbeb0-5e02-4c25-9b68-836f88ae0f4e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:08.589407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 617fa477-bda2-4da9-981f-54eaab81acbd no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:08.594239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13134e83-e795-4b0b-8280-6da4dbb6f981']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.610386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcfab30-8564-402b-a050-59f035717553') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.610942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcfab30-8564-402b-a050-59f035717553') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.627020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.634027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81758d79-567c-4732-ad1a-253b7ba23ede None None] Network 13134e83-e795-4b0b-8280-6da4dbb6f981 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:08.645410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.648432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.660659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:08.665270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:08.681226 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:08.819216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1154757859', 'router:external': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:08.826186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:08.832998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:network and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:08.838038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:08.847514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:08.874670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.878094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7b6eda-e140-49c1-9a03-248301a272f8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.882127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:08.882488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:08.932745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.935763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:08.938430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=13134e83-e795-4b0b-8280-6da4dbb6f981,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.952828 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Made reservation on behalf of c168ef5dc7d8466dbad72aaa2c2e1bca for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:08.957226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.981933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.999879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-660900975'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:09.004936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=601fbeb0-5e02-4c25-9b68-836f88ae0f4e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.008120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.016807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Checking segment: {'id': '4371e9d5-9094-4de2-a41a-7b9930fced1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:09.017167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network hostable DHCP agents. Network: c17f18cb-115b-4db3-ac50-6df0489cea6e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:09.019473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:09.027299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Usage tracker for resource:network and tenant:12397ff785df400e8c02d0463892b4c9 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.032534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.035918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:09.042696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.045408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:security_group_rule and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.048918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.057721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.064868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] Pushing event deleted for resources: {'Port': ['ID=617fa477-bda2-4da9-981f-54eaab81acbd,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.084959 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ef82210f-9dd3-4eca-96e4-73e29c9306e8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/13134e83-e795-4b0b-8280-6da4dbb6f981 HTTP/1.1" status: 204 len: 168 time: 1.3435926 May 13 15:13:09.085078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f3311-a848-470d-a9cd-e5fbf56cbd0c None None] No DVR routers for this DVR port 617fa477-bda2-4da9-981f-54eaab81acbd on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:09.087565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58608) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.088011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 617fa477-bda2-4da9-981f-54eaab81acbd is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:09.088400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.141677 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d09b81-f9f6-4724-a544-95e02af83728 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] GET failed (client error): The resource could not be found. May 13 15:13:09.142222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-02d09b81-f9f6-4724-a544-95e02af83728 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:09.171625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Made reservation on behalf of 12397ff785df400e8c02d0463892b4c9 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:09.175123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.185687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.192131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.217552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:09.229579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.230565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Usage tracker for resource:security_group_rule and tenant:12397ff785df400e8c02d0463892b4c9 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.234715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.248266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.254252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.272630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-02d09b81-f9f6-4724-a544-95e02af83728 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:09.277219 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-02d09b81-f9f6-4724-a544-95e02af83728 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets/b610e9f6-432e-4809-8bc2-6f0e62733695 HTTP/1.1" status: 404 len: 337 time: 0.1862416 May 13 15:13:09.277478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58612) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.303477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b483059f-d73d-4d7d-8cbb-430dfae26882 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:09.303952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b483059f-d73d-4d7d-8cbb-430dfae26882 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:09.312346 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b483059f-d73d-4d7d-8cbb-430dfae26882 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/13134e83-e795-4b0b-8280-6da4dbb6f981 HTTP/1.1" status: 404 len: 339 time: 0.0338440 May 13 15:13:09.313516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network c17f18cb-115b-4db3-ac50-6df0489cea6e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:09.316210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58616) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.345971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.384401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Deleting port 601fbeb0-5e02-4c25-9b68-836f88ae0f4e {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:09.385154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.396313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf1d8b3-492b-4b72-91b6-1c20ec72209e']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:09.410538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.416020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.420797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a95d2a-c0df-4e31-9e0b-b472963ce009') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:09.421103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a95d2a-c0df-4e31-9e0b-b472963ce009') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:09.457502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3e1e-9941-4b02-9522-c2f1d6f9ef36 None None] The port '601fbeb0-5e02-4c25-9b68-836f88ae0f4e' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:09.467189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:09.473438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.481891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60dcfd-bc91-49fc-b0cc-72a7dd723846,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.487685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, c17f18cb-115b-4db3-ac50-6df0489cea6e) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:09.492207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:09.493181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.503380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8b3c5-7659-462e-8242-03cfebc27668 None None] Network c17f18cb-115b-4db3-ac50-6df0489cea6e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:09.511489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.511801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Added segment c7eb5020-ac71-44d4-bd86-3c356061ffda of type vlan for network 61613a22-0e35-44e7-9b45-090f9e42b4f5 May 13 15:13:09.543470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.562245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:09.562927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.577132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c912f6-882f-432b-8d47-e321071035ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:09.577752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-09c912f6-882f-432b-8d47-e321071035ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:09.578360 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:09.607762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.634756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.653632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.654263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1747a81-5b04-4659-a7ed-2364ee4b6b6a {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:09.677101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.678238 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6952b603-628b-49d2-aae5-901c079f1266 admin admin] 10.222.0.91 "DELETE /v2.0/routers/c1747a81-5b04-4659-a7ed-2364ee4b6b6a HTTP/1.1" status: 204 len: 168 time: 4.9076483 May 13 15:13:09.681533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58620) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.699740 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-edf095b3-4b19-472c-9274-3ebacc863ab1 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3425694 May 13 15:13:09.706930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58624) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.713549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'network': {'name': 'tempest-router-network01--790350202'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:09.718947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:09.728380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:network and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.734254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.749055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.749531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.764909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-c17f18cb-115b-4db3-ac50-6df0489cea6e', 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e', 'tenant_id': '544ed5652310425aa8666035e91a69b3', 'fixed_ips': [{'subnet_id': '50027dae-bb51-4e6a-a705-76d824bbfea2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:09.765547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Deleting subnet 71f09ba5-bb2d-44d4-9d44-e6ead2de588a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:09.766468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.767346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-09c912f6-882f-432b-8d47-e321071035ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:09.768598 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09c912f6-882f-432b-8d47-e321071035ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4515450 May 13 15:13:09.771653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58628) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.772992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.813548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-483dd977-2e67-4cf5-bfe9-279b5f8a9843 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:09.824511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.825520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:09.826494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.831123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-483dd977-2e67-4cf5-bfe9-279b5f8a9843 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:09.831123 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-483dd977-2e67-4cf5-bfe9-279b5f8a9843 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 207 time: 0.0567207 May 13 15:13:09.833454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58632) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.855319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:09.870243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.879391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.881142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7485b48e-43dd-4a10-90fc-d25c8edc0cf9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.941448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.941793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Added segment 4ff7a714-bc7e-4a3b-a458-a32bfd148a64 of type vlan for network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 May 13 15:13:09.946564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.981222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Allocated IP 2001:db8::2 (c17f18cb-115b-4db3-ac50-6df0489cea6e/50027dae-bb51-4e6a-a705-76d824bbfea2/83cb25a4-ed37-4015-be56-5cde3b5da9a4) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:10.019510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.036907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Network': ['ID=61613a22-0e35-44e7-9b45-090f9e42b4f5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.044035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:10.047533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.066450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:10.071657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.073519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=4bf1d8b3-492b-4b72-91b6-1c20ec72209e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.089008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:10.100046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6cdbbe19-08ff-4bf7-bd41-bd881ea6970a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/4bf1d8b3-492b-4b72-91b6-1c20ec72209e HTTP/1.1" status: 204 len: 168 time: 3.7290165 May 13 15:13:10.100046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:10.103211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58636) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.108821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.109510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.137368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd16e3-9ffd-4105-8d3c-4b524e662349 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:10.155171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e9dabb87-7c9c-4e11-bed5-530d3342d66b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7226048 May 13 15:13:10.155483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=62640f1e-9aa1-470d-9a66-a433e846ffe6,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.157482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58640) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.166922 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb84a32-8e84-4c68-96a1-c2607e3fd150 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.167135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb84a32-8e84-4c68-96a1-c2607e3fd150 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.172657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fbb84a32-8e84-4c68-96a1-c2607e3fd150 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/89cdce13-709b-40f1-9478-e5c3dfb60ea2 HTTP/1.1" status: 404 len: 337 time: 0.0600150 May 13 15:13:10.172657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58644) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.188670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'subnet': {'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:10.200383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:10.206199 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4514adc4-daed-4da9-aa6d-d88c65795692 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.206703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4514adc4-daed-4da9-aa6d-d88c65795692 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.212088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4514adc4-daed-4da9-aa6d-d88c65795692 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/b621957d-22c5-4729-af3b-4b245066a6b9 HTTP/1.1" status: 404 len: 339 time: 0.0358555 May 13 15:13:10.212544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58648) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.215676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.235428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:10.246146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:subnet and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:10.263762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.270587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.277649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.283685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.291064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.292258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Synchronizing usage tracker for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:10.296582 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e89f6bf4-79ed-43c9-8a87-c016edbfd079 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2999172 May 13 15:13:10.300694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:10.304237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.305125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Added segment c6a0eeeb-e5a6-452c-a040-b521adac027f of type vlan for network eb503428-0df6-4682-936f-ce0745c88ecd May 13 15:13:10.306826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58652) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.312809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:10.331444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:10.335096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:10.349935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:router and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:10.362790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c7b6eda-e140-49c1-9a03-248301a272f8 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:10.365151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:10.374891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Unset dirty status for tenant:06a7f3893cbf4d64b0749344a597464e on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:10.376517 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b61786a4-23a7-4ab9-adf4-7a9d66605d15 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3046 time: 0.5419383 May 13 15:13:10.381499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:10.383881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58656) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.385658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.402132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.402451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.403255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.422997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 7c7b6eda-e140-49c1-9a03-248301a272f8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:10.423344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c7b6eda-e140-49c1-9a03-248301a272f8 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:10.446781 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b59bd2-e8f9-4a6b-8a2b-61763d39c49a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.447315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b59bd2-e8f9-4a6b-8a2b-61763d39c49a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.451359 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-91b59bd2-e8f9-4a6b-8a2b-61763d39c49a tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/ef39ec07-015c-42dc-bb0c-2d206deabb90 HTTP/1.1" status: 404 len: 337 time: 0.2355802 May 13 15:13:10.459160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58660) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.495035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Made reservation on behalf of c168ef5dc7d8466dbad72aaa2c2e1bca for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:10.497295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.543871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '62640f1e-9aa1-470d-9a66-a433e846ffe6'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:10.544739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.562874 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8822fa-0d9b-4505-841c-2e3c7ff58cfa tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.563437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8822fa-0d9b-4505-841c-2e3c7ff58cfa tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.565304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cd8822fa-0d9b-4505-841c-2e3c7ff58cfa tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/a766ad40-dded-4b75-ac0f-6f8bd390815f HTTP/1.1" status: 404 len: 339 time: 0.1047969 May 13 15:13:10.568712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58664) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.576380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Pushing event updated for resources: {'Network': ['ID=018fad9b-cf0a-47a8-8fed-b327cd2b54a6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.584777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.586489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.621063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:10.629591 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d29f71f8-c8c8-4156-adc9-16263712262b tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9828436 May 13 15:13:10.631579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.634291 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5ded1f-de09-4cb7-aad9-3d84d16adfbc tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.634749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5ded1f-de09-4cb7-aad9-3d84d16adfbc tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.641651 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ac5ded1f-de09-4cb7-aad9-3d84d16adfbc tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/6e26f955-5a68-450f-8c27-de67c3a14a82 HTTP/1.1" status: 404 len: 337 time: 0.0719655 May 13 15:13:10.644449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58672) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.665156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.670683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:10.671431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.673204 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9feb30f-d264-4886-b44f-fc41572b2ec7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:10.673679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9feb30f-d264-4886-b44f-fc41572b2ec7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:10.675477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f9feb30f-d264-4886-b44f-fc41572b2ec7 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/d9ba9673-03b2-48eb-83d5-876111eb2086 HTTP/1.1" status: 404 len: 339 time: 0.0301158 May 13 15:13:10.678182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58676) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.736244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.759813 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-87e81e9f-2e1d-4777-b35f-447db23fc9d0 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 677 time: 0.3666410 May 13 15:13:10.779783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58680) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.795046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.816769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Transition to ACTIVE for port object 83cb25a4-ed37-4015-be56-5cde3b5da9a4 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:10.832097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f09ba5-bb2d-44d4-9d44-e6ead2de588a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.845459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.847485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-026c5262-fe30-401b-9ead-5b3afd77e2ab admin admin] 10.222.0.91 "DELETE /v2.0/subnets/71f09ba5-bb2d-44d4-9d44-e6ead2de588a HTTP/1.1" status: 204 len: 168 time: 1.1647036 May 13 15:13:10.850842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58684) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.872271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting subnet 1891fc87-0a67-46d2-9435-c0d756bcbe7f {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:10.874835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803c65b-3003-414c-a51d-75e00f1ce928 None None] Network 4c05c904-6b17-4f7b-8e3c-91490c8d479e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:10.897908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.970899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.003031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Network': ['ID=eb503428-0df6-4682-936f-ce0745c88ecd,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.022951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9160a9-d656-4c49-bfa0-c04bfba0a7d8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:11.025065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9160a9-d656-4c49-bfa0-c04bfba0a7d8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:11.030287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b9160a9-d656-4c49-bfa0-c04bfba0a7d8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2427533 May 13 15:13:11.033249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58688) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.066558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network eb503428-0df6-4682-936f-ce0745c88ecd details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:11.083052 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fee58211-f73f-46b9-aa07-5a2f90af93ef tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3749444 May 13 15:13:11.086875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58694) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.087466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58692) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.097926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-495597514'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:11.104108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'network': {'name': 'tempest-router-network02--1245738159'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:11.107917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Transition to ACTIVE for port object 83cb25a4-ed37-4015-be56-5cde3b5da9a4 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:11.109564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.112975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:11.118784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:11.122219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.123554 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-200472b4-61b9-4b3c-a883-80c433f639b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8148892 May 13 15:13:11.124702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Usage tracker for resource:port and tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:11.130109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:11.135526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58702) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.135526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:network and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:11.139580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:11.146067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.193743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc97b06-7cb6-4ed2-ad44-cb434da062aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:11.195687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc97b06-7cb6-4ed2-ad44-cb434da062aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:11.200907 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4fc97b06-7cb6-4ed2-ad44-cb434da062aa tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1626499 May 13 15:13:11.201063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/62640f1e-9aa1-470d-9a66-a433e846ffe6/ea72fdc2-2081-4b72-95a9-c3a0dac1d975) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:11.201185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Deleting port 9505673e-aafc-4e6e-83b0-bc67fe73a23b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:11.201185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.215442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58706) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.216406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:11.218617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:11.253006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.333240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.453190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Network c17f18cb-115b-4db3-ac50-6df0489cea6e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:11.472239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:11.476207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Made reservation on behalf of 3f6fb18f6eba4eac9a4d7c03f328bde0 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:11.478682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Pushing event updated for resources: {'Port': ['ID=83cb25a4-ed37-4015-be56-5cde3b5da9a4,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.479606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.482866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:11.498988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] For port 9505673e-aafc-4e6e-83b0-bc67fe73a23b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9505673e-aafc-4e6e-83b0-bc67fe73a23b,segment=NetworkSegment(6481ed46-8397-44c4-9e37-4f397f81c00a),segment_id=6481ed46-8397-44c4-9e37-4f397f81c00a)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:11.499421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.501804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:11.505397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.591872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.631713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Attempting to bind port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:11.632083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Attempting to bind port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '4371e9d5-9094-4de2-a41a-7b9930fced1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:11.632507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Attempting to bind port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 on network c17f18cb-115b-4db3-ac50-6df0489cea6e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:11.633224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Calling delete_port for 9505673e-aafc-4e6e-83b0-bc67fe73a23b owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:11.689019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:11.689403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Checking segment: {'id': '4371e9d5-9094-4de2-a41a-7b9930fced1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:11.689804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.690225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Bound using segment: {'id': '4371e9d5-9094-4de2-a41a-7b9930fced1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:11.690710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Bound port: 83cb25a4-ed37-4015-be56-5cde3b5da9a4, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4371e9d5-9094-4de2-a41a-7b9930fced1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c17f18cb-115b-4db3-ac50-6df0489cea6e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:11.691084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.747769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:11.783173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c9d42-a27d-4dca-b271-5f3b16f19d3f None None] DHCP port deletion for 4c05c904-6b17-4f7b-8e3c-91490c8d479e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:11.783378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.785205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.813733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Transition to ACTIVE for port object ea72fdc2-2081-4b72-95a9-c3a0dac1d975 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:11.816265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Usage tracker for resource:security_group_rule and tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:11.816507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c9d42-a27d-4dca-b271-5f3b16f19d3f None None] Deleting port 9505673e-aafc-4e6e-83b0-bc67fe73a23b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:11.816886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d42-a27d-4dca-b271-5f3b16f19d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.822183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=1891fc87-0a67-46d2-9435-c0d756bcbe7f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.829071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.830837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:11.834443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.848113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:11.853775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:11.861142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bad504-aa3a-4e51-9017-e5d4dfcdccae None None] Network 9bb95385-6b33-4ed4-897a-740079106984 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:11.893475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9505673e-aafc-4e6e-83b0-bc67fe73a23b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.897911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] No DVR routers for this DVR port 9505673e-aafc-4e6e-83b0-bc67fe73a23b on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:11.926549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc60c7c-6e37-4093-afb7-6589accfd438 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:11.927982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ecc60c7c-6e37-4093-afb7-6589accfd438 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks/375831b8-f666-4ed4-8093-0a367d20b127 HTTP/1.1" status: 200 len: 799 time: 0.7020559 May 13 15:13:11.929076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.933991 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Added segment 676fd768-23a0-48a9-b3d7-4c38b2ab7f92 of type vlan for network c9a1d097-a3a6-49d4-98be-eea5864a19dd May 13 15:13:11.934111 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5ea2cfa-3a90-44fa-a4fb-41c4991e7571 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/1891fc87-0a67-46d2-9435-c0d756bcbe7f HTTP/1.1" status: 204 len: 168 time: 1.2523732 May 13 15:13:11.934111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58712) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.935022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58714) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.994170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.047181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.066785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c9d42-a27d-4dca-b271-5f3b16f19d3f None None] The port '9505673e-aafc-4e6e-83b0-bc67fe73a23b' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:12.087296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] For port 83cb25a4-ed37-4015-be56-5cde3b5da9a4, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:12.118072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Transition to ACTIVE for port object ea72fdc2-2081-4b72-95a9-c3a0dac1d975 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:12.133117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] For port 83cb25a4-ed37-4015-be56-5cde3b5da9a4, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=83cb25a4-ed37-4015-be56-5cde3b5da9a4,segment=NetworkSegment(4371e9d5-9094-4de2-a41a-7b9930fced1d),segment_id=4371e9d5-9094-4de2-a41a-7b9930fced1d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:12.216156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.263573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] DHCP port deletion for 9bb95385-6b33-4ed4-897a-740079106984 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:12.275662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.298715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Deleting port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:12.299089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.335117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9505673e-aafc-4e6e-83b0-bc67fe73a23b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:12.343479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.368417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.383619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:12.412307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:12.412307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9505673e-aafc-4e6e-83b0-bc67fe73a23b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:12.412307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9505673e-aafc-4e6e-83b0-bc67fe73a23b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:12.412656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c05c904-6b17-4f7b-8e3c-91490c8d479e']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.412740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:12.436308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:12.437483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481ed46-8397-44c4-9e37-4f397f81c00a') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.437790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481ed46-8397-44c4-9e37-4f397f81c00a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.450862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:12.451325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.610087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.610707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Pushing event updated for resources: {'Port': ['ID=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.610807 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a1bb320b-e4e1-4804-bf5c-bc506613e9dc tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/networks/375831b8-f666-4ed4-8093-0a367d20b127?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6080999 May 13 15:13:12.610807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.610807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:12.610807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.611078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.611078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.611078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:12.611303 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:12.613131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.628934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58720) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.746739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Attempting to bind port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:12.747191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Attempting to bind port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:12.747622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Attempting to bind port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:12.807125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,segment=NetworkSegment(7cc358db-e9fe-4a5e-8ee0-faef28427b04),segment_id=7cc358db-e9fe-4a5e-8ee0-faef28427b04)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:12.807125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.808735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:12.809081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:12.809546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.810034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:12.815742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Bound port: ea72fdc2-2081-4b72-95a9-c3a0dac1d975, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:12.816397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.836973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.852094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:13:12.852710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.858485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:12.875823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.880076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.881142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedebed7-95f6-4c34-b5f3-f3939a8826be None None] Pushing event updated for resources: {'Port': ['ID=83cb25a4-ed37-4015-be56-5cde3b5da9a4,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.899065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/62640f1e-9aa1-470d-9a66-a433e846ffe6/3e77d8f9-24a2-4cda-af70-3b35853ddae3) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:12.964308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:12.969459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97b7ce09-04d7-403c-b5b7-c4365132d88a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.977578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:12.982242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8929741 May 13 15:13:12.983279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5032e-3485-4b1c-ac23-2ecfa3bdc868 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Network': ['ID=c9a1d097-a3a6-49d4-98be-eea5864a19dd,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.985788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.996749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58726) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:13.017154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'subnet': {'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:13.023540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:13.063916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16617641-2269-425f-8f2e-85e55db1f763 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:13.065297 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-16617641-2269-425f-8f2e-85e55db1f763 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets/f1aa5ac3-2004-4610-8ffa-254c32953af5 HTTP/1.1" status: 200 len: 811 time: 0.4353755 May 13 15:13:13.066801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c05c904-6b17-4f7b-8e3c-91490c8d479e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.086488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] For port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,segment=NetworkSegment(7cc358db-e9fe-4a5e-8ee0-faef28427b04),segment_id=7cc358db-e9fe-4a5e-8ee0-faef28427b04)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:13.086488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.099149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58732) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:13.150102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1905214-7c12-479a-873c-983ce2a1cddc,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.181502 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-98e15258-07ac-4b67-890a-a6095d00f3e1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/4c05c904-6b17-4f7b-8e3c-91490c8d479e HTTP/1.1" status: 204 len: 168 time: 2.3204658 May 13 15:13:13.217927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc307e0-4059-47c7-92ed-2ac513c1618c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['shared'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:13.226990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cfc307e0-4059-47c7-92ed-2ac513c1618c tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "GET /v2.0/subnets/f1aa5ac3-2004-4610-8ffa-254c32953af5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1189783 May 13 15:13:13.228772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58738) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:13.240316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909651219'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:13.247144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:13.262260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:13.316050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Checking segment: {'id': 'c7eb5020-ac71-44d4-bd86-3c356061ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:13.316505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network hostable DHCP agents. Network: 61613a22-0e35-44e7-9b45-090f9e42b4f5, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:13.319568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.371913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Calling delete_port for 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:13.380314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:13.408429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.408675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:subnet and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:13.412194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:13.419377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:13.420202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.446733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] For port ea72fdc2-2081-4b72-95a9-c3a0dac1d975, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:13.449375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:13.468538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] For port ea72fdc2-2081-4b72-95a9-c3a0dac1d975, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:13.470818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:13.501767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:13.502276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:13.542383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:13.552279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.564831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.585776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:13.595680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 3e77d8f9-24a2-4cda-af70-3b35853ddae3 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:13.617979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.618351 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Added segment 45c8eed1-0f5e-4435-818b-8ff6591be7bc of type vlan for network f19166fc-bab0-4fd3-b521-7ee521e07a47 May 13 15:13:13.620329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.640928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:13.644430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.666802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 61613a22-0e35-44e7-9b45-090f9e42b4f5) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:13.666917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb95385-6b33-4ed4-897a-740079106984']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:13.675673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d61fa-4714-40ba-8471-9f852ed052fd None None] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:13.687710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.690077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc358db-e9fe-4a5e-8ee0-faef28427b04') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:13.690077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc358db-e9fe-4a5e-8ee0-faef28427b04') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:13.701244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471b00-da9a-4333-ae3f-5616c7b37980 None None] Pushing event updated for resources: {'Port': ['ID=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.706069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.729090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:13.731102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.743823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.764942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58744) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:13.785880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:13.786977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:13.788455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.824907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:13.846705 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:13.857761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Transition to ACTIVE for port object 31c319e4-f71c-4b98-ae4b-cb72baa4a23b will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:13.901516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea012b48-6492-40f8-90eb-53e17349be6b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7309251 May 13 15:13:13.909128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58748) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:13.925201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2037718784', 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:13.932170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:13.969388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.984658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:port and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:14.023925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.029288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:14.029874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.073902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Deleting port 0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:14.074496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.128627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:14.163328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.181266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47214e3d-e0f4-43ca-834d-c6a8ef3024ae None None] The port '0a0a17df-fb1c-4d2e-be62-bf1bf7129e5b' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:14.186489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:14.186856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff193e-325b-41d5-81f4-2fac3cb9effc None None] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:14.211865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:14.217454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:14.227965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:14.228934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.525771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ea72fdc2-2081-4b72-95a9-c3a0dac1d975 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:14.535154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.539126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.543699 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cb15b0e4-638a-4be5-8101-133575998a5a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e824fe5bbcf24880b5c4d420776e8701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7679293 May 13 15:13:14.553059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58754) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.560170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2031cb9-3be3-4044-820f-6f1af7a6bf86 None None] Network c17f18cb-115b-4db3-ac50-6df0489cea6e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:14.572510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Network': ['ID=f19166fc-bab0-4fd3-b521-7ee521e07a47,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:14.593787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:14.605304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/9bb95385-6b33-4ed4-897a-740079106984 HTTP/1.1" status: 204 len: 168 time: 2.6483955 May 13 15:13:14.609932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58758) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.610878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1362f8-6917-4bc8-a368-b3e2c3c55d08 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=9bb95385-6b33-4ed4-897a-740079106984,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:14.677183 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22a9fdd3-a75e-473d-a07d-14b778f85cdb tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4447105 May 13 15:13:14.680776 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa991ae0-b9eb-466e-8bfb-dc33b3c29b21 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:14.681232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa991ae0-b9eb-466e-8bfb-dc33b3c29b21 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:14.685249 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aa991ae0-b9eb-466e-8bfb-dc33b3c29b21 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/7d0bb2c2-1b94-4b84-97c0-893f2c075813 HTTP/1.1" status: 404 len: 337 time: 0.0690844 May 13 15:13:14.685249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58762) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.700777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58764) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.723173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:14.754930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=3e77d8f9-24a2-4cda-af70-3b35853ddae3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:14.758157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.812918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3d541d-ee2b-491b-8195-6d3ad3e916f1 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] DELETE failed (client error): The resource could not be found. May 13 15:13:14.812918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3d541d-ee2b-491b-8195-6d3ad3e916f1 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:14.817315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea3d541d-ee2b-491b-8195-6d3ad3e916f1 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/51251b5a-c412-4441-8dd6-a41e1480a5f7 HTTP/1.1" status: 404 len: 339 time: 0.1166713 May 13 15:13:14.839718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58770) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.895242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.905411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Made reservation on behalf of c168ef5dc7d8466dbad72aaa2c2e1bca for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:14.907721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.946585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb924c-dafc-436f-af24-710065de1ead req-aa878974-d327-4b11-9a25-a31848e21a41 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:14.948079 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7fcb924c-dafc-436f-af24-710065de1ead req-aa878974-d327-4b11-9a25-a31848e21a41 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4651368 May 13 15:13:14.954919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] device_id is not set on port af5b6756-340a-4cb5-a6a0-20c412285c68 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:14.980134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ada49a95-31e7-45f4-bb3e-6d06253b46bd None None] Provisioning for port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:14.992853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:15.020070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.030737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:15.056882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting subnet a1d67882-9ddc-4f90-b75c-461de82cf937 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:15.072089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:15.076422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.084810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 83cb25a4-ed37-4015-be56-5cde3b5da9a4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:15.134616 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7fcb924c-dafc-436f-af24-710065de1ead req-30022700-033c-4412-b4a1-7e18ae0c5587 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628871 May 13 15:13:15.168935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Made reservation on behalf of 06a7f3893cbf4d64b0749344a597464e for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:15.172676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.183565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Checking segment: {'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:15.184161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Network hostable DHCP agents. Network: 018fad9b-cf0a-47a8-8fed-b327cd2b54a6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:15.189347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.216493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=31c319e4-f71c-4b98-ae4b-cb72baa4a23b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.234302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.20.0.12 (61613a22-0e35-44e7-9b45-090f9e42b4f5/97b7ce09-04d7-403c-b5b7-c4365132d88a/af5b6756-340a-4cb5-a6a0-20c412285c68) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:15.250041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Subnet': ['ID=6533d2ab-9f62-41c2-94a5-8d4e0ffda94d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.270975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Checking segment: {'id': 'c6a0eeeb-e5a6-452c-a040-b521adac027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:15.271394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network hostable DHCP agents. Network: eb503428-0df6-4682-936f-ce0745c88ecd, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:15.273651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:15.279229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:15.281217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.318607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-03f33846-88d0-4696-97e0-f847d360b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:15.320984 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-03f33846-88d0-4696-97e0-f847d360b0e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.8333237 May 13 15:13:15.326476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing IP validity checks on allocation pools {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:13:15.327004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.ipam_backend_mixin [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:13:15.383770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.480269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Provisioning for port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:15.483816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:15.484416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.495568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:15.501551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Provisioning complete for port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:15.501933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.568546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.579474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 83cb25a4-ed37-4015-be56-5cde3b5da9a4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=83cb25a4-ed37-4015-be56-5cde3b5da9a4,segment=NetworkSegment(4371e9d5-9094-4de2-a41a-7b9930fced1d),segment_id=4371e9d5-9094-4de2-a41a-7b9930fced1d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:15.596727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e3d8a-b485-4ab2-b353-78ddd3ea0495,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.659283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network eb503428-0df6-4682-936f-ce0745c88ecd is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:15.672846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Current status of the port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:15.673221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.678959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.684765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.689320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.721588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d67882-9ddc-4f90-b75c-461de82cf937,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.728574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.736206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ac82a417-17bf-4e39-85bd-4bb5cc45c4e4 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/subnets/a1d67882-9ddc-4f90-b75c-461de82cf937 HTTP/1.1" status: 204 len: 168 time: 0.8954589 May 13 15:13:15.738624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58774) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:15.752199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2273ade-d982-4caf-a872-86662f71818c None None] Network a06384fd-9387-40f9-b58b-7110d5374c8a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:15.798051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-e2a5aee1-e63a-43ab-9f61-f2a91df4631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:15.799715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-e2a5aee1-e63a-43ab-9f61-f2a91df4631e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.4707799 May 13 15:13:15.819270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.820022 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-953ad065-f8bd-4354-9d85-81df448e47fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/046e3d8a-b485-4ab2-b353-78ddd3ea0495 HTTP/1.1" status: 204 len: 168 time: 1.2590108 May 13 15:13:15.821270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.850807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=83cb25a4-ed37-4015-be56-5cde3b5da9a4,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.900142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 018fad9b-cf0a-47a8-8fed-b327cd2b54a6) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:15.922436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, eb503428-0df6-4682-936f-ce0745c88ecd) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:15.927373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:15.932110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b196f28-2c2d-409a-affc-c3412d3c6337 None None] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:15.951885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205a1c1-c934-4cff-ac69-e9849891bb0d None None] Network eb503428-0df6-4682-936f-ce0745c88ecd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:15.964506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.973862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=d00304bd-7fcd-47cd-a16b-06b90f73d8a5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.987930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] For port ea72fdc2-2081-4b72-95a9-c3a0dac1d975, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:15.988578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Checking segment: {'id': '45c8eed1-0f5e-4435-818b-8ff6591be7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:15.989196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network hostable DHCP agents. Network: f19166fc-bab0-4fd3-b521-7ee521e07a47, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:15.999295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:15.999894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.009603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Deleting port 80a3d80e-d1d9-400d-98ab-2efb984d3686 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:16.009888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.095577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.096527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.115993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:16.116326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:16.117298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:16.119673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:16.238861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:16.239382 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:16.245743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 2 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:16.299609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] For port 80a3d80e-d1d9-400d-98ab-2efb984d3686, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=80a3d80e-d1d9-400d-98ab-2efb984d3686,segment=NetworkSegment(052d28f6-5ed7-4170-8584-b108f7519296),segment_id=052d28f6-5ed7-4170-8584-b108f7519296)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:16.300180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.310820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-7bc064cc-066f-4517-bd61-07c14fc866cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.4954314 May 13 15:13:16.329602 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b8b4e5c8-ceed-48b0-a259-5a915b1bc681 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3200591 May 13 15:13:16.339323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58784) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:16.368516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 83cb25a4-ed37-4015-be56-5cde3b5da9a4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:16.385925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:16.386288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:16.386626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:16.386834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f19166fc-bab0-4fd3-b521-7ee521e07a47) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:16.395517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'subnet': {'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:16.485926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb1aa2-5b5b-4988-8848-40a6dc9f0db2 None None] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:16.486192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:16.486192 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:16.527742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebe3d6-dba4-4a7c-9527-299e7a5b1c15 None None] Pushing event updated for resources: {'Port': ['ID=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:16.532861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Provisioning for port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:16.542847 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 3 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:16.559140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Provisioning complete for port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:16.559561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.580501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Calling delete_port for 80a3d80e-d1d9-400d-98ab-2efb984d3686 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:16.609986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:16.610376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.624867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:16.625200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:16.625553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:16.640673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:16.696845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-b12a1294-a868-468c-a642-74af3dd6083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:16.698361 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-b12a1294-a868-468c-a642-74af3dd6083b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.3570416 May 13 15:13:16.708710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:16.709281 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:16.713688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0f5bfcea-c45a-4870-8ed4-05c9856593ce tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0220509 May 13 15:13:16.716265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58796) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:16.722412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:16.728110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 4 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:16.753520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.819342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Port': ['ID=80a3d80e-d1d9-400d-98ab-2efb984d3686,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:16.829103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] No DVR routers for this DVR port 80a3d80e-d1d9-400d-98ab-2efb984d3686 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:16.843657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Provisioning complete for port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:16.844292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.947162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:16.956451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:16.956870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:16.957274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:16.959734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.962749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:subnet and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:16.980554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:16.990971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8fdf9c-f77f-41b4-a6e6-83078eddac97 None None] DHCP port deletion for a06384fd-9387-40f9-b58b-7110d5374c8a request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:17.037729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.057657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:17.059644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:17.060040 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:17.074861 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 5 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:17.081920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11659746'] for subnet, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.086122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06384fd-9387-40f9-b58b-7110d5374c8a']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:17.100831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052d28f6-5ed7-4170-8584-b108f7519296') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:17.101723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052d28f6-5ed7-4170-8584-b108f7519296') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:17.121447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.131988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-eb503428-0df6-4682-936f-ce0745c88ecd', 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd', 'tenant_id': '544ed5652310425aa8666035e91a69b3', 'fixed_ips': [{'subnet_id': '6533d2ab-9f62-41c2-94a5-8d4e0ffda94d'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:17.133352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.142636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:17.147221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:17.147600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.154953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:17.156924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:17.157322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:17.157741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:17.165894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:17.187429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.200684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c38d29-4bbd-484f-88ee-c7d8ce04a9c3 req-c09636da-5909-455c-86a0-374887d23d29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.202303 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7c38d29-4bbd-484f-88ee-c7d8ce04a9c3 req-c09636da-5909-455c-86a0-374887d23d29 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.7921331 May 13 15:13:17.210040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=af5b6756-340a-4cb5-a6a0-20c412285c68,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:17.213902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:17.214424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:17.230065 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:17.240742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:17.241286 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:17.252717 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 6 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:17.267070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:17.270428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.363067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aeffc580-561d-48f2-9b9a-700296efb900 None None] Current status of the port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:17.392341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:17.392669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:17.393006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:17.412686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:17.427152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.427761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.449022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-778a3d22-ffa1-4b6d-9d08-407a0d80c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.450572 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-778a3d22-ffa1-4b6d-9d08-407a0d80c837 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7283642 May 13 15:13:17.451139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:17.451463 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:17.463434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 7 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:17.465579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.472194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.496489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.513743 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] 10.222.0.91 "DELETE /v2.0/networks/a06384fd-9387-40f9-b58b-7110d5374c8a HTTP/1.1" status: 204 len: 168 time: 1.7735519 May 13 15:13:17.514657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:17.519290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f19166fc-bab0-4fd3-b521-7ee521e07a47', 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47', 'tenant_id': '06a7f3893cbf4d64b0749344a597464e', 'fixed_ips': [{'subnet_id': 'd00304bd-7fcd-47cd-a16b-06b90f73d8a5'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:17.519666 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7c38d29-4bbd-484f-88ee-c7d8ce04a9c3 req-553c7bf6-a190-408d-a8d7-4c9abd9fd764 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2547350 May 13 15:13:17.520634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.547019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ca53-2cf6-482c-8c10-a6111f608e09 tempest-NetworksIpV6Test-1254105574 tempest-NetworksIpV6Test-1254105574-project] Pushing event deleted for resources: {'Network': ['ID=a06384fd-9387-40f9-b58b-7110d5374c8a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:17.584677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:17.585008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:17.585879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:17.600689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.602107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.645732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1455629'] for subnet, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.658268 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-41a5af5e-df06-459d-86fb-787d0bcd5e45 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.7376094 May 13 15:13:17.658268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:17.658268 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:17.669796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58812) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.672153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 8 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:17.673761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Allocated IP 2001:db8::2 (eb503428-0df6-4682-936f-ce0745c88ecd/6533d2ab-9f62-41c2-94a5-8d4e0ffda94d/e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:17.724276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.725031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.730032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "PUT /v2.0/subnets/d00304bd-7fcd-47cd-a16b-06b90f73d8a5 HTTP/1.1" status: 200 len: 877 time: 1.0097699 May 13 15:13:17.733473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58816) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.827039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:17.827765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:17.828291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:17.857146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3537-bad2-457a-bc82-eb0f79417a30 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event updated for resources: {'Subnet': ['ID=d00304bd-7fcd-47cd-a16b-06b90f73d8a5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:17.885028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:17.885698 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:17.890069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Allocated IP 172.20.0.3 (f19166fc-bab0-4fd3-b521-7ee521e07a47/d00304bd-7fcd-47cd-a16b-06b90f73d8a5/8a468094-c9fb-459c-8bd9-1b3fb1a108b0) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:17.900371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 9 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:17.908429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=3e77d8f9-24a2-4cda-af70-3b35853ddae3,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:17.940934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-d65118b8-3c4a-4954-bb83-380e7658efed service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622042 May 13 15:13:17.954798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.011226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting port af5b6756-340a-4cb5-a6a0-20c412285c68 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:18.011912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.036501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.046717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:18.046717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:18.046717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:18.148322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.154916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:18.155326 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:18.160682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Transition to ACTIVE for port object e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:18.181459 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 10 to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b May 13 15:13:18.183354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58826) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.192504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Transition to ACTIVE for port object e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:18.235973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:18.236488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:18.236960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:18.281427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:18.303141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:18.305551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:18.306023 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:18.306473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.339140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.343486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ea72fdc2-2081-4b72-95a9-c3a0dac1d975 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:18.412531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24505577-befc-4dbe-9ca9-923eb0f04f6c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7f24423166924bf394b93b219a999695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277234 May 13 15:13:18.417775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58834) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.493878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.524779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.527496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Network eb503428-0df6-4682-936f-ce0745c88ecd is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:18.573834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Pushing event updated for resources: {'Port': ['ID=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:18.587322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:18.596822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:18.599240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.655872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Transition to ACTIVE for port object 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:18.692502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.698938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Transition to ACTIVE for port object 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:18.699086 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e9d2766-cb75-4e06-be51-2fff3635447e req-9a73ea0c-45de-4b8a-956d-d1d9310a20c7 service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075920 May 13 15:13:18.750004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84747b5-513e-4911-86f6-63ab6d1b26ca,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:18.775825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.776944 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ca483494-7ed1-45f6-95a3-e82da1a39217 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d84747b5-513e-4911-86f6-63ab6d1b26ca HTTP/1.1" status: 204 len: 168 time: 0.3600082 May 13 15:13:18.811361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.957085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.977620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Pushing event updated for resources: {'Port': ['ID=8a468094-c9fb-459c-8bd9-1b3fb1a108b0,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:18.981138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58848) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.993891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:18.994301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.024283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ef783d5-1ca9-4c06-83f9-e4ed29b7c0d0 None None] Provisioning complete for port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:19.024714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ef783d5-1ca9-4c06-83f9-e4ed29b7c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.050939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.161134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:19.173590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Attempting to bind port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:19.174450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Attempting to bind port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c6a0eeeb-e5a6-452c-a040-b521adac027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:19.175026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Attempting to bind port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 on network eb503428-0df6-4682-936f-ce0745c88ecd {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:19.188819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:19.199931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:19.230848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=d00304bd-7fcd-47cd-a16b-06b90f73d8a5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:19.260505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.310917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f385-9d43-4b74-9aa6-646a4f70743e req-8f66a753-3630-4b54-b932-affd35da5bba tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:19.312284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1fd2f385-9d43-4b74-9aa6-646a4f70743e req-8f66a753-3630-4b54-b932-affd35da5bba tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5086212 May 13 15:13:19.327061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.375649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:19.376116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Checking segment: {'id': 'c6a0eeeb-e5a6-452c-a040-b521adac027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:19.376495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.377316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Bound using segment: {'id': 'c6a0eeeb-e5a6-452c-a040-b521adac027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:19.377876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Bound port: e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a0eeeb-e5a6-452c-a040-b521adac027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eb503428-0df6-4682-936f-ce0745c88ecd'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:19.378284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.380044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19166fc-bab0-4fd3-b521-7ee521e07a47']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:19.399809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c8eed1-0f5e-4435-818b-8ff6591be7bc') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:19.400148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c8eed1-0f5e-4435-818b-8ff6591be7bc') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:19.419092 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1fd2f385-9d43-4b74-9aa6-646a4f70743e req-21b0aecf-575e-4646-994b-75b8ab277e05 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950282 May 13 15:13:19.420241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ef783d5-1ca9-4c06-83f9-e4ed29b7c0d0 None None] Port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:19.437711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Calling delete_port for af5b6756-340a-4cb5-a6a0-20c412285c68 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:19.442721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.466973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.474414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1385132671'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:19.480940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Attempting to bind port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:19.481396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Attempting to bind port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '45c8eed1-0f5e-4435-818b-8ff6591be7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:19.481826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Attempting to bind port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 on network f19166fc-bab0-4fd3-b521-7ee521e07a47 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:19.484504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:19.490173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:19.490749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:19.508818 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:19.512051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Usage tracker for resource:network and tenant:b96e650cda2643a69e2911e7c907459d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:19.519099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:19.540707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:19.544015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:19.571241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:19.578211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Checking segment: {'id': '45c8eed1-0f5e-4435-818b-8ff6591be7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:19.578211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.578211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Bound using segment: {'id': '45c8eed1-0f5e-4435-818b-8ff6591be7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:19.578211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Bound port: 8a468094-c9fb-459c-8bd9-1b3fb1a108b0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c8eed1-0f5e-4435-818b-8ff6591be7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:19.578211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.619119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] For port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:19.623872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] For port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,segment=NetworkSegment(c6a0eeeb-e5a6-452c-a040-b521adac027f),segment_id=c6a0eeeb-e5a6-452c-a040-b521adac027f)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:19.656985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.724839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:19.742853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:19.743354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.760089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.783707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Subnet': ['ID=d28cef27-d845-4e64-8aff-fb559f6eab0c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:19.799453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:13:19.799453 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:13:19.799453 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': 'f19166fc-bab0-4fd3-b521-7ee521e07a47'}] May 13 15:13:19.799453 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:19.800297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:19.810822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:19.815322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Made reservation on behalf of b96e650cda2643a69e2911e7c907459d for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:19.822510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] For port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:19.822704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.830053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=31c319e4-f71c-4b98-ae4b-cb72baa4a23b,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:19.831724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] For port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8a468094-c9fb-459c-8bd9-1b3fb1a108b0,segment=NetworkSegment(45c8eed1-0f5e-4435-818b-8ff6591be7bc),segment_id=45c8eed1-0f5e-4435-818b-8ff6591be7bc)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:19.835469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Checking segment: {'id': '676fd768-23a0-48a9-b3d7-4c38b2ab7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:19.835912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network hostable DHCP agents. Network: c9a1d097-a3a6-49d4-98be-eea5864a19dd, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:19.843864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.877470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:19.884093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Usage tracker for resource:security_group_rule and tenant:b96e650cda2643a69e2911e7c907459d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:19.888290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:19.890156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.897696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:19.907720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 80a3d80e-d1d9-400d-98ab-2efb984d3686 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:19.952240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2a4b-e3a2-4a35-880a-500422137b21 None None] Pushing event updated for resources: {'Port': ['ID=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:19.956923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 80a3d80e-d1d9-400d-98ab-2efb984d3686 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:19.957455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 80a3d80e-d1d9-400d-98ab-2efb984d3686 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:19.962309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:19.970262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58864) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:19.970582 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2f42b3e1-50db-4e74-bd95-60b33a4a5ed6 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.8793664 May 13 15:13:19.978865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:20.058687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Deleting port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:20.059025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.138398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f1243-88da-4cff-8a92-778b9eb8be26 None None] Pushing event updated for resources: {'Port': ['ID=8a468094-c9fb-459c-8bd9-1b3fb1a108b0,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:20.158285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35173e-2186-41e3-ac1f-3adf372ebac9 None None] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:20.243930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, c9a1d097-a3a6-49d4-98be-eea5864a19dd) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:20.247871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:20.262292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:20.262864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.311380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3a8d0814-e745-4c32-9968-9caf1902c475 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "PUT /v2.0/routers/d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1718664 May 13 15:13:20.311574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Sync routers for ids ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:20.312014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58874) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.314206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ff488-9d1d-4bbf-9eab-c9e04aec8eef None None] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:20.352555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.362249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.423326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:20.429685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:20.430056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.464040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-42681824-590c-478e-9376-1d86c229f131 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0749068 May 13 15:13:20.465924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 31c319e4-f71c-4b98-ae4b-cb72baa4a23b, host hv-neutron-8353, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:20.466573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.479973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58882) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.536156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Port': ['ID=af5b6756-340a-4cb5-a6a0-20c412285c68,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:20.608454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Routers {'d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:20.609343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:20.651924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f748b-2d99-43c3-a2d1-ef26780e8efa tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:20.652762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-316f748b-2d99-43c3-a2d1-ef26780e8efa tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:20.659192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58886) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.708649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.714726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b47e4a46-c4bb-4ca2-8db0-0c75287608e5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/ports/af5b6756-340a-4cb5-a6a0-20c412285c68 HTTP/1.1" status: 204 len: 168 time: 3.0346930 May 13 15:13:20.721701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.734439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5', 'external_fixed_ips': [{'subnet_id': '97b7ce09-04d7-403c-b5b7-c4365132d88a', 'ip_address': '172.20.0.12'}]}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:20.741857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:20.747685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:router and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:20.753357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:20.767416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c92ad-b11b-484b-914c-71478ea27715 req-cc877766-711d-4a9f-863f-0c404549034a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:20.769263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-448c92ad-b11b-484b-914c-71478ea27715 req-cc877766-711d-4a9f-863f-0c404549034a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.1942260 May 13 15:13:20.770423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:20.815702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-316f748b-2d99-43c3-a2d1-ef26780e8efa tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:20.817195 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-316f748b-2d99-43c3-a2d1-ef26780e8efa tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports/3e77d8f9-24a2-4cda-af70-3b35853ddae3 HTTP/1.1" status: 200 len: 911 time: 0.5042729 May 13 15:13:20.821264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58896) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.859893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-448c92ad-b11b-484b-914c-71478ea27715 req-e294d328-7b64-4bf4-9f5d-ccb6fdce1aae tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830305 May 13 15:13:20.871906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1097861277'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:20.877173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:20.881511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:20.885187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:20.891979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:20.898520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Calling delete_port for 31c319e4-f71c-4b98-ae4b-cb72baa4a23b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:20.904193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.905249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.959208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.973740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:20.993609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.998976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Set router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:21.024018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.049124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:21.054944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:security_group_rule and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:21.058166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:21.068896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c3a6b-45a5-426b-b86e-573cd7e4fd3a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:21.075499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c3a6b-45a5-426b-b86e-573cd7e4fd3a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:21.080113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-138c3a6b-45a5-426b-b86e-573cd7e4fd3a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2575951 May 13 15:13:21.080851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58902) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:21.086902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:21.092924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:21.102947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-c9a1d097-a3a6-49d4-98be-eea5864a19dd', 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd', 'tenant_id': '544ed5652310425aa8666035e91a69b3', 'fixed_ips': [{'subnet_id': 'd28cef27-d845-4e64-8aff-fb559f6eab0c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:21.104163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.262316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.382717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec380bf6-3205-49f8-93fb-f26417ccc090 None None] Network f19166fc-bab0-4fd3-b521-7ee521e07a47 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:21.420108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.441803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.465689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8a468094-c9fb-459c-8bd9-1b3fb1a108b0,segment=NetworkSegment(45c8eed1-0f5e-4435-818b-8ff6591be7bc),segment_id=45c8eed1-0f5e-4435-818b-8ff6591be7bc)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:21.466260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.563746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c431e2a-708b-4220-b800-9635b172f716 None None] Network eb503428-0df6-4682-936f-ce0745c88ecd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:21.652352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.689095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.697038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c319e4-f71c-4b98-ae4b-cb72baa4a23b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:21.761997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:21.865320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:21.871236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Allocated IP 2001:db8::2 (c9a1d097-a3a6-49d4-98be-eea5864a19dd/d28cef27-d845-4e64-8aff-fb559f6eab0c/20693360-75a7-4b1d-9fdd-c9192098efe9) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:21.888498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Provisioning for port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:21.909476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.910219 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Added segment 8add9fa0-2fde-4a0a-924c-2b720d457540 of type vlan for network 13172465-cc0e-4605-9b9c-fdb306791c82 May 13 15:13:21.915060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.930789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40240ef8-59cb-4e87-8145-0a84a0d2bb2f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:21.939510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Provisioning complete for port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:21.939930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.950739 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a19b1bd8-08fe-4f9e-bd3d-92b71b612cd9 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "DELETE /v2.0/ports/31c319e4-f71c-4b98-ae4b-cb72baa4a23b HTTP/1.1" status: 204 len: 168 time: 1.9791982 May 13 15:13:21.958994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58906) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:22.000848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.063188 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-805abb35-2d42-47be-8370-cf6991743f80 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:22.064055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-805abb35-2d42-47be-8370-cf6991743f80 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Synchronizing usage tracker for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:22.067050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.072896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:22.080316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037799e4-498e-4eca-be35-9c5c872ae1db,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.096890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.101705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.102510 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment f53f0a92-bf21-4537-a678-28b595cca200 of type vlan for network 6685fff5-340f-41af-b714-aaf4ceb57b37 May 13 15:13:22.162103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.238320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:15Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': '3e77d8f9-24a2-4cda-af70-3b35853ddae3', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:31:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:12Z', 'updated_at': '2022-05-13T15:13:16Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:22.277266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Checking router: d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:22.277623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Updating router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:13:22.281545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-805abb35-2d42-47be-8370-cf6991743f80 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Unset dirty status for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:22.283060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-805abb35-2d42-47be-8370-cf6991743f80 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports/31c319e4-f71c-4b98-ae4b-cb72baa4a23b HTTP/1.1" status: 404 len: 333 time: 0.2936466 May 13 15:13:22.286822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58910) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:22.292582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1749315835'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:22.308973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.314640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.315373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.337836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:22.341089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.349280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.379526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Current status of the port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:22.379936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.399284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.404600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.405421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.415818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:22.426330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.446006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.448880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=8a468094-c9fb-459c-8bd9-1b3fb1a108b0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.468241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port 8a468094-c9fb-459c-8bd9-1b3fb1a108b0 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:22.495690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Transition to ACTIVE for port object 20693360-75a7-4b1d-9fdd-c9192098efe9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:22.530334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] For port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,segment=NetworkSegment(c6a0eeeb-e5a6-452c-a040-b521adac027f),segment_id=c6a0eeeb-e5a6-452c-a040-b521adac027f)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:22.540193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Transition to ACTIVE for port object 20693360-75a7-4b1d-9fdd-c9192098efe9 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:22.613279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.668073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.738168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Pushing event updated for resources: {'Network': ['ID=13172465-cc0e-4605-9b9c-fdb306791c82,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.755675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Made reservation on behalf of 3f6fb18f6eba4eac9a4d7c03f328bde0 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:22.759063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.778353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=6685fff5-340f-41af-b714-aaf4ceb57b37,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.783870 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ed5a3817-fcb7-4a29-aa15-31e54cda0b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.7872803 May 13 15:13:22.793873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:22.802196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 13172465-cc0e-4605-9b9c-fdb306791c82 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:22.802360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.815923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:22.838952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 4157f944-48e4-43d3-a92d-b003fea57af8 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:22.846614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:22.849254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:22.863650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013fca-1251-4042-9606-6a22370e6b27 None None] Pushing event updated for resources: {'Port': ['ID=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.873008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19166fc-bab0-4fd3-b521-7ee521e07a47']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:22.941012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c8eed1-0f5e-4435-818b-8ff6591be7bc') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:22.941564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c8eed1-0f5e-4435-818b-8ff6591be7bc') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:22.975229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.058734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.067479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:23.068032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.123311 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-19b691b6-30df-422c-a884-7db502fffdc8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4627376 May 13 15:13:23.126190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58918) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.133711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-960928737'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:23.146330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:23.153353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.187790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:23.190151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58922) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.196228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Allocated IP 2001:db8::1 (eb503428-0df6-4682-936f-ce0745c88ecd/6533d2ab-9f62-41c2-94a5-8d4e0ffda94d/02f63e7e-d7f9-4e22-a66a-7d7a968e9073) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:23.196515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:23.198176 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:23.209053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-995014554'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:23.215522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.220161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:23.259090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:23.268856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Usage tracker for resource:port and tenant:f40d13a269db4198b33d561cf1132a29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:23.273640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e0182c82-c6c6-449a-a4c8-84e161d871ba None None] Provisioning complete for port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:23.274182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e0182c82-c6c6-449a-a4c8-84e161d871ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.282676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:23.296786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:23.312233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Pushing event updated for resources: {'Port': ['ID=20693360-75a7-4b1d-9fdd-c9192098efe9,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:23.345899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Attempting to bind port 20693360-75a7-4b1d-9fdd-c9192098efe9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:23.346438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Attempting to bind port 20693360-75a7-4b1d-9fdd-c9192098efe9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '676fd768-23a0-48a9-b3d7-4c38b2ab7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:23.346932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Attempting to bind port 20693360-75a7-4b1d-9fdd-c9192098efe9 on network c9a1d097-a3a6-49d4-98be-eea5864a19dd {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:23.368277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:23.368821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Checking segment: {'id': '676fd768-23a0-48a9-b3d7-4c38b2ab7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:23.369368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.370559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Bound using segment: {'id': '676fd768-23a0-48a9-b3d7-4c38b2ab7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:23.370559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Bound port: 20693360-75a7-4b1d-9fdd-c9192098efe9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676fd768-23a0-48a9-b3d7-4c38b2ab7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c9a1d097-a3a6-49d4-98be-eea5864a19dd'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:23.371166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.375003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:23.378585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.393965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:23.394311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.432778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Made reservation on behalf of f40d13a269db4198b33d561cf1132a29 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:23.435121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.467623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.486050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.529208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.542988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:23.549028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=f19166fc-bab0-4fd3-b521-7ee521e07a47,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:23.551300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:23.558690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Usage tracker for resource:security_group_rule and tenant:f40d13a269db4198b33d561cf1132a29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:23.580679 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c957570-c155-4a6f-99b9-b8fb5253b985 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/f19166fc-bab0-4fd3-b521-7ee521e07a47 HTTP/1.1" status: 204 len: 168 time: 5.8434422 May 13 15:13:23.581573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:23.593201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58926) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.621703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] For port 20693360-75a7-4b1d-9fdd-c9192098efe9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:23.646871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] For port 20693360-75a7-4b1d-9fdd-c9192098efe9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=20693360-75a7-4b1d-9fdd-c9192098efe9,segment=NetworkSegment(676fd768-23a0-48a9-b3d7-4c38b2ab7f92),segment_id=676fd768-23a0-48a9-b3d7-4c38b2ab7f92)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:23.649403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.651465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.651765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e0182c82-c6c6-449a-a4c8-84e161d871ba None None] Current status of the port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:23.653075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5326347-c6be-43db-ba4f-6af40f3d2c25 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:23.653516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5326347-c6be-43db-ba4f-6af40f3d2c25 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:23.655660 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5326347-c6be-43db-ba4f-6af40f3d2c25 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/d00304bd-7fcd-47cd-a16b-06b90f73d8a5 HTTP/1.1" status: 404 len: 337 time: 0.0615191 May 13 15:13:23.662150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:23.664121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58930) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.665692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Transition to ACTIVE for port object 3e77d8f9-24a2-4cda-af70-3b35853ddae3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:23.671909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.672251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment 83a1b6fe-38c4-4583-a8ea-8f515f1068d8 of type vlan for network f38cb002-9c20-4580-a61d-af58e9d8999f May 13 15:13:23.675891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.20.0.12 (61613a22-0e35-44e7-9b45-090f9e42b4f5/97b7ce09-04d7-403c-b5b7-c4365132d88a/67c3c2e2-df47-4cc9-a635-965e70cfbf77) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:23.692617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.728327 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d31e7c-6898-4aeb-a620-d44446efc8b1 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:23.728721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d31e7c-6898-4aeb-a620-d44446efc8b1 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:23.729870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Transition to ACTIVE for port object 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:23.769650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.785427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-41d31e7c-6898-4aeb-a620-d44446efc8b1 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/f19166fc-bab0-4fd3-b521-7ee521e07a47 HTTP/1.1" status: 404 len: 339 time: 0.1150713 May 13 15:13:23.788694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58934) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.795292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.832192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.838497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ddae1f-4c28-4ad0-a4b1-7ca36bfce1cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:23.839417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ddae1f-4c28-4ad0-a4b1-7ca36bfce1cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:23.843000 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-20ddae1f-4c28-4ad0-a4b1-7ca36bfce1cf tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/b610e9f6-432e-4809-8bc2-6f0e62733695 HTTP/1.1" status: 404 len: 337 time: 0.0508249 May 13 15:13:23.844068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.845705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58938) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.975055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:23.980987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.988458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d249-0e02-4d80-9f79-55cb6bb94391 None None] Pushing event updated for resources: {'Port': ['ID=3e77d8f9-24a2-4cda-af70-3b35853ddae3,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:23.998483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.022018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:24.029246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:24.031785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:24.032907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:24.033513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.049657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-34135afa-ed8e-4529-9cfa-078d9e8d9dbc tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:24.050171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34135afa-ed8e-4529-9cfa-078d9e8d9dbc tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:24.051865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-34135afa-ed8e-4529-9cfa-078d9e8d9dbc tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/13134e83-e795-4b0b-8280-6da4dbb6f981 HTTP/1.1" status: 404 len: 339 time: 0.2050529 May 13 15:13:24.054850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 3e77d8f9-24a2-4cda-af70-3b35853ddae3 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:24.058386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Attempting to bind port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:24.058801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:24.058943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Attempting to bind port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:24.059205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Attempting to bind port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:24.080708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:24.081509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:24.082117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.082669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:24.083481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Bound port: 3e77d8f9-24a2-4cda-af70-3b35853ddae3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:24.084303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.094446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network eb503428-0df6-4682-936f-ce0745c88ecd is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:24.099025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=4157f944-48e4-43d3-a92d-b003fea57af8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.196416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:24.223134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331936b-8228-454b-b40a-3d3f37bae915 None None] Pushing event updated for resources: {'Port': ['ID=20693360-75a7-4b1d-9fdd-c9192098efe9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.229926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:24.230736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.248329 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aa841062-11ee-4248-b627-acef93dfaa43 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9601827 May 13 15:13:24.250738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.257960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58946) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:24.267790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:24.285333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] For port 3e77d8f9-24a2-4cda-af70-3b35853ddae3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:24.293939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] For port 3e77d8f9-24a2-4cda-af70-3b35853ddae3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3e77d8f9-24a2-4cda-af70-3b35853ddae3,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:24.308889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.326608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.333164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:24.346101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.346919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:24.372186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.421488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:24.421867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.443911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Port': ['ID=02f63e7e-d7f9-4e22-a66a-7d7a968e9073,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.495690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.552705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.617940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port a3f1bebb-0a37-4fa7-836f-8041e0da8067 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:24.624244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.635071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Routers {'d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:24.635900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:24.656230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716c7f8d-f816-4ec6-83d1-520f16def9a1']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:24.675390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4ec72-cb35-43e8-8611-5071c590ef55') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:24.675390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4ec72-cb35-43e8-8611-5071c590ef55') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:24.689434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.707783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.712871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5856576 May 13 15:13:24.714865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:24.715279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.771739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 58950) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:24.776985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d249-0e02-4d80-9f79-55cb6bb94391 None None] Pushing event updated for resources: {'Port': ['ID=3e77d8f9-24a2-4cda-af70-3b35853ddae3,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.783228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c73eb-68bc-4757-80a7-ee3f07af1ce5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=f38cb002-9c20-4580-a61d-af58e9d8999f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.787191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc6a99-375b-4284-8240-d0cf3af6e0d2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.833720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:24.847625 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:24.887774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.910464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.912990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.937213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=716c7f8d-f816-4ec6-83d1-520f16def9a1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.951580 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5357be80-3505-4551-8cf1-912febf0c5c5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/716c7f8d-f816-4ec6-83d1-520f16def9a1 HTTP/1.1" status: 204 len: 168 time: 0.8918729 May 13 15:13:24.951762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f38cb002-9c20-4580-a61d-af58e9d8999f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:24.954807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:24.996314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.021729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:25.022363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:25.023482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.039184 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-53af3bae-4135-413b-b8d3-823f09f010c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.039652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53af3bae-4135-413b-b8d3-823f09f010c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.043886 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53af3bae-4135-413b-b8d3-823f09f010c4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/88c06143-ecf7-44ec-9aac-23d8ff50cc69 HTTP/1.1" status: 404 len: 337 time: 0.0857019 May 13 15:13:25.049491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58958) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.085688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb2b178-57ea-4929-a08e-47dbaa90b6b3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.086299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb2b178-57ea-4929-a08e-47dbaa90b6b3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.090589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-efb2b178-57ea-4929-a08e-47dbaa90b6b3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/604d95c8-8a25-4146-bc52-ad7fa8cbe247 HTTP/1.1" status: 404 len: 339 time: 0.0379405 May 13 15:13:25.091789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58962) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.158165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:25.174267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] Set router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:25.235635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-971bc6ee-f4a0-4809-82f6-0bff47a1e218 None None] Provisioning for port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:25.250394 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-82526623-9425-4414-8209-218daf8913b4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.250538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82526623-9425-4414-8209-218daf8913b4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.251273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-971bc6ee-f4a0-4809-82f6-0bff47a1e218 None None] Provisioning complete for port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:25.251273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-971bc6ee-f4a0-4809-82f6-0bff47a1e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.254589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-82526623-9425-4414-8209-218daf8913b4 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/134ce8e0-017f-439a-ac83-47f8c155a5d9 HTTP/1.1" status: 404 len: 337 time: 0.1601417 May 13 15:13:25.260633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58966) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.261937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:25.297907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:25.309324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0fa017-2924-46f9-8cd4-798654e58255 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.309324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0fa017-2924-46f9-8cd4-798654e58255 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.309324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b0fa017-2924-46f9-8cd4-798654e58255 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/ae8e4ddb-1afb-4571-874a-81bf720aaac7 HTTP/1.1" status: 404 len: 339 time: 0.0448182 May 13 15:13:25.309714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58970) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.352296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:25.355302 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb000cc6-f992-46fc-8ed7-06d3a3a04108 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.355764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb000cc6-f992-46fc-8ed7-06d3a3a04108 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.359910 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb000cc6-f992-46fc-8ed7-06d3a3a04108 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/a0ae5c38-4bc2-4cf7-a85d-292a01532746 HTTP/1.1" status: 404 len: 337 time: 0.0471022 May 13 15:13:25.360651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58974) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.374670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network 61613a22-0e35-44e7-9b45-090f9e42b4f5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:25.376241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=67c3c2e2-df47-4cc9-a635-965e70cfbf77,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:25.387192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:25.404270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:25.406901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:25.415692 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-870e7c53-b393-4bc7-9bb4-d3eab7b08569 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.416186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870e7c53-b393-4bc7-9bb4-d3eab7b08569 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.417900 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-870e7c53-b393-4bc7-9bb4-d3eab7b08569 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/20347005-0136-4edc-91d3-9e303a97fa22 HTTP/1.1" status: 404 len: 339 time: 0.0567405 May 13 15:13:25.422041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58978) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.487149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-971bc6ee-f4a0-4809-82f6-0bff47a1e218 None None] Port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:25.643024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:15Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': '3e77d8f9-24a2-4cda-af70-3b35853ddae3', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:31:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:12Z', 'updated_at': '2022-05-13T15:13:24Z', 'revision_number': 4, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:25.651305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba05d-d5fb-461a-96fb-1cdc5359459a None None] The sync data for ids ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'] in dv-neutron-835340-3-hyperv is: [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:15Z', 'revision_number': 2, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None, '_interfaces': [{'id': '3e77d8f9-24a2-4cda-af70-3b35853ddae3', 'name': '', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'mac_address': 'fa:16:3e:31:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:12Z', 'updated_at': '2022-05-13T15:13:24Z', 'revision_number': 4, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'subnets': [{'id': '62640f1e-9aa1-470d-9a66-a433e846ffe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:25.660697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a5c4d-9226-4ce1-94b5-1b8193e4f95a None None] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:25.673533 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d30cd0-2bad-42cf-995a-7f31317084ca tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.674058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d30cd0-2bad-42cf-995a-7f31317084ca tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.675578 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-61d30cd0-2bad-42cf-995a-7f31317084ca tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/2c632402-cc20-46bc-a0bd-6485bd32b0d9 HTTP/1.1" status: 404 len: 337 time: 0.2526324 May 13 15:13:25.679265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58982) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.716982 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db25993-5909-4453-8d6a-08f866e0cf7e tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.717490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db25993-5909-4453-8d6a-08f866e0cf7e tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.719229 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0db25993-5909-4453-8d6a-08f866e0cf7e tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/5429fde9-f83d-447e-8df7-6f0c78bc1e86 HTTP/1.1" status: 404 len: 339 time: 0.0390515 May 13 15:13:25.723578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58986) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.724404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:25.724747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.752963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:25.756613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.791195 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bc3c7f-19b0-4ba2-8916-e9f1a549feba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.791634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bc3c7f-19b0-4ba2-8916-e9f1a549feba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.795914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-60bc3c7f-19b0-4ba2-8916-e9f1a549feba tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/3f726197-9089-41ec-b66e-6a51ec7631b9 HTTP/1.1" status: 404 len: 337 time: 0.0691509 May 13 15:13:25.803457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58990) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.835737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bfde79e0-f628-4188-b013-2aa8f06ac8e2 None None] Provisioning for port 20693360-75a7-4b1d-9fdd-c9192098efe9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:25.838304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9ceb07-4dad-4927-b6e2-937654bf77ad tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.838775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9ceb07-4dad-4927-b6e2-937654bf77ad tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.842264 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cb9ceb07-4dad-4927-b6e2-937654bf77ad tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/d27bdb7f-6f4c-4d35-bd33-b55bde7062f0 HTTP/1.1" status: 404 len: 339 time: 0.0361631 May 13 15:13:25.846726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.933305 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-91218da9-097c-4dab-97a6-75cbe7e9a6e9 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:25.933766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91218da9-097c-4dab-97a6-75cbe7e9a6e9 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:25.971686 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-91218da9-097c-4dab-97a6-75cbe7e9a6e9 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/5c6a7b8c-677d-4350-a13e-df8c4d4a3f98 HTTP/1.1" status: 404 len: 337 time: 0.1015248 May 13 15:13:25.976725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 58998) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:25.978523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:26.016482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.026929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf05784-a50e-4852-ab70-1c66bc25f7a3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:26.027615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf05784-a50e-4852-ab70-1c66bc25f7a3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:26.036430 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2cf05784-a50e-4852-ab70-1c66bc25f7a3 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/ca2fc16e-8369-40ee-8715-f7e3738afdac HTTP/1.1" status: 404 len: 339 time: 0.0460780 May 13 15:13:26.036618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59002) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:26.083706 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8594776d-02c9-4b55-af4c-151a0a057cf5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:26.084692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8594776d-02c9-4b55-af4c-151a0a057cf5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:26.087834 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8594776d-02c9-4b55-af4c-151a0a057cf5 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/6f376c50-dce5-4ac2-a6f3-1c2f2072f65b HTTP/1.1" status: 404 len: 337 time: 0.0497169 May 13 15:13:26.090373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59006) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:26.123426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.124376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.145505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port a3f1bebb-0a37-4fa7-836f-8041e0da8067 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:26.162055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.177227 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-424ab56b-19b4-425e-9a71-90b9fbd60ba8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:26.177481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Transition to ACTIVE for port object a3f1bebb-0a37-4fa7-836f-8041e0da8067 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:26.178072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424ab56b-19b4-425e-9a71-90b9fbd60ba8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:26.180065 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-424ab56b-19b4-425e-9a71-90b9fbd60ba8 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/a48a0758-e3dc-4668-a626-87d8368a05cb HTTP/1.1" status: 404 len: 339 time: 0.0886903 May 13 15:13:26.191003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59010) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:26.246727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b20a17-f7e4-411a-ae04-25739e699b58 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:13:26.346947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd457ae4-b46f-4a03-a13d-6deebdf6155d tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:26.351868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd457ae4-b46f-4a03-a13d-6deebdf6155d tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:26.351868 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cd457ae4-b46f-4a03-a13d-6deebdf6155d tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/cbceddb9-82bf-4cbd-8ccc-1eb07cebdc60 HTTP/1.1" status: 404 len: 337 time: 0.1489224 May 13 15:13:26.362550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59014) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:26.365374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Port': ['ID=02f63e7e-d7f9-4e22-a66a-7d7a968e9073,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:26.396619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.398810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1ddeaa-2441-4a74-abd4-76ad3d0a254b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] DELETE failed (client error): The resource could not be found. May 13 15:13:26.402402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1ddeaa-2441-4a74-abd4-76ad3d0a254b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:26.404715 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2b1ddeaa-2441-4a74-abd4-76ad3d0a254b tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/bc03c27f-2cd3-4c61-b184-77562f0baaa6 HTTP/1.1" status: 404 len: 339 time: 0.0402884 May 13 15:13:26.408767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59018) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:26.489721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b20a17-f7e4-411a-ae04-25739e699b58 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:13:26.496439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 20693360-75a7-4b1d-9fdd-c9192098efe9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:26.521404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting subnet f1aa5ac3-2004-4610-8ffa-254c32953af5 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:26.529414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.578570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network eb503428-0df6-4682-936f-ce0745c88ecd is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:26.582073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:26.587147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:26.657001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.729048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=a3f1bebb-0a37-4fa7-836f-8041e0da8067,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:26.782024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 20693360-75a7-4b1d-9fdd-c9192098efe9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:26.793729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 20693360-75a7-4b1d-9fdd-c9192098efe9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:26.793729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.855227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.943676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Router dd20ea68-0f9f-42eb-baad-a4edb5f78490 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:26.986615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Checking segment: {'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:26.986979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Network hostable DHCP agents. Network: 13172465-cc0e-4605-9b9c-fdb306791c82, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:27.023755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port 3e77d8f9-24a2-4cda-af70-3b35853ddae3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3e77d8f9-24a2-4cda-af70-3b35853ddae3,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:27.024129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.048906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 20693360-75a7-4b1d-9fdd-c9192098efe9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:27.048906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.058812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 4157f944-48e4-43d3-a92d-b003fea57af8 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:27.083138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.122054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.142473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 20693360-75a7-4b1d-9fdd-c9192098efe9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=20693360-75a7-4b1d-9fdd-c9192098efe9,segment=NetworkSegment(676fd768-23a0-48a9-b3d7-4c38b2ab7f92),segment_id=676fd768-23a0-48a9-b3d7-4c38b2ab7f92)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:27.143956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Subnet': ['ID=f1aa5ac3-2004-4610-8ffa-254c32953af5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.151879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.171507 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-42a5b2c1-6c9d-4318-9ad0-4900746f8b38 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/subnets/f1aa5ac3-2004-4610-8ffa-254c32953af5 HTTP/1.1" status: 204 len: 168 time: 0.7578208 May 13 15:13:27.171946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59022) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:27.174745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:27.196108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.196626 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3577d225-537d-4acb-aadf-c454cf217554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7046919 May 13 15:13:27.204792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59026) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:27.206637 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] Sync routers for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:27.219129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:27.221060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.222836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3e77d8f9-24a2-4cda-af70-3b35853ddae3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:27.233034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.261742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 3e77d8f9-24a2-4cda-af70-3b35853ddae3 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:27.318669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Transition to ACTIVE for port object 4157f944-48e4-43d3-a92d-b003fea57af8 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:27.328357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e7fa9-90d6-42ce-948e-ddeb83700070 None None] Network 375831b8-f666-4ed4-8093-0a367d20b127 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:27.365638 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.388339 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:27.390031 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.488066 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.490253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5df0ed-de8f-4c70-9fae-bce15c8e2d4e None None] The sync data for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:27.500661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Network 13172465-cc0e-4605-9b9c-fdb306791c82 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:27.503513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.543672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.554795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=20693360-75a7-4b1d-9fdd-c9192098efe9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.579348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.715667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2f248a9d-a746-4f49-ae35-cae3bdf82bc4 None None] Provisioning complete for port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.716233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f248a9d-a746-4f49-ae35-cae3bdf82bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.775736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:27.782234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 13172465-cc0e-4605-9b9c-fdb306791c82) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:27.782414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.782851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.785870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:27.787587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.814013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Deleting port ab1fdf33-018d-492c-8e01-930f493d649c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:27.814381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.826218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec88ddd-049c-4ac0-9e9f-d696eaaf1827 None None] Network 13172465-cc0e-4605-9b9c-fdb306791c82 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:27.932132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=f048e0f7-5d5f-431a-8f57-ccc0739c84c5,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.935051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:27.935391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:27.935725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:27.950213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=4157f944-48e4-43d3-a92d-b003fea57af8,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.965879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2f248a9d-a746-4f49-ae35-cae3bdf82bc4 None None] Port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:27.976808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:27.977334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:27.977647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:27.984823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': 'f53f0a92-bf21-4537-a678-28b595cca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:27.985186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: 6685fff5-340f-41af-b714-aaf4ceb57b37, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:27.989391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:27.989705 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:27.996533 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 2 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:28.064741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.065490 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.082660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 2 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:28.112803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] DHCP port deletion for 375831b8-f666-4ed4-8093-0a367d20b127 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:28.115494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3e77d8f9-24a2-4cda-af70-3b35853ddae3 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:28.117229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.123208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.123540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.123872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.134362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.134696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.135039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.150518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.150846 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.151317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.151622 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:28.155139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 3 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:28.161480 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 3 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:28.172876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Deleting port ab1fdf33-018d-492c-8e01-930f493d649c {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:28.173335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.223450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.232641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.233093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.233365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.235496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.235808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.236128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.267948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] For port ab1fdf33-018d-492c-8e01-930f493d649c, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ab1fdf33-018d-492c-8e01-930f493d649c,segment=NetworkSegment(25b6856a-342a-4150-872e-5fc2986ede26),segment_id=25b6856a-342a-4150-872e-5fc2986ede26)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:28.268515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.298752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:28.322482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.322809 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.331253 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 4 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:28.344253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.344253 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:28.351768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 4 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:28.384794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.385175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.385470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.387498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.387828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.388139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.400625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Calling delete_port for ab1fdf33-018d-492c-8e01-930f493d649c owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:28.429261 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-46b2f6a6-b635-4eab-974c-20278a73c801 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:13:28.430471 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-46b2f6a6-b635-4eab-974c-20278a73c801 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2262139 May 13 15:13:28.437234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59030) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:28.459261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 6685fff5-340f-41af-b714-aaf4ceb57b37) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:28.463716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:28.464305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.468096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.468435 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.468915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.469227 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:28.470419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.476180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8fdf1-1772-460c-9169-12ca5bfab2d0 None None] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:28.486477 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 5 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:28.493704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 5 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:28.500513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] For port ab1fdf33-018d-492c-8e01-930f493d649c, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ab1fdf33-018d-492c-8e01-930f493d649c,segment=NetworkSegment(25b6856a-342a-4150-872e-5fc2986ede26),segment_id=25b6856a-342a-4150-872e-5fc2986ede26)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:28.500981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.610030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=3e77d8f9-24a2-4cda-af70-3b35853ddae3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:28.622199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.622527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.622879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.625253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.625570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.625899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.701041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 20693360-75a7-4b1d-9fdd-c9192098efe9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:28.704693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.705239 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:28.721981 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 6 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:28.775439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Calling delete_port for ab1fdf33-018d-492c-8e01-930f493d649c owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:28.933726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1b3df31b-bb30-4d0c-895c-dc5ccd150eac tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1426771 May 13 15:13:28.933726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.933726 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.934104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59034) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:28.940930 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 6 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:28.944814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.961855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:28.963740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 20693360-75a7-4b1d-9fdd-c9192098efe9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:28.965067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.966763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.967098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.967474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.977682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:28.978044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:28.978379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:28.983260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.993464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:28.993791 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:28.997674 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 7 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:29.005459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.005773 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:29.010345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 7 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:29.036808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Port': ['ID=ab1fdf33-018d-492c-8e01-930f493d649c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:29.089315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] No DVR routers for this DVR port ab1fdf33-018d-492c-8e01-930f493d649c on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:29.093371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.093703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.094058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.164223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.164578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.164918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.176726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.177057 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:29.181993 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 8 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:29.193722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.194101 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:29.199722 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 8 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:29.216601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.216924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.217264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.267619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-6685fff5-340f-41af-b714-aaf4ceb57b37', 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': 'f048e0f7-5d5f-431a-8f57-ccc0739c84c5'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:29.270619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.284748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:29.284748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:29.289524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.289524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.290202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.300710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.301041 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:29.304062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.313269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:29.324800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:29.341630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 20693360-75a7-4b1d-9fdd-c9192098efe9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:29.352593 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 9 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:29.370376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:29.370635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router fc7eecb5-39e8-42a6-bc2a-5514f9da845a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:29.372709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.372709 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:29.378679 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 9 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:29.386773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375831b8-f666-4ed4-8093-0a367d20b127']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.393986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:29.405446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.405783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.406147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.413461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b6856a-342a-4150-872e-5fc2986ede26') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.414263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b6856a-342a-4150-872e-5fc2986ede26') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.416307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:29.417136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.417464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.417788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.431067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ab1fdf33-018d-492c-8e01-930f493d649c no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:29.431330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.453709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.459003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:29.459398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:29.474200 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:29.482346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.483249 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:29.485915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ab1fdf33-018d-492c-8e01-930f493d649c {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:29.486375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ab1fdf33-018d-492c-8e01-930f493d649c not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:29.494765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 10 to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 May 13 15:13:29.506231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.508128 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:29.510277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 10 to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 May 13 15:13:29.540805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.541143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.541485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.572398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:29.575912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.591017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Allocated IP 172.20.0.2 (6685fff5-340f-41af-b714-aaf4ceb57b37/f048e0f7-5d5f-431a-8f57-ccc0739c84c5/d07a9ffb-3dae-459d-9050-79780cfd68ce) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:29.670178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.672157 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 4157f944-48e4-43d3-a92d-b003fea57af8 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:29.672157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.681331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:29.681797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:29.682171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:29.729178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.765315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:29.765640 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port a3f1bebb-0a37-4fa7-836f-8041e0da8067 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:29.766018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.786048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Deleting port ab1fdf33-018d-492c-8e01-930f493d649c {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:29.786048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.788884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.819830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:29.825487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-954a3b53-d20c-4109-b01a-a53fddeb6e23 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "PUT /v2.0/routers/d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7402029 May 13 15:13:29.836243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Sync routers for ids ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:29.838410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59038) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:29.867508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.888530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b4660fa5-1505-4523-8f70-86ea85c3e940 None None] The port 'ab1fdf33-018d-492c-8e01-930f493d649c' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:29.895925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] Pushing event deleted for resources: {'Network': ['ID=375831b8-f666-4ed4-8093-0a367d20b127,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:29.903184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Routers {'d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:29.903908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.966847 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c9154439-7a7c-4011-a7c1-128d85586137 tempest-NetworksTest-1839571463 tempest-NetworksTest-1839571463-project] 10.222.0.91 "DELETE /v2.0/networks/375831b8-f666-4ed4-8093-0a367d20b127 HTTP/1.1" status: 204 len: 168 time: 2.7940621 May 13 15:13:29.993276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:30.004094 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Sync routers for ids ['fc7eecb5-39e8-42a6-bc2a-5514f9da845a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:30.017657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Routers {'fc7eecb5-39e8-42a6-bc2a-5514f9da845a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:30.018261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fc7eecb5-39e8-42a6-bc2a-5514f9da845a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.057776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1fb5e-7299-4289-a5de-53af42c526b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.059219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1fb5e-7299-4289-a5de-53af42c526b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.060362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a6b1fb5e-7299-4289-a5de-53af42c526b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:30.100721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port a3f1bebb-0a37-4fa7-836f-8041e0da8067, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:30.102303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:30.104340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 4157f944-48e4-43d3-a92d-b003fea57af8, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:30.104996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:30.127522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.130913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.133573 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f85a8ed-3ce3-4824-bb75-51d0f304612f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.4100657 May 13 15:13:30.135587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59044) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.173201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Transition to ACTIVE for port object d07a9ffb-3dae-459d-9050-79780cfd68ce will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:30.182487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Set router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:30.208779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.286151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:30.297627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:28Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.302851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting port 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:30.303328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.308746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Checking router: d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:30.311023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Transition to ACTIVE for port object d07a9ffb-3dae-459d-9050-79780cfd68ce will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:30.320016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Routers {'d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:30.320971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.326116 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Set router fc7eecb5-39e8-42a6-bc2a-5514f9da845a gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:30.340694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.439096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.525805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] Set router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:30.592623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:30.633645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': '83a1b6fe-38c4-4583-a8ea-8f515f1068d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:30.634630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: f38cb002-9c20-4580-a61d-af58e9d8999f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:30.710963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59050) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.730603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:30.738051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.747937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a6b1fb5e-7299-4289-a5de-53af42c526b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:30.749121 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a6b1fb5e-7299-4289-a5de-53af42c526b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9027219 May 13 15:13:30.750473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.750850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:30.753409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59056) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.793969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.808547 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7eecb5-39e8-42a6-bc2a-5514f9da845a', 'name': '', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5', 'external_fixed_ips': [{'subnet_id': '97b7ce09-04d7-403c-b5b7-c4365132d88a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '67c3c2e2-df47-4cc9-a635-965e70cfbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:20Z', 'updated_at': '2022-05-13T15:13:25Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': '67c3c2e2-df47-4cc9-a635-965e70cfbf77', 'name': '', 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7eecb5-39e8-42a6-bc2a-5514f9da845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97b7ce09-04d7-403c-b5b7-c4365132d88a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:23Z', 'updated_at': '2022-05-13T15:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b7ce09-04d7-403c-b5b7-c4365132d88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.813208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Checking router: fc7eecb5-39e8-42a6-bc2a-5514f9da845a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:30.813844 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Updating router fc7eecb5-39e8-42a6-bc2a-5514f9da845a port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:13:30.839513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] In _notify_port_updated(), no bound segment for port 4157f944-48e4-43d3-a92d-b003fea57af8 on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:13:30.840446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.841042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.845019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "PUT /v2.0/ports/4157f944-48e4-43d3-a92d-b003fea57af8 HTTP/1.1" status: 200 len: 977 time: 6.5850604 May 13 15:13:30.849440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59060) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.851027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.851628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.858576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:28Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.861535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network f38cb002-9c20-4580-a61d-af58e9d8999f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:30.891701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5530154-bb8a-402c-9eef-938f990ba466 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=4157f944-48e4-43d3-a92d-b003fea57af8,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:30.923610 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.930820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.953546 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.7623172 May 13 15:13:30.957779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59064) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.992656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Calling delete_port for 02f63e7e-d7f9-4e22-a66a-7d7a968e9073 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:31.017781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf96d91-f9fd-482b-b4f3-7c7be327d737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=a3f1bebb-0a37-4fa7-836f-8041e0da8067,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.023723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:31.024312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.028247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef4625-3807-4c69-bb21-5f10c587787d None None] The sync data for ids ['d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb'] in dv-neutron-835340-3-hyperv is: [{'id': 'd5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb', 'name': 'tempest-NetworksTestDHCPv6-router-1175186810', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:10Z', 'updated_at': '2022-05-13T15:13:28Z', 'revision_number': 3, 'project_id': 'b41c8eb77f6343309636d2c3fedc7424', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:31.090652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Deleting port a3f1bebb-0a37-4fa7-836f-8041e0da8067 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:31.090997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.141824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Pushing event updated for resources: {'Port': ['ID=d07a9ffb-3dae-459d-9050-79780cfd68ce,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.162031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 62640f1e-9aa1-470d-9a66-a433e846ffe6 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:31.166757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.179326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Attempting to bind port d07a9ffb-3dae-459d-9050-79780cfd68ce on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:31.180019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Attempting to bind port d07a9ffb-3dae-459d-9050-79780cfd68ce by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f53f0a92-bf21-4537-a678-28b595cca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:31.180587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Attempting to bind port d07a9ffb-3dae-459d-9050-79780cfd68ce on network 6685fff5-340f-41af-b714-aaf4ceb57b37 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:31.188361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:31.188361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Checking segment: {'id': 'f53f0a92-bf21-4537-a678-28b595cca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:31.188361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.188361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Bound using segment: {'id': 'f53f0a92-bf21-4537-a678-28b595cca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:31.189232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Bound port: d07a9ffb-3dae-459d-9050-79780cfd68ce, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53f0a92-bf21-4537-a678-28b595cca200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6685fff5-340f-41af-b714-aaf4ceb57b37'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:31.189812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.228741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.258108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0f96ae24-8421-4544-a158-06a8158086cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.329644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.350704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] For port d07a9ffb-3dae-459d-9050-79780cfd68ce, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:31.355107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] For port d07a9ffb-3dae-459d-9050-79780cfd68ce, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d07a9ffb-3dae-459d-9050-79780cfd68ce,segment=NetworkSegment(f53f0a92-bf21-4537-a678-28b595cca200),segment_id=f53f0a92-bf21-4537-a678-28b595cca200)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:31.370968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f38cb002-9c20-4580-a61d-af58e9d8999f) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:31.381601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30a91e-9120-4b23-8b0b-5ee55fbae765 None None] Network f38cb002-9c20-4580-a61d-af58e9d8999f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:31.404479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.418747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.418747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.422451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.436713 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Transition to ACTIVE for port object 67c3c2e2-df47-4cc9-a635-965e70cfbf77 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:31.509540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.522043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.522539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.523012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.523484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.523953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.524417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.524881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.525342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.525804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.526287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.526751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.527206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.527670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.528205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.528665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.528780 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.529289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.529581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.530206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.532013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Synchronizing usage tracker for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:31.548236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port a3f1bebb-0a37-4fa7-836f-8041e0da8067, host hv-neutron-8353, got binding levels [] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:31.548665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.554331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f58d22bd-02e9-4ddd-a3d2-93e7c9a260af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=06a7f3893cbf4d64b0749344a597464e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415208 May 13 15:13:31.557445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59068) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.566088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Calling delete_port for 67c3c2e2-df47-4cc9-a635-965e70cfbf77 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:31.681749 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Pushing event updated for resources: {'Port': ['ID=67c3c2e2-df47-4cc9-a635-965e70cfbf77,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.701325 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Attempting to bind port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:31.701325 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Attempting to bind port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c7eb5020-ac71-44d4-bd86-3c356061ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:31.701325 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Attempting to bind port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 on network 61613a22-0e35-44e7-9b45-090f9e42b4f5 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:31.707930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70befc5-1ce1-4246-b65f-0a320440781c None None] Pushing event updated for resources: {'Port': ['ID=d07a9ffb-3dae-459d-9050-79780cfd68ce,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.708471 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.709048 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.709400 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.721522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:31.729203 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:31.729203 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Checking segment: {'id': 'c7eb5020-ac71-44d4-bd86-3c356061ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:31.729553 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.729672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Bound using segment: {'id': 'c7eb5020-ac71-44d4-bd86-3c356061ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:31.730177 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Bound port: 67c3c2e2-df47-4cc9-a635-965e70cfbf77, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eb5020-ac71-44d4-bd86-3c356061ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '61613a22-0e35-44e7-9b45-090f9e42b4f5'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:31.730571 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.760147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Unset dirty status for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:31.762611 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2772874d-1c38-43a2-bca3-19fead48113c tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16248 time: 0.9024098 May 13 15:13:31.764555 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c65501b-cd3f-46bc-89df-98aa9a902261 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8291490 May 13 15:13:31.766171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.768956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59072) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.769698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59074) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.831601 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] For port 67c3c2e2-df47-4cc9-a635-965e70cfbf77, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:31.835722 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] For port 67c3c2e2-df47-4cc9-a635-965e70cfbf77, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=67c3c2e2-df47-4cc9-a635-965e70cfbf77,segment=NetworkSegment(c7eb5020-ac71-44d4-bd86-3c356061ffda),segment_id=c7eb5020-ac71-44d4-bd86-3c356061ffda)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:31.840042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.844352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-994856359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:31.856132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f38cb002-9c20-4580-a61d-af58e9d8999f', 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:31.857104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.859119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Calling delete_port for a3f1bebb-0a37-4fa7-836f-8041e0da8067 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:31.890762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=62640f1e-9aa1-470d-9a66-a433e846ffe6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.896000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.910574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.914838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Port': ['ID=02f63e7e-d7f9-4e22-a66a-7d7a968e9073,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.989469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.071049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:32.078579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Allocated IP 172.21.0.2 (f38cb002-9c20-4580-a61d-af58e9d8999f/2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2/8fe66a99-4438-4ecf-a978-3a784aa20d71) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:32.082369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73337487-9781-40e8-9827-1060811ad679 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:32.086428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.094930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:32.095265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:32.113477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:32.118356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:32.153144 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f056b-243f-4bb9-a519-e92c0c49d868 None None] Pushing event updated for resources: {'Port': ['ID=67c3c2e2-df47-4cc9-a635-965e70cfbf77,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:32.159130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:32.168602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-333dfb36-2972-46fe-9fd7-418f1afbca97 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/62640f1e-9aa1-470d-9a66-a433e846ffe6 HTTP/1.1" status: 204 len: 168 time: 1.4106259 May 13 15:13:32.169035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:32.183916 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Routers {'fc7eecb5-39e8-42a6-bc2a-5514f9da845a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:32.185457 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fc7eecb5-39e8-42a6-bc2a-5514f9da845a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:32.330833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Deleting port 4157f944-48e4-43d3-a92d-b003fea57af8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:32.332801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.356405 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:13:32.367027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.381672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] Set router fc7eecb5-39e8-42a6-bc2a-5514f9da845a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:32.409313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ffd40-7620-4f6b-a72e-1db21639bc09,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:32.421920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.423324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-767c970e-5c47-40bc-a234-4176e4123381 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ad5ffd40-7620-4f6b-a72e-1db21639bc09 HTTP/1.1" status: 204 len: 168 time: 0.8637438 May 13 15:13:32.432163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.572110 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7eecb5-39e8-42a6-bc2a-5514f9da845a', 'name': '', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:20Z', 'updated_at': '2022-05-13T15:13:30Z', 'revision_number': 4, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:32.584011 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776d3854-d04b-4c62-b32d-68d052764bed None None] The sync data for ids ['fc7eecb5-39e8-42a6-bc2a-5514f9da845a'] in dv-neutron-835340-3-hyperv is: [{'id': 'fc7eecb5-39e8-42a6-bc2a-5514f9da845a', 'name': '', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:20Z', 'updated_at': '2022-05-13T15:13:30Z', 'revision_number': 4, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:32.644908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:32.673416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d07a9ffb-3dae-459d-9050-79780cfd68ce up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:32.754669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Deleting port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:32.755042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.771242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting port 67c3c2e2-df47-4cc9-a635-965e70cfbf77 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:32.772286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.802075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.804098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.831197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.889399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Transition to ACTIVE for port object 8fe66a99-4438-4ecf-a978-3a784aa20d71 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:32.916487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d07a9ffb-3dae-459d-9050-79780cfd68ce completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:32.942639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Transition to ACTIVE for port object 8fe66a99-4438-4ecf-a978-3a784aa20d71 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:32.968886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3e77d8f9-24a2-4cda-af70-3b35853ddae3 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:33.052496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.072298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.082776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3e77d8f9-24a2-4cda-af70-3b35853ddae3 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:33.083115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3e77d8f9-24a2-4cda-af70-3b35853ddae3 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:33.105726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.127077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Router dd20ea68-0f9f-42eb-baad-a4edb5f78490 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:33.168870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3f1bebb-0a37-4fa7-836f-8041e0da8067,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.187649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Network f38cb002-9c20-4580-a61d-af58e9d8999f is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:33.192280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c1e85dc9-85eb-47f1-a801-84cea0fa9fc3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:33.200137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] For port ea72fdc2-2081-4b72-95a9-c3a0dac1d975, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:33.204426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.219761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.311485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:33.327616 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c6b3f34b-0720-4533-b60e-9d7f7c4bd02c tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8891778 May 13 15:13:33.333901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59094) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.366437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] Sync routers for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:33.404918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-f782f0f3-4395-4718-9a06-f2027f8f7d5b tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] delete failed (client error): The resource could not be found. May 13 15:13:33.406984 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f782f0f3-4395-4718-9a06-f2027f8f7d5b tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-173061903 HTTP/1.1" status: 404 len: 334 time: 0.0776582 May 13 15:13:33.415685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59100) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.423597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3f0e3c40-f7c7-4368-8c3b-1d9b9b54036a tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd20ea68-0f9f-42eb-baad-a4edb5f78490'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:33.425073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa885ec-fcc2-4445-b354-da2c691fdd1f None None] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:33.471636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.498469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:33.513769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Calling delete_port for ea72fdc2-2081-4b72-95a9-c3a0dac1d975 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:33.518948 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 4157f944-48e4-43d3-a92d-b003fea57af8, host hv-neutron-8353, got binding levels [] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:33.519438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.536743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8cc3dca6-9c45-48e7-8a17-30bab9378850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "DELETE /v2.0/ports/a3f1bebb-0a37-4fa7-836f-8041e0da8067 HTTP/1.1" status: 204 len: 168 time: 2.5761170 May 13 15:13:33.540462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59104) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.555023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ff26b049-dbc9-48c2-9ddc-9cff286fad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.569890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:33.595289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:33.595989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:33.706443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Calling delete_port for 4157f944-48e4-43d3-a92d-b003fea57af8 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:33.737877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Pushing event updated for resources: {'Port': ['ID=8fe66a99-4438-4ecf-a978-3a784aa20d71,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.744269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c1e85dc9-85eb-47f1-a801-84cea0fa9fc3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:33.745561 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c1e85dc9-85eb-47f1-a801-84cea0fa9fc3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.5756042 May 13 15:13:33.746942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.748747 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ac9e3d78-d206-4b7d-ba45-ded328ebb669 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9091985 May 13 15:13:33.749418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:33.765835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59112) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.766468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59114) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.783583 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f8148c-3f71-4ec7-bcd8-c1eb33e6e6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:33.785274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64f8148c-3f71-4ec7-bcd8-c1eb33e6e6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Synchronizing usage tracker for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:33.825806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Provisioning for port d07a9ffb-3dae-459d-9050-79780cfd68ce completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:33.840090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:33.841247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:33.907633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3c40-f7c7-4368-8c3b-1d9b9b54036a tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.913717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] For port 67c3c2e2-df47-4cc9-a635-965e70cfbf77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=67c3c2e2-df47-4cc9-a635-965e70cfbf77,segment=NetworkSegment(c7eb5020-ac71-44d4-bd86-3c356061ffda),segment_id=c7eb5020-ac71-44d4-bd86-3c356061ffda)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:33.914246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.968178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:33.968573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f11c9-c199-4d40-93f3-a90eee7d7092 None None] The sync data for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:33.970932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Provisioning complete for port d07a9ffb-3dae-459d-9050-79780cfd68ce triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:33.971306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.031012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-3f0e3c40-f7c7-4368-8c3b-1d9b9b54036a tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] update failed (client error): The resource could not be found. May 13 15:13:34.032065 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f0e3c40-f7c7-4368-8c3b-1d9b9b54036a tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490 HTTP/1.1" status: 404 len: 339 time: 0.6152914 May 13 15:13:34.035768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59124) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.041805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-911234239'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:34.047055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:34.050939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:network and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:34.054755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:34.062517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:34.064120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59128) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.067302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Attempting to bind port 8fe66a99-4438-4ecf-a978-3a784aa20d71 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:34.067683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Attempting to bind port 8fe66a99-4438-4ecf-a978-3a784aa20d71 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '83a1b6fe-38c4-4583-a8ea-8f515f1068d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:34.068048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Attempting to bind port 8fe66a99-4438-4ecf-a978-3a784aa20d71 on network f38cb002-9c20-4580-a61d-af58e9d8999f {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:34.079282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.135130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] Pushing event deleted for resources: {'Port': ['ID=ea72fdc2-2081-4b72-95a9-c3a0dac1d975,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.137112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:34.137474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Checking segment: {'id': '83a1b6fe-38c4-4583-a8ea-8f515f1068d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:34.137871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.138281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Bound using segment: {'id': '83a1b6fe-38c4-4583-a8ea-8f515f1068d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:34.138758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Bound port: 8fe66a99-4438-4ecf-a978-3a784aa20d71, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a1b6fe-38c4-4583-a8ea-8f515f1068d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f38cb002-9c20-4580-a61d-af58e9d8999f'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:34.139129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.146212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:34.153384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.188834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1209797522'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:34.197300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:34.201924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Calling delete_port for 67c3c2e2-df47-4cc9-a635-965e70cfbf77 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:34.207955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc2d5d-093c-4984-ba63-91754dffea67 None None] No DVR routers for this DVR port ea72fdc2-2081-4b72-95a9-c3a0dac1d975 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:34.208203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:34.211785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:34.214055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:34.222798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:34.229412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.229754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Added segment 8807c0c2-0c44-4727-ad6c-5ca675571e51 of type vlan for network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f May 13 15:13:34.263005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64f8148c-3f71-4ec7-bcd8-c1eb33e6e6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Unset dirty status for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:34.264184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-64f8148c-3f71-4ec7-bcd8-c1eb33e6e6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports/a3f1bebb-0a37-4fa7-836f-8041e0da8067 HTTP/1.1" status: 404 len: 333 time: 0.7187538 May 13 15:13:34.266087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.269837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59134) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.275463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579154271'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:34.282183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:34.282371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.295660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:34.310678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:34.314073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.331822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.347692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:34.352950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:34.361783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:34.369704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:34.379299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Made reservation on behalf of f40d13a269db4198b33d561cf1132a29 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:34.381654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.401739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] For port 8fe66a99-4438-4ecf-a978-3a784aa20d71, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:34.409173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.415814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.416727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.417794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] For port 8fe66a99-4438-4ecf-a978-3a784aa20d71, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8fe66a99-4438-4ecf-a978-3a784aa20d71,segment=NetworkSegment(83a1b6fe-38c4-4583-a8ea-8f515f1068d8),segment_id=83a1b6fe-38c4-4583-a8ea-8f515f1068d8)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:34.432190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Current status of the port d07a9ffb-3dae-459d-9050-79780cfd68ce is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:34.432576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.500431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.528122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port d38caaa5-2346-460c-9f7c-636e05f10306 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:34.559245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] For port d07a9ffb-3dae-459d-9050-79780cfd68ce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d07a9ffb-3dae-459d-9050-79780cfd68ce,segment=NetworkSegment(f53f0a92-bf21-4537-a678-28b595cca200),segment_id=f53f0a92-bf21-4537-a678-28b595cca200)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:34.582284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.610666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf08c-3761-410b-836a-0bd0ae13251a None None] Pushing event updated for resources: {'Port': ['ID=8fe66a99-4438-4ecf-a978-3a784aa20d71,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.621811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.623224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Network': ['ID=f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.641131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:34.714158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ea72fdc2-2081-4b72-95a9-c3a0dac1d975 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:34.749269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.821061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ea72fdc2-2081-4b72-95a9-c3a0dac1d975 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:34.821414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ea72fdc2-2081-4b72-95a9-c3a0dac1d975 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:34.848378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.887061 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4f7cc9e2-8332-4a26-be23-de18bad21466 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8473685 May 13 15:13:34.896896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59140) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.905832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'subnet': {'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:34.908964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709f43d-4aed-4716-83a7-eeeb9be3f70b None None] Pushing event updated for resources: {'Port': ['ID=d07a9ffb-3dae-459d-9050-79780cfd68ce,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.959592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.976841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f6bba1cc-dc72-437d-aad5-8d40b0a13d7b None None] Provisioning complete for port d07a9ffb-3dae-459d-9050-79780cfd68ce triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:34.977489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f6bba1cc-dc72-437d-aad5-8d40b0a13d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.132766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.163579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f6bba1cc-dc72-437d-aad5-8d40b0a13d7b None None] Current status of the port d07a9ffb-3dae-459d-9050-79780cfd68ce is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:35.166742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.205671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.210076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.225885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.229331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event deleted for resources: {'Port': ['ID=4157f944-48e4-43d3-a92d-b003fea57af8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:35.238459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.286370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:35.309014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.319001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Network 13172465-cc0e-4605-9b9c-fdb306791c82 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:35.329314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:35.331659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:35.332751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.333433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.337076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d38caaa5-2346-460c-9f7c-636e05f10306,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:35.343125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.347653 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 00b75885-b355-4f7c-b42e-0626c0b2dd44 of type vlan for network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 May 13 15:13:35.347653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e0899-43a1-43b9-b729-f7c07ebfc24a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:35.360533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:35.367643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Usage tracker for resource:subnet and tenant:544ed5652310425aa8666035e91a69b3 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:35.371653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:35.386370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:35.410328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.425721 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4b3afb40-7c52-4393-9e49-74a305a8390e tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "DELETE /v2.0/ports/4157f944-48e4-43d3-a92d-b003fea57af8 HTTP/1.1" status: 204 len: 168 time: 3.5851135 May 13 15:13:35.432701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.479663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.480146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Fanout notify agent at l3_agent the message router_deleted on router d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:35.482394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Made reservation on behalf of 544ed5652310425aa8666035e91a69b3 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:35.485995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.503412 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6344c7-0a73-48ce-a579-600519bdbb0f tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:35.504864 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7c6344c7-0a73-48ce-a579-600519bdbb0f tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports/4157f944-48e4-43d3-a92d-b003fea57af8 HTTP/1.1" status: 404 len: 333 time: 0.0711029 May 13 15:13:35.509114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59148) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.510834 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-36bfacba-9beb-4d03-bdf8-6d9532adc01f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2398677 May 13 15:13:35.520315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59152) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.521321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1700660314', 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:35.567036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:35.574970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:35.586602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.588509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.589140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.621399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Usage tracker for resource:port and tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:35.629460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:35.665335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:35.723641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6584518 May 13 15:13:35.728277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59156) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.737479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'name': 'tempest-PortsIpV6TestJSON-469973819'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:35.756722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde268e0-737b-4236-8bcb-6a9009dbb7f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=25be2f93-ef4a-4fb8-9679-cccdcecd5082,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:35.771276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:35.780435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.787679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.789044 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97fbdd42-409a-4f43-a080-f160ea905eed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/routers/d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb HTTP/1.1" status: 204 len: 168 time: 2.0134244 May 13 15:13:35.812474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59160) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.861182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.951627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4873c695-56e7-4589-b4c6-f6301a827f7d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:35.999767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Made reservation on behalf of 3f6fb18f6eba4eac9a4d7c03f328bde0 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:36.002078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.007011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:36.017994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Port': ['ID=67c3c2e2-df47-4cc9-a635-965e70cfbf77,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:36.030087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:36.034530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:36.054641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:36.060806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c1d3c-b7c0-4bf1-896f-9c4be7817e80 None None] Network f38cb002-9c20-4580-a61d-af58e9d8999f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:36.063356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4873c695-56e7-4589-b4c6-f6301a827f7d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:36.066964 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4873c695-56e7-4589-b4c6-f6301a827f7d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2500567 May 13 15:13:36.067567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59164) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.138199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2b4f7-13e8-47a0-8b0d-3304ffb9b561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.138936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43c2b4f7-13e8-47a0-8b0d-3304ffb9b561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:36.141971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.153270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port e1b74bea-e7ad-48da-9a5c-147edb13886e yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:36.154130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.198848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:36.203426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.242072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43c2b4f7-13e8-47a0-8b0d-3304ffb9b561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:36.245757 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43c2b4f7-13e8-47a0-8b0d-3304ffb9b561 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753323 May 13 15:13:36.252278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59168) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.263248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 86836a98-5930-4f98-bd92-af94ec365b81 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:36.294988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-956ba54f-14ed-43da-b8e4-4e87d0f1568b None None] Provisioning for port 8fe66a99-4438-4ecf-a978-3a784aa20d71 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:36.310347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.370426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Subnet': ['ID=478f0a49-8901-4bf9-86b7-846f94fcb067,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:36.397769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ecb6b7cf-f6c3-43ed-865e-af70fa4bd52d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:36.421382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Checking segment: {'id': '8807c0c2-0c44-4727-ad6c-5ca675571e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:36.421751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network hostable DHCP agents. Network: f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:36.471111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.20.0.1 (6685fff5-340f-41af-b714-aaf4ceb57b37/f048e0f7-5d5f-431a-8f57-ccc0739c84c5/4d2c62f1-c772-4716-ba69-a21d71d6f981) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:36.556959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ecb6b7cf-f6c3-43ed-865e-af70fa4bd52d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:36.556959 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ecb6b7cf-f6c3-43ed-865e-af70fa4bd52d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3012116 May 13 15:13:36.561869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.589556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.596784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:36.622987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.647743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:36.673267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.700614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d07a9ffb-3dae-459d-9050-79780cfd68ce up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:36.717599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:36.721989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.722676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.737288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f687a2-1ae6-4e12-9e36-bb2cabd1f509 None None] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:36.758217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.831928 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aa7b9bed-f9b6-46e0-9e42-7d3e7c6a0411 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9339051 May 13 15:13:36.845924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59176) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.857155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6f324e05-938d-49c3-9e90-4f5ddeea94aa tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:36.872376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d07a9ffb-3dae-459d-9050-79780cfd68ce triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:36.873367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.919177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=86836a98-5930-4f98-bd92-af94ec365b81,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:36.999827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '00b75885-b355-4f7c-b42e-0626c0b2dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:37.000331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 25be2f93-ef4a-4fb8-9679-cccdcecd5082, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:37.039251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.046551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f', 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f', 'tenant_id': '544ed5652310425aa8666035e91a69b3', 'fixed_ips': [{'subnet_id': '478f0a49-8901-4bf9-86b7-846f94fcb067'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:37.047472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.094115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.095841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:37.135989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.136746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc7eecb5-39e8-42a6-bc2a-5514f9da845a {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:37.181782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d07a9ffb-3dae-459d-9050-79780cfd68ce is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:37.182755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8fe66a99-4438-4ecf-a978-3a784aa20d71 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:37.201660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.217099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port d38caaa5-2346-460c-9f7c-636e05f10306 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:37.232675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.253222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 4d2c62f1-c772-4716-ba69-a21d71d6f981 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:37.258051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.262474 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b8a72925-5649-4a5f-a5af-8db8cb4312af tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/routers/fc7eecb5-39e8-42a6-bc2a-5514f9da845a HTTP/1.1" status: 204 len: 168 time: 7.1256011 May 13 15:13:37.263193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:37.267445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.278082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59180) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.353722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Allocated IP 2001:db8:1::2 (f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f/478f0a49-8901-4bf9-86b7-846f94fcb067/078420ab-4470-4c00-b2d9-155e6855d291) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:37.353916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Transition to ACTIVE for port object d38caaa5-2346-460c-9f7c-636e05f10306 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:37.401099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:37.427032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8fe66a99-4438-4ecf-a978-3a784aa20d71 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:37.445294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8fe66a99-4438-4ecf-a978-3a784aa20d71 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:37.445664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.461756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.484682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6f324e05-938d-49c3-9e90-4f5ddeea94aa tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.496724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting subnet 97b7ce09-04d7-403c-b5b7-c4365132d88a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:37.499839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.518511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.525493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.547531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 25be2f93-ef4a-4fb8-9679-cccdcecd5082) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:37.554688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:37.560181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:37.560780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.566276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:37.569217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.592438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10389c03-ddeb-41fe-9070-6b7f82b18308 None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:37.708697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a6feeb24-0634-4a6d-999f-894a5e273258 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9744422 May 13 15:13:37.711273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59184) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.712290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.750854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:37.758128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761472014'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:37.758322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.768406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Transition to ACTIVE for port object 078420ab-4470-4c00-b2d9-155e6855d291 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:37.770883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:37.771974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.777381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8fe66a99-4438-4ecf-a978-3a784aa20d71 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:37.779420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.779527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:37.780825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:37.789749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:37.798170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:37.802398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Transition to ACTIVE for port object 078420ab-4470-4c00-b2d9-155e6855d291 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:37.842929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:37.856632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:37.863363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:37.864226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.877596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-6f324e05-938d-49c3-9e90-4f5ddeea94aa tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:13:37.882779 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6f324e05-938d-49c3-9e90-4f5ddeea94aa tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490 HTTP/1.1" status: 400 len: 364 time: 1.0317578 May 13 15:13:37.883518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59188) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.913813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.918445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 8fe66a99-4438-4ecf-a978-3a784aa20d71, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8fe66a99-4438-4ecf-a978-3a784aa20d71,segment=NetworkSegment(83a1b6fe-38c4-4583-a8ea-8f515f1068d8),segment_id=83a1b6fe-38c4-4583-a8ea-8f515f1068d8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:37.924548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.951393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.956033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:37.959709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.984477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:37.984841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:37.985150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:37.987203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d38caaa5-2346-460c-9f7c-636e05f10306,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.022894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.032907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:38.043001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:38.045257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:38.056239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.056910 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.058268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Pushing event updated for resources: {'Port': ['ID=078420ab-4470-4c00-b2d9-155e6855d291,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.081781 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 2 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.101684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97b7ce09-04d7-403c-b5b7-c4365132d88a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.104447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.117794 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6043546 May 13 15:13:38.118110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59192) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:38.130641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.131122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.131521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.146891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.147220 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.150678 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 3 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.160631 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f278ffa8-8ebd-487c-94a9-3aa77e412c67 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/97b7ce09-04d7-403c-b5b7-c4365132d88a HTTP/1.1" status: 204 len: 168 time: 0.8782668 May 13 15:13:38.163593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59196) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:38.169039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97212e41-0ea3-4bea-a024-b869dd381821 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=e1b74bea-e7ad-48da-9a5c-147edb13886e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.227923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:38.281236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Attempting to bind port 078420ab-4470-4c00-b2d9-155e6855d291 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.281605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Attempting to bind port 078420ab-4470-4c00-b2d9-155e6855d291 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8807c0c2-0c44-4727-ad6c-5ca675571e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.282006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Attempting to bind port 078420ab-4470-4c00-b2d9-155e6855d291 on network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.285022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.285492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.285492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.289262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=8fe66a99-4438-4ecf-a978-3a784aa20d71,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.294171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:38.294651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Checking segment: {'id': '8807c0c2-0c44-4727-ad6c-5ca675571e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:38.295034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.295411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Bound using segment: {'id': '8807c0c2-0c44-4727-ad6c-5ca675571e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:38.295879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Bound port: 078420ab-4470-4c00-b2d9-155e6855d291, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8807c0c2-0c44-4727-ad6c-5ca675571e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:38.296937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.326977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.327531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 7b485f75-9f1a-4d47-b9a0-baf9ef51742e of type vlan for network c72236e3-24ca-4480-9efd-88cfb68d7721 May 13 15:13:38.353134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.353519 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.361154 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 4 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.367558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-00058ca5-ec58-4010-a4bb-4a8aebe69caf None None] Provisioning for port 4d2c62f1-c772-4716-ba69-a21d71d6f981 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:38.386697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-00058ca5-ec58-4010-a4bb-4a8aebe69caf None None] Provisioning complete for port 4d2c62f1-c772-4716-ba69-a21d71d6f981 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:38.387070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-00058ca5-ec58-4010-a4bb-4a8aebe69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.448424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.448766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.449108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.463202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=4d2c62f1-c772-4716-ba69-a21d71d6f981,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.465417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-00058ca5-ec58-4010-a4bb-4a8aebe69caf None None] Port 4d2c62f1-c772-4716-ba69-a21d71d6f981 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:38.478963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] For port 078420ab-4470-4c00-b2d9-155e6855d291, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:38.482253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.482392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] For port 078420ab-4470-4c00-b2d9-155e6855d291, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=078420ab-4470-4c00-b2d9-155e6855d291,segment=NetworkSegment(8807c0c2-0c44-4727-ad6c-5ca675571e51),segment_id=8807c0c2-0c44-4727-ad6c-5ca675571e51)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:38.482581 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.485009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.488664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22220811-e2a8-482e-80ed-12ba5bd5b149 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:38.490117 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22220811-e2a8-482e-80ed-12ba5bd5b149 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports/e1b74bea-e7ad-48da-9a5c-147edb13886e HTTP/1.1" status: 200 len: 955 time: 0.3710303 May 13 15:13:38.492186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 5 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.497289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59200) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:38.503556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.547622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.552547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:13:38.554190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.562978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.564512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.564512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.570344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.605837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8fe66a99-4438-4ecf-a978-3a784aa20d71 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:38.615999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.616392 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.624777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 6 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.638746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Deleting port e1b74bea-e7ad-48da-9a5c-147edb13886e {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:38.639133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.708940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212213a-ad43-489a-bf68-73854bb90f48 None None] Pushing event updated for resources: {'Port': ['ID=078420ab-4470-4c00-b2d9-155e6855d291,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.737773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8fe66a99-4438-4ecf-a978-3a784aa20d71 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:38.738172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.821775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:38.822416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:38.822984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:38.837055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.842474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:38.843094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.850876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:38.861983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:38.862315 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:38.869534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 7 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:38.877718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:38.883418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8fe66a99-4438-4ecf-a978-3a784aa20d71 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:38.892000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:38.892699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.894775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.899000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8df28-87a6-479f-bd64-5661ae055661,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.899734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6aff0-253a-4476-81a8-b649b1defbf8 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:38.903987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.095311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:39.095644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:39.096162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:39.134493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:39.135080 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:39.138108 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3985100 May 13 15:13:39.139930 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 8 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:39.152793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59204) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.160613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'ports': [{'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'}, {'network_id': 'c72236e3-24ca-4480-9efd-88cfb68d7721'}]} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.161194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.161845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': 'c72236e3-24ca-4480-9efd-88cfb68d7721'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.177140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61613a22-0e35-44e7-9b45-090f9e42b4f5']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:39.210388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3ad07a1e-09ab-44af-a88f-01ca6e4f88d9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6457012 May 13 15:13:39.211821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7a10-f543-4883-864f-834ce4451058 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=c72236e3-24ca-4480-9efd-88cfb68d7721,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:39.216203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59208) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.227967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.233650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network c72236e3-24ca-4480-9efd-88cfb68d7721 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:39.264015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eb5020-ac71-44d4-bd86-3c356061ffda') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:39.264319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eb5020-ac71-44d4-bd86-3c356061ffda') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:39.283787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:39.284123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:39.284468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:39.300976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.307608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'ccd8df28-87a6-479f-bd64-5661ae055661'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:39.308482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.330927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:39.331251 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:39.335906 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 9 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:39.364937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.442105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:39.442921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:39.459721 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:39.507684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Allocated IP 2001:db8::f816:3eff:fe5f:735 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/ccd8df28-87a6-479f-bd64-5661ae055661/d30a241d-130e-4907-a269-77f56a3e61f2) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:39.533341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:39.533341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:39.533341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:39.538040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.701861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Calling delete_port for e1b74bea-e7ad-48da-9a5c-147edb13886e owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:39.745314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.753353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Transition to ACTIVE for port object d30a241d-130e-4907-a269-77f56a3e61f2 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:39.761439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:39.775679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:39.781352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:39.790881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Transition to ACTIVE for port object d30a241d-130e-4907-a269-77f56a3e61f2 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:39.792009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:39.811621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:39.812192 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:39.817269 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 10 to bind port d38caaa5-2346-460c-9f7c-636e05f10306 May 13 15:13:39.838242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:39.869050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:39.875023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:39.875579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:39.875967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:39.878432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:39.887031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Allocated IP 2001:db8::1 (c17f18cb-115b-4db3-ac50-6df0489cea6e/50027dae-bb51-4e6a-a705-76d824bbfea2/0c3124b5-a61c-462a-93e8-533af7fcff5a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:39.891133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:39.895920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:39.896519 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d38caaa5-2346-460c-9f7c-636e05f10306 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:39.897625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.901397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.987886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:39.992911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.016699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.020950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61613a22-0e35-44e7-9b45-090f9e42b4f5 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:13:40.024056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.024248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.046280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Pushing event updated for resources: {'Port': ['ID=d30a241d-130e-4907-a269-77f56a3e61f2,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.060419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:40.062330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:40.065029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:40.079520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 2} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:40.084796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.097455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.119481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a0da1-726d-45ee-9310-ee125f985bc3 None None] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:40.124369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/networks/61613a22-0e35-44e7-9b45-090f9e42b4f5 HTTP/1.1" status: 204 len: 168 time: 1.9600120 May 13 15:13:40.125870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aa581-f6c5-4bc1-ac20-6354c869dc06 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Network': ['ID=61613a22-0e35-44e7-9b45-090f9e42b4f5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.134232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port d38caaa5-2346-460c-9f7c-636e05f10306, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:40.134835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:40.148149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.170561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1b74bea-e7ad-48da-9a5c-147edb13886e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.205110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.242545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.267056 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-27d1704f-03a8-4e62-a561-d80224fa698d tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "DELETE /v2.0/ports/e1b74bea-e7ad-48da-9a5c-147edb13886e HTTP/1.1" status: 204 len: 168 time: 1.7662890 May 13 15:13:40.281585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59214) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.281932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Attempting to bind port d30a241d-130e-4907-a269-77f56a3e61f2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:40.282432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Attempting to bind port d30a241d-130e-4907-a269-77f56a3e61f2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:40.282898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Attempting to bind port d30a241d-130e-4907-a269-77f56a3e61f2 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:40.293282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:40.293756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:40.294315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.294805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:40.295426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Bound port: d30a241d-130e-4907-a269-77f56a3e61f2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:40.295897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.367874 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b675fcf7-4f7a-4f7a-bcb8-13bd7d682fb1 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:40.368421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b675fcf7-4f7a-4f7a-bcb8-13bd7d682fb1 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Synchronizing usage tracker for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:40.372496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.374334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.388590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-636bfbac-ab03-4c78-bdce-cb8a84d44d14 None None] Provisioning for port 078420ab-4470-4c00-b2d9-155e6855d291 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:40.488464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] In _notify_port_updated(), no bound segment for port d38caaa5-2346-460c-9f7c-636e05f10306 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:13:40.489760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:40.491188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.492895 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "PUT /v2.0/ports/d38caaa5-2346-460c-9f7c-636e05f10306 HTTP/1.1" status: 200 len: 980 time: 4.9659348 May 13 15:13:40.501591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] For port d30a241d-130e-4907-a269-77f56a3e61f2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:40.506415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59220) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.508190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] For port d30a241d-130e-4907-a269-77f56a3e61f2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d30a241d-130e-4907-a269-77f56a3e61f2,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:40.553703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Transition to ACTIVE for port object 0c3124b5-a61c-462a-93e8-533af7fcff5a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:40.610971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.649979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b675fcf7-4f7a-4f7a-bcb8-13bd7d682fb1 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Unset dirty status for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:40.654651 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b675fcf7-4f7a-4f7a-bcb8-13bd7d682fb1 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports/e1b74bea-e7ad-48da-9a5c-147edb13886e HTTP/1.1" status: 404 len: 333 time: 0.3688393 May 13 15:13:40.658235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59226) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.668384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-895728783'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:40.676291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.709735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 078420ab-4470-4c00-b2d9-155e6855d291 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:40.730949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=4d2c62f1-c772-4716-ba69-a21d71d6f981,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.744032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59230) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.805700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417c596-34d9-46cc-be90-6e1f67590ea8 None None] Pushing event updated for resources: {'Port': ['ID=d30a241d-130e-4907-a269-77f56a3e61f2,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.806400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'name': 'tempest-router--872006192', 'project_id': '02752a8d6d634df299de4a8daba71505'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:40.816266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.833105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:40.857834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:40.870052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:router and tenant:02752a8d6d634df299de4a8daba71505 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:40.873383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:40.883686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 078420ab-4470-4c00-b2d9-155e6855d291 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:40.888978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 078420ab-4470-4c00-b2d9-155e6855d291 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:40.889349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.914078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:40.930686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.943415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port f28a1699-3102-43b2-a019-9a4df175a394 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:40.955432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:41.023433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Made reservation on behalf of 3f6fb18f6eba4eac9a4d7c03f328bde0 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:41.025916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.038671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a61410-fe36-4ecf-9481-dbdeaeef414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d38caaa5-2346-460c-9f7c-636e05f10306,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:41.072184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network c17f18cb-115b-4db3-ac50-6df0489cea6e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:41.092898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:41.110145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.111159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.113894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:41.121338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.149252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 078420ab-4470-4c00-b2d9-155e6855d291 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:41.149634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.160648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:41.194758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Port': ['ID=0c3124b5-a61c-462a-93e8-533af7fcff5a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:41.197575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:41.202288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:41.224921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.232339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 078420ab-4470-4c00-b2d9-155e6855d291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=078420ab-4470-4c00-b2d9-155e6855d291,segment=NetworkSegment(8807c0c2-0c44-4727-ad6c-5ca675571e51),segment_id=8807c0c2-0c44-4727-ad6c-5ca675571e51)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:41.273808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-065e4ce5-3373-4d30-8367-48283118c877 None None] Provisioning complete for port 078420ab-4470-4c00-b2d9-155e6855d291 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:41.274499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-065e4ce5-3373-4d30-8367-48283118c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.281020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.336859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.338866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.380450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.396432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:41.439651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.440214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.440590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.441055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.441742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.442035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.442891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.443002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.444102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.444582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.445052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.445513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.450594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.451231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.451718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.462720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.463072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.463544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.464044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.464521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.467607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e65b8ea-04af-4b56-be4b-6159ae294050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18334 time: 0.9562948 May 13 15:13:41.471447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59234) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:41.492022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.544815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:41.550481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:41.550610 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e3c9289c-a77c-4bd3-84e5-9ae45391c9af tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3310575 May 13 15:13:41.573466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59238) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:41.586011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 347f0a3b-10e0-46ef-9719-03345ffa76f7 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:41.638062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:1c:f0:a9', 'name': 'tempest-NetworksTestDHCPv6-2028448619'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:41.644025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=078420ab-4470-4c00-b2d9-155e6855d291,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:41.647233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-065e4ce5-3373-4d30-8367-48283118c877 None None] Current status of the port 078420ab-4470-4c00-b2d9-155e6855d291 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:41.834781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.838632 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-763f36f2-d997-4067-b184-9c316dbbbd7d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0844350 May 13 15:13:41.851207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59242) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:41.858854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.860057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c0a9a924-7a6e-4e9f-91d5-8fbe06534cee None None] Provisioning for port 0c3124b5-a61c-462a-93e8-533af7fcff5a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:41.865269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c0a9a924-7a6e-4e9f-91d5-8fbe06534cee None None] Provisioning complete for port 0c3124b5-a61c-462a-93e8-533af7fcff5a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:41.866248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a924-7a6e-4e9f-91d5-8fbe06534cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.884145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Deleting port d38caaa5-2346-460c-9f7c-636e05f10306 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:41.884821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.922300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.966535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9a924-7a6e-4e9f-91d5-8fbe06534cee None None] Port 0c3124b5-a61c-462a-93e8-533af7fcff5a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:42.103673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1dec15d3-494c-4159-b36e-f2f0330e97b9 None None] Provisioning complete for port 4d2c62f1-c772-4716-ba69-a21d71d6f981 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:42.103968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1dec15d3-494c-4159-b36e-f2f0330e97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.127530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.165580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.174558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1dec15d3-494c-4159-b36e-f2f0330e97b9 None None] Port 4d2c62f1-c772-4716-ba69-a21d71d6f981 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:42.236924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:42.328233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:42.342167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.400631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78bce5-992e-4ba1-bf31-819761ca251b None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:42.438780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:42.457370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.527015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:42.576486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:42.584649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:42.597521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:42.598503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:42.599433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.603976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port d38caaa5-2346-460c-9f7c-636e05f10306, host hv-neutron-8353, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:42.604341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.611703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=0f76f817-9449-4f20-bcef-f7dee8bb2b6b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:42.625786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.637682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.646592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:42.652061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:42.658724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:42.659530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.661206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=f28a1699-3102-43b2-a019-9a4df175a394,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:42.686307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:42.746106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c1c3ae39-ca28-45e8-9384-454a61d2c84a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:42.763112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 078420ab-4470-4c00-b2d9-155e6855d291 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:42.780756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=347f0a3b-10e0-46ef-9719-03345ffa76f7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:42.835443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4ef00603-5a25-4c12-a2cd-7290cb9864da None None] Provisioning for port d30a241d-130e-4907-a269-77f56a3e61f2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:42.857425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '7b485f75-9f1a-4d47-b9a0-baf9ef51742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c72236e3-24ca-4480-9efd-88cfb68d7721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:42.857727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: c72236e3-24ca-4480-9efd-88cfb68d7721, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:42.862277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.863044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c36b99bb-13df-486d-8ca6-55ea759b6ea6 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:42.906299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Update dhcp port {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'ccd8df28-87a6-479f-bd64-5661ae055661', 'ip_address': '2001:db8::f816:3eff:fe5f:735'}, {'subnet_id': '88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': 'd30a241d-130e-4907-a269-77f56a3e61f2'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:13:42.918614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Calling delete_port for d38caaa5-2346-460c-9f7c-636e05f10306 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:42.960886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.961866 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-48df240e-b26b-470d-8c0a-006aba67b33d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/routers/c36b99bb-13df-486d-8ca6-55ea759b6ea6 HTTP/1.1" status: 204 len: 168 time: 1.1100161 May 13 15:13:42.977043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:42.984052 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a3d981c-e8b1-48f6-8625-abd429bdeb78 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2062912 May 13 15:13:42.984943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.986174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59248) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:42.988247 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] Sync routers for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:43.005253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:43.006001 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:43.046474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network c72236e3-24ca-4480-9efd-88cfb68d7721 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:43.057399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 078420ab-4470-4c00-b2d9-155e6855d291 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:43.057785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.076055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9abaf-a826-49b5-9113-e7c89d376a93 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.076967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ddb9abaf-a826-49b5-9113-e7c89d376a93 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:43.093882 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:43.107381 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:43.108092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:43.137637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, c72236e3-24ca-4480-9efd-88cfb68d7721) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:43.147889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ddb9abaf-a826-49b5-9113-e7c89d376a93 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:43.149626 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ddb9abaf-a826-49b5-9113-e7c89d376a93 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports/4d2c62f1-c772-4716-ba69-a21d71d6f981 HTTP/1.1" status: 200 len: 910 time: 0.1613154 May 13 15:13:43.156552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59252) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.183280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfde6a-7841-4e82-9e9b-870d6a368a87 None None] Network c72236e3-24ca-4480-9efd-88cfb68d7721 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:43.201495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.216134 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:43.216534 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11279213-f6a3-44be-9b55-269c5cfc0580 None None] The sync data for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:43.239218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:43.244967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.249907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.250792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.251091 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-723c7454-b588-4075-a5bb-c5179ef94a20 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5910907 May 13 15:13:43.254619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.283565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:43.292413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event deleted for resources: {'Port': ['ID=d38caaa5-2346-460c-9f7c-636e05f10306,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:43.305150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59260) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.315137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.340281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.382460 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5936785-3c65-4928-954d-d82ac2a0d0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "DELETE /v2.0/ports/d38caaa5-2346-460c-9f7c-636e05f10306 HTTP/1.1" status: 204 len: 168 time: 1.9056115 May 13 15:13:43.389162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59266) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.390003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 876559a5-f430-43f3-8e01-3a2c087bedff yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:43.496929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f679fd-6a8f-4cbc-b779-f9dfcba8c56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:43.497466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72f679fd-6a8f-4cbc-b779-f9dfcba8c56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Synchronizing usage tracker for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:43.549975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 078420ab-4470-4c00-b2d9-155e6855d291 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:43.551130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d30a241d-130e-4907-a269-77f56a3e61f2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:43.565294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.621770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Allocated IP 172.20.0.2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e/d30a241d-130e-4907-a269-77f56a3e61f2) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:43.658317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-433319945', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:43.660024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.666684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:43.671062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:43.674679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:43.683546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:43.714361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.715386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.720546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72f679fd-6a8f-4cbc-b779-f9dfcba8c56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Unset dirty status for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:43.728714 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-72f679fd-6a8f-4cbc-b779-f9dfcba8c56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports/d38caaa5-2346-460c-9f7c-636e05f10306 HTTP/1.1" status: 404 len: 333 time: 0.2938635 May 13 15:13:43.728908 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-046782c1-2359-42a9-a3e7-dbd335800cdb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5705614 May 13 15:13:43.733564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59270) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.733899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59272) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.843574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d30a241d-130e-4907-a269-77f56a3e61f2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:43.847988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] For port d30a241d-130e-4907-a269-77f56a3e61f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d30a241d-130e-4907-a269-77f56a3e61f2,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:43.851170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.851669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.854676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d30a241d-130e-4907-a269-77f56a3e61f2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:43.855049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.884578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event updated for resources: {'Port': ['ID=0c3124b5-a61c-462a-93e8-533af7fcff5a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:43.911594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.930900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.951499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Network c17f18cb-115b-4db3-ac50-6df0489cea6e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:43.954166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:43.958233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Transition to ACTIVE for port object d30a241d-130e-4907-a269-77f56a3e61f2 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:44.021196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:44.021196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.032154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455522357', 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:44.060875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.098255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:44.143308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:44.261173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 347f0a3b-10e0-46ef-9719-03345ffa76f7 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:44.261531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.275257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:44.275847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:44.278477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0757e1-7161-4f32-bef2-95954a207e92 None None] Pushing event updated for resources: {'Port': ['ID=d30a241d-130e-4907-a269-77f56a3e61f2,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:44.309483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-58761f14-4b2c-49c8-8abf-03fe6644d95f None None] Provisioning complete for port 0c3124b5-a61c-462a-93e8-533af7fcff5a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:44.310304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-58761f14-4b2c-49c8-8abf-03fe6644d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.353487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Made reservation on behalf of f40d13a269db4198b33d561cf1132a29 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:44.355856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.373417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-58761f14-4b2c-49c8-8abf-03fe6644d95f None None] Port 0c3124b5-a61c-462a-93e8-533af7fcff5a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:44.445601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port c2603823-a3ed-478c-b4d1-d406bd291f78 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:44.502157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Router dd20ea68-0f9f-42eb-baad-a4edb5f78490 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:44.537026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.743022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] device_id is not set on port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:44.748298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.783710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.844408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:44.844955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.874959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 172.20.0.12 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e/876559a5-f430-43f3-8e01-3a2c087bedff) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:44.887298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d30a241d-130e-4907-a269-77f56a3e61f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d30a241d-130e-4907-a269-77f56a3e61f2,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:44.923110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Transition to ACTIVE for port object 0f76f817-9449-4f20-bcef-f7dee8bb2b6b will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:44.946330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fe1c:f0a9 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/ccd8df28-87a6-479f-bd64-5661ae055661/876559a5-f430-43f3-8e01-3a2c087bedff) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:44.959597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.000363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.000530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:45.028129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] Sync routers for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:45.054395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:45.055200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:45.057806 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-41786b7d-8fc2-4be8-b0ce-e50d08a81657 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1731515 May 13 15:13:45.060777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59278) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:45.082091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.119283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d30a241d-130e-4907-a269-77f56a3e61f2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:45.159351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f0d3d517-62ed-487d-83c2-40e250ec590b None None] Provisioning for port d30a241d-130e-4907-a269-77f56a3e61f2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:45.179430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f0d3d517-62ed-487d-83c2-40e250ec590b None None] Provisioning complete for port d30a241d-130e-4907-a269-77f56a3e61f2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:45.179885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d517-62ed-487d-83c2-40e250ec590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.203089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:45.212440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d30a241d-130e-4907-a269-77f56a3e61f2,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:45.244687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:45.245413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:45.321838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:45.322905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9596f-fa67-42ba-b1af-63786cd8d1a2 None None] The sync data for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:45.354263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29ebe2ca-3405-4a87-a3bb-e33e68d040f2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.377703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d30a241d-130e-4907-a269-77f56a3e61f2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:45.378106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.382094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 347f0a3b-10e0-46ef-9719-03345ffa76f7 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:45.447003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3d517-62ed-487d-83c2-40e250ec590b None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:45.516739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:45.601565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.610010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=0f76f817-9449-4f20-bcef-f7dee8bb2b6b,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:45.658369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.678413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:45.678870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:45.679163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:45.703886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.723966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.727195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:45.727195 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:45.738472 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 2 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:45.743251 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-29ebe2ca-3405-4a87-a3bb-e33e68d040f2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 15:13:45.744332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29ebe2ca-3405-4a87-a3bb-e33e68d040f2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490 HTTP/1.1" status: 409 len: 329 time: 0.6824906 May 13 15:13:45.745359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.780603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59282) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:45.784590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 876559a5-f430-43f3-8e01-3a2c087bedff will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:45.811401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=347f0a3b-10e0-46ef-9719-03345ffa76f7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:45.819734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.823593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:45.823971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:45.824292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:45.843815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:45.844148 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:45.878998 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 3 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:45.894676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-507a850d-7aef-43df-a77a-bdf91b4485ce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/347f0a3b-10e0-46ef-9719-03345ffa76f7 HTTP/1.1" status: 204 len: 168 time: 1.9180105 May 13 15:13:45.903668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59286) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:45.942237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:45.942845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:45.943262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:45.954084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.016698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.017046 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.032491 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 4 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.041190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.21.0.1 (f38cb002-9c20-4580-a61d-af58e9d8999f/2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2/eec3c6ce-e586-46e0-94c4-ff0e29a50e77) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:46.087128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Network 13172465-cc0e-4605-9b9c-fdb306791c82 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:46.091996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.092364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.092708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.101185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:46.107501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=c2603823-a3ed-478c-b4d1-d406bd291f78,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:46.111344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:46.112238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.112837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.131349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.131689 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.134527 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 5 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.229205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.229460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.229821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.243576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.243905 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.246537 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 6 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.257842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.261593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84ec82-933b-48cc-80f6-6add8f04320b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.267536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84ec82-933b-48cc-80f6-6add8f04320b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.273116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c84ec82-933b-48cc-80f6-6add8f04320b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:46.309645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-60bdc544-a840-4f20-8651-315c4891940f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3309317 May 13 15:13:46.320831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.321174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.321536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.326192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59290) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.366507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.366844 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.378527 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 7 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.413987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.417666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:46.418628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c84ec82-933b-48cc-80f6-6add8f04320b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:46.422481 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2c84ec82-933b-48cc-80f6-6add8f04320b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5128162 May 13 15:13:46.423140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59294) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.429695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.430065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.430408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.432927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:46.435992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:46.447551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.451008 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.451008 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 8 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.456865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1864724-48c4-4c59-a413-ee2d33db08a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.457434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f1864724-48c4-4c59-a413-ee2d33db08a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Synchronizing usage tracker for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:46.463838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object eec3c6ce-e586-46e0-94c4-ff0e29a50e77 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:46.468408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Allocated IP 172.26.7.28 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/2fe09367-514a-4a59-a56e-b8715a17bf87) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:46.481564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.481857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.482196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.492611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.492944 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.494706 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 9 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.513973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.514310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.514678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.521159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.521719 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.523150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempt 10 to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b May 13 15:13:46.540691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:46.541054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:46.541449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempting to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:46.546559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:46.546894 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Failed to bind port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on host hv-neutron-8353 for vnic_type normal using segments [{'id': '4ff7a714-bc7e-4a3b-a458-a32bfd148a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '018fad9b-cf0a-47a8-8fed-b327cd2b54a6'}] May 13 15:13:46.547249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.590637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=876559a5-f430-43f3-8e01-3a2c087bedff,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:46.597162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f1864724-48c4-4c59-a413-ee2d33db08a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Unset dirty status for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:46.597162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f1864724-48c4-4c59-a413-ee2d33db08a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports/c2603823-a3ed-478c-b4d1-d406bd291f78 HTTP/1.1" status: 200 len: 959 time: 0.2647233 May 13 15:13:46.601432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59298) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.656734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.702768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.716657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.739572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port f28a1699-3102-43b2-a019-9a4df175a394 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:46.739834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.765410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network f38cb002-9c20-4580-a61d-af58e9d8999f is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:46.767875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Deleting port c2603823-a3ed-478c-b4d1-d406bd291f78 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:46.768212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.804135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:46.821518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:46.846472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=eec3c6ce-e586-46e0-94c4-ff0e29a50e77,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:46.853259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:46.853629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:46.853939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-443a0a42-e7c9-4486-ba89-5ac125eb9ca6 None None] Provisioning for port 876559a5-f430-43f3-8e01-3a2c087bedff completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:46.859976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-443a0a42-e7c9-4486-ba89-5ac125eb9ca6 None None] Provisioning complete for port 876559a5-f430-43f3-8e01-3a2c087bedff triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:46.860356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-443a0a42-e7c9-4486-ba89-5ac125eb9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.948159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.952642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-443a0a42-e7c9-4486-ba89-5ac125eb9ca6 None None] Port 876559a5-f430-43f3-8e01-3a2c087bedff cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:46.985578 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a5670d2a-1ec0-46ef-86a7-4141a82b27de tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.4153674 May 13 15:13:46.986487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59302) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.056480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.076631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d30a241d-130e-4907-a269-77f56a3e61f2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:47.089506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.151092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d30a241d-130e-4907-a269-77f56a3e61f2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:47.151639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.181902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] In _notify_port_updated(), no bound segment for port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b on network 018fad9b-cf0a-47a8-8fed-b327cd2b54a6 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:13:47.183202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:47.183803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.185109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "PUT /v2.0/ports/0f76f817-9449-4f20-bcef-f7dee8bb2b6b HTTP/1.1" status: 200 len: 976 time: 3.9222124 May 13 15:13:47.188298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.189101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59306) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.283758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:47.293739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c475e2ed-ac56-4eff-9a83-68115b73f358 None None] Provisioning for port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:47.299468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c475e2ed-ac56-4eff-9a83-68115b73f358 None None] Provisioning complete for port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:47.300724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c475e2ed-ac56-4eff-9a83-68115b73f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.308486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.359660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c475e2ed-ac56-4eff-9a83-68115b73f358 None None] Port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:47.462908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for f28a1699-3102-43b2-a019-9a4df175a394 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:47.465553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Calling delete_port for c2603823-a3ed-478c-b4d1-d406bd291f78 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:47.502065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a089-2f0e-4275-89d9-8a88f48153a3 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event updated for resources: {'Port': ['ID=0f76f817-9449-4f20-bcef-f7dee8bb2b6b,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:47.505130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Deleting port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:47.505474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.587681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a4074-0403-46c2-845f-3b231806e5ff tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:47.593325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a4074-0403-46c2-845f-3b231806e5ff tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:47.594120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d85a4074-0403-46c2-845f-3b231806e5ff tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:47.627971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.670972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.700610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.705176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2603823-a3ed-478c-b4d1-d406bd291f78,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:47.722964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.858598 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7824ff0c-b960-4471-b333-6a1dc7348cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "DELETE /v2.0/ports/c2603823-a3ed-478c-b4d1-d406bd291f78 HTTP/1.1" status: 204 len: 168 time: 1.2557993 May 13 15:13:47.866848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.873760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.875333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d85a4074-0403-46c2-845f-3b231806e5ff tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:47.876494 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d85a4074-0403-46c2-845f-3b231806e5ff tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8820167 May 13 15:13:47.879255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.946171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59314) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.980912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f104f1a9-835f-46a9-acda-5e82468716fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:47.981440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f104f1a9-835f-46a9-acda-5e82468716fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Synchronizing usage tracker for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:48.065650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:48.085909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f104f1a9-835f-46a9-acda-5e82468716fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Unset dirty status for tenant:f40d13a269db4198b33d561cf1132a29 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:48.087109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f104f1a9-835f-46a9-acda-5e82468716fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports/c2603823-a3ed-478c-b4d1-d406bd291f78 HTTP/1.1" status: 404 len: 333 time: 0.2193274 May 13 15:13:48.092183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59318) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.104968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1704592696'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:48.111118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:48.116295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:48.133354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:48.134497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:48.199053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.202035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.219684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Made reservation on behalf of f40d13a269db4198b33d561cf1132a29 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:48.220779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event updated for resources: {'Port': ['ID=2fe09367-514a-4a59-a56e-b8715a17bf87,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.222019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.243176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port d918f7ce-1063-492d-b569-ecc21bb87fd4 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:48.271827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.272644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.272986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.273322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.273652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.274000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.274330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.274653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.274974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.275295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.275613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.275929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.281654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.288526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 876559a5-f430-43f3-8e01-3a2c087bedff {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:48.290608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.399410 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/f28a1699-3102-43b2-a019-9a4df175a394 HTTP/1.1" status: 204 len: 168 time: 1.9677446 May 13 15:13:48.408151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59322) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.411544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf808630-d557-46ba-8793-ef8ce01181b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=f28a1699-3102-43b2-a019-9a4df175a394,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.467499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.494003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=eec3c6ce-e586-46e0-94c4-ff0e29a50e77,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.525331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] For port 0f76f817-9449-4f20-bcef-f7dee8bb2b6b, host hv-neutron-8353, got binding levels [] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:48.525694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.754385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4e136-8cbf-401f-a860-18e185703165 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:48.756130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5f4e136-8cbf-401f-a860-18e185703165 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3470314 May 13 15:13:48.765975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59326) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.793732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Calling delete_port for 0f76f817-9449-4f20-bcef-f7dee8bb2b6b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:48.814369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.830718 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9f0460-5e60-4727-a7db-08db37c7c627 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:13:48.832032 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d9f0460-5e60-4727-a7db-08db37c7c627 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/347f0a3b-10e0-46ef-9719-03345ffa76f7 HTTP/1.1" status: 404 len: 333 time: 0.0634534 May 13 15:13:48.834044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network f38cb002-9c20-4580-a61d-af58e9d8999f is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:48.835622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59330) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.838129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:48.961440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3a2557-ba36-497e-a30a-cf7bcc53b94a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:13:48.962790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2d3a2557-ba36-497e-a30a-cf7bcc53b94a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/f28a1699-3102-43b2-a019-9a4df175a394 HTTP/1.1" status: 404 len: 333 time: 0.1261349 May 13 15:13:48.971120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59334) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.096023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6a7aec2e-c54d-4983-93e1-b78bde49c3dc None None] Provisioning complete for port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:49.096667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6a7aec2e-c54d-4983-93e1-b78bde49c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.158421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6a7aec2e-c54d-4983-93e1-b78bde49c3dc None None] Port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:49.196100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c1c3ae39-ca28-45e8-9384-454a61d2c84a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:49.321071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.416728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Network 13172465-cc0e-4605-9b9c-fdb306791c82 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:49.421689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:49.427171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:49.428639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:49.429471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.439450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.444748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:49.446230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d918f7ce-1063-492d-b569-ecc21bb87fd4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:49.456832 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] Sync routers for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:49.465993 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-01b3059d-f3d1-42e2-9287-9facba104991 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3008065 May 13 15:13:49.465993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59338) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.467940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:49.468753 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.533529 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.535500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433c286-71df-4d17-945b-d940d3e1fc17 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:49.536076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2433c286-71df-4d17-945b-d940d3e1fc17 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:49.543757 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:49.544560 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.548778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.551954 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-525a4bd8-3249-470a-8d41-3c676e942f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4580648 May 13 15:13:49.552078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.554503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59342) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.560036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:49.605934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.606281 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683dc4a4-5e7c-46c5-9e81-d020d9e96a47 None None] The sync data for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:49.676807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.687444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2433c286-71df-4d17-945b-d940d3e1fc17 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:49.694872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2433c286-71df-4d17-945b-d940d3e1fc17 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports/eec3c6ce-e586-46e0-94c4-ff0e29a50e77 HTTP/1.1" status: 200 len: 910 time: 0.2263706 May 13 15:13:49.694872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59346) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.758616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f76f817-9449-4f20-bcef-f7dee8bb2b6b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:49.768668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 876559a5-f430-43f3-8e01-3a2c087bedff owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:49.851271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.856389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting port 0c3124b5-a61c-462a-93e8-533af7fcff5a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:49.856649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.940632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.994292 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-91037bc1-b46c-4a43-a79a-b1e9852c65de tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "DELETE /v2.0/ports/0f76f817-9449-4f20-bcef-f7dee8bb2b6b HTTP/1.1" status: 204 len: 168 time: 2.8031511 May 13 15:13:50.025501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59350) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.140347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.159560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c1373b-1450-4da0-baac-0794e5ccbf08 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:50.160101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-41c1373b-1450-4da0-baac-0794e5ccbf08 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Synchronizing usage tracker for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:50.256368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-41c1373b-1450-4da0-baac-0794e5ccbf08 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] Unset dirty status for tenant:3f6fb18f6eba4eac9a4d7c03f328bde0 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:50.263032 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-41c1373b-1450-4da0-baac-0794e5ccbf08 tempest-PortsAdminExtendedAttrsTestJSON-990202144 tempest-PortsAdminExtendedAttrsTestJSON-990202144-project-admin] 10.222.0.91 "GET /v2.0/ports/0f76f817-9449-4f20-bcef-f7dee8bb2b6b HTTP/1.1" status: 404 len: 333 time: 0.2261090 May 13 15:13:50.278621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59354) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.356736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] device_id is not set on port d918f7ce-1063-492d-b569-ecc21bb87fd4 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:50.357249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72236e3-24ca-4480-9efd-88cfb68d7721']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.367306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.391227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b485f75-9f1a-4d47-b9a0-baf9ef51742e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.391463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b485f75-9f1a-4d47-b9a0-baf9ef51742e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.470829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.483680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.742903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.800791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:50.801135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:50.820740 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:50.824288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.828756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.934898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port eec3c6ce-e586-46e0-94c4-ff0e29a50e77 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:50.935394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.093691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Calling delete_port for 0c3124b5-a61c-462a-93e8-533af7fcff5a owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:51.122440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.246062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.246577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for eec3c6ce-e586-46e0-94c4-ff0e29a50e77 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:51.247864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.274272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Transition to ACTIVE for port object d918f7ce-1063-492d-b569-ecc21bb87fd4 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:51.319706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.339424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.389695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.482779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.488181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d918f7ce-1063-492d-b569-ecc21bb87fd4,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.496996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=c72236e3-24ca-4480-9efd-88cfb68d7721,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.506424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.507012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.507185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.507510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.507843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.508169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.508491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.508817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.509151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.509523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.509846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.510193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:51.514380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-06749212-9269-4384-874e-aa225e8a50f2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/c72236e3-24ca-4480-9efd-88cfb68d7721 HTTP/1.1" status: 204 len: 168 time: 2.5357411 May 13 15:13:51.518795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59358) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.521813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=876559a5-f430-43f3-8e01-3a2c087bedff,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.561522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-449263587'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:51.572220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:51.578164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018fad9b-cf0a-47a8-8fed-b327cd2b54a6']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.581572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.581913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.582272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.587650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:51.593825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:51.602729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.603060 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.603849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:51.608093 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 2 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.638355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.638355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.638355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.645221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.645221 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.645463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 3 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.661225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.661554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.662470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.668345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.668345 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.668345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 4 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.686383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.686814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.687256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.694299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.694762 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.695285 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 5 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.699461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff7a714-bc7e-4a3b-a458-a32bfd148a64') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.702606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff7a714-bc7e-4a3b-a458-a32bfd148a64') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.713174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.713517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.713859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.718802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.719133 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.719523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 6 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.736670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:51.741487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.750820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.751165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.751513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.762393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.762730 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.764205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 7 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.766758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.782765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.799503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.829337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.829677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.830048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.843951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:51.844941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:51.845353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.848652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=eec3c6ce-e586-46e0-94c4-ff0e29a50e77,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:51.862616 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:51.875859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.879783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.880116 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.886798 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 8 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.947170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:51.947511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:51.948507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:51.960790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:51.961128 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:51.965205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-25828a40-2ece-40c8-96ab-1e2c0e4308a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/876559a5-f430-43f3-8e01-3a2c087bedff HTTP/1.1" status: 204 len: 168 time: 4.0159514 May 13 15:13:51.965367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 9 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:51.974444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59362) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.036338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:52.036715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:52.037024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:52.059897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.064297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.091197 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] 10.222.0.91 "DELETE /v2.0/networks/018fad9b-cf0a-47a8-8fed-b327cd2b54a6 HTTP/1.1" status: 204 len: 168 time: 1.8028374 May 13 15:13:52.092048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58133b1c-5bd9-4e73-ab6a-9fabdb908733 tempest-PortsAdminExtendedAttrsTestJSON-2064593274 tempest-PortsAdminExtendedAttrsTestJSON-2064593274-project] Pushing event deleted for resources: {'Network': ['ID=018fad9b-cf0a-47a8-8fed-b327cd2b54a6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.101444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Router bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:52.101894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:52.102271 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:52.104032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.117299 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempt 10 to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 May 13 15:13:52.169450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Port': ['ID=0c3124b5-a61c-462a-93e8-533af7fcff5a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.290395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.291425 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 5dc9b099-351f-42e2-bb7a-66c1fd2a9764 of type vlan for network 226117f5-5671-4eed-b633-7ed42a115621 May 13 15:13:52.340076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:52.341848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:52.343558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:52.344551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:52.359344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:52.359697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:52.360018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempting to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:52.388488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:52.388825 dv-neutron-835340-3-hyperv neutron-server[88837]: ERROR neutron.plugins.ml2.managers [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Failed to bind port d918f7ce-1063-492d-b569-ecc21bb87fd4 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '8add9fa0-2fde-4a0a-924c-2b720d457540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '13172465-cc0e-4605-9b9c-fdb306791c82'}] May 13 15:13:52.389187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.399270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.417990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.618240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:52.619611 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d7fb76aa-aa12-4ae2-8d32-9b2edecb6544 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6437819 May 13 15:13:52.622868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59370) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.636359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.666481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port d918f7ce-1063-492d-b569-ecc21bb87fd4, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:52.666846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attempted to set empty binding levels {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:13:52.729205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59374) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.796297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.801847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:52.802557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.828597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.839899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:52.856623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] Sync routers for ids ['bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:52.867016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] Routers {'bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:52.867769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:52.876034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:52.942935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.989650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.011545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] In _notify_port_updated(), no bound segment for port d918f7ce-1063-492d-b569-ecc21bb87fd4 on network 13172465-cc0e-4605-9b9c-fdb306791c82 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:13:53.015751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] Routers {'bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:53.016068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:53.016166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.016255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.016255 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "PUT /v2.0/ports/d918f7ce-1063-492d-b569-ecc21bb87fd4 HTTP/1.1" status: 200 len: 981 time: 3.4590743 May 13 15:13:53.027358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59382) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.069375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.080403 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fda89e8b-a8c9-4b0e-94f3-ea7535ca8b22 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7656078 May 13 15:13:53.086856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.087012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.087266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5256c3-bb95-4921-86ae-d3eab64cdf64 None None] The sync data for ids ['bf8fb73c-c6f7-4902-b955-aab2a8bd56c2'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:53.135545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=226117f5-5671-4eed-b633-7ed42a115621,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:53.147862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 226117f5-5671-4eed-b633-7ed42a115621 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:53.163908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Router dd20ea68-0f9f-42eb-baad-a4edb5f78490 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:53.173048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-994b85e2-32ae-44dd-8e66-3cc0306b4ae3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6531873 May 13 15:13:53.174016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3fa2c-fd53-4288-bc91-448ff828da96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event updated for resources: {'Port': ['ID=d918f7ce-1063-492d-b569-ecc21bb87fd4,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:53.176218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59390) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.181982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.183301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c1c3ae39-ca28-45e8-9384-454a61d2c84a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:53.199618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '226117f5-5671-4eed-b633-7ed42a115621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:53.223358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1bea8f90-b33e-4a4c-9deb-4f657968fb7c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=12397ff785df400e8c02d0463892b4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930544 May 13 15:13:53.227521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59394) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.239761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Deleting port d918f7ce-1063-492d-b569-ecc21bb87fd4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:53.240026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.559352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:53.573371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:53.583108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:53.591267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:53.599645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:53.604842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] Sync routers for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:53.610813 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c73c9c72-d153-4d15-b308-bfbbce8bdce2 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8251340 May 13 15:13:53.610975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed862-45c2-4882-8cfa-1eafc6680e6c req-9f9a29aa-dfde-4bd1-a0b7-aee7b407da15 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:53.610975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1d7ed862-45c2-4882-8cfa-1eafc6680e6c req-9f9a29aa-dfde-4bd1-a0b7-aee7b407da15 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5654807 May 13 15:13:53.613699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59398) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.619922 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:53.620738 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.641973 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b83fb7cf-5d72-449e-b6af-c17517c8064d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 HTTP/1.1" status: 200 len: 919 time: 0.5539942 May 13 15:13:53.650336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59402) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.691499 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.700436 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] Routers {'dd20ea68-0f9f-42eb-baad-a4edb5f78490'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:53.700703 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.705376 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b57c7a3-715e-41f2-ba85-470fb2db49bb tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 HTTP/1.1" status: 200 len: 205 time: 0.0539064 May 13 15:13:53.707916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59406) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.710889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.739642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.767128 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.767528 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf304fe-99f3-40e3-b33b-deecd0337b11 None None] The sync data for ids ['dd20ea68-0f9f-42eb-baad-a4edb5f78490'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:53.811105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:53.822352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] Sync routers for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:53.827130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f0b6d259-d088-4074-b63c-0271e93cb6b6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1319418 May 13 15:13:53.832705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:53.834949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.837127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59410) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.847196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.907497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.918213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:53.918920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.921628 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-d8ff2cdc-7853-433f-bc17-d0f422d52884 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] show failed (client error): The resource could not be found. May 13 15:13:53.922840 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8ff2cdc-7853-433f-bc17-d0f422d52884 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-421229986 HTTP/1.1" status: 404 len: 334 time: 0.3059199 May 13 15:13:53.935508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59414) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:53.940325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:53.944839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.977043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cf0ba7d7-d112-4926-b61e-ccd5ece4189d tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:53.999381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.999897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3b6ab-3796-4f17-aaaa-ceababf8cfda None None] The sync data for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:54.112960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] For port d918f7ce-1063-492d-b569-ecc21bb87fd4, host hv-neutron-8353, got binding levels [] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:54.113325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.126853 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-cf0ba7d7-d112-4926-b61e-ccd5ece4189d tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] update failed (client error): The resource could not be found. May 13 15:13:54.130815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cf0ba7d7-d112-4926-b61e-ccd5ece4189d tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-1156624608 HTTP/1.1" status: 404 len: 335 time: 0.1889186 May 13 15:13:54.133892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59418) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.150267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1d7ed862-45c2-4882-8cfa-1eafc6680e6c req-15064208-e3f7-42dc-8864-c72733c9f397 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3419986 May 13 15:13:54.279620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.294793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Calling delete_port for d918f7ce-1063-492d-b569-ecc21bb87fd4 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:54.321915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Performing IP validity checks on allocation pools {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:13:54.324689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:13:54.417587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.466347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.467340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7485b48e-43dd-4a10-90fc-d25c8edc0cf9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.469353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.526791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Pushing event deleted for resources: {'Port': ['ID=d918f7ce-1063-492d-b569-ecc21bb87fd4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.539497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.550584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting subnet 478f0a49-8901-4bf9-86b7-846f94fcb067 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:54.566049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.567705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.574150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff2f44-4cbb-4c29-a9a9-800e38d01022 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:54.591763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.595785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.634390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c668e00a-32d9-4e9a-832a-9d975ec14d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "DELETE /v2.0/ports/d918f7ce-1063-492d-b569-ecc21bb87fd4 HTTP/1.1" status: 204 len: 168 time: 1.6036670 May 13 15:13:54.639575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59424) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.654706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.656488 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7f6a069-69d7-496c-98a4-fe4588c1157c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7485b48e-43dd-4a10-90fc-d25c8edc0cf9 HTTP/1.1" status: 204 len: 168 time: 1.3783023 May 13 15:13:54.690994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=9164b072-883c-4c73-abe7-00ec8fba5ccc,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.696033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '5dc9b099-351f-42e2-bb7a-66c1fd2a9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '226117f5-5671-4eed-b633-7ed42a115621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:54.696401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 226117f5-5671-4eed-b633-7ed42a115621, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:54.745205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-04ca2e70-f5bb-4b60-bf2c-dba255a4172c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e HTTP/1.1" status: 204 len: 168 time: 2.1200070 May 13 15:13:54.748053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59430) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.791692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 226117f5-5671-4eed-b633-7ed42a115621 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:54.827845 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f094f2a9-7be7-4253-bf24-536b4f6423b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] GET failed (client error): The resource could not be found. May 13 15:13:54.829474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f094f2a9-7be7-4253-bf24-536b4f6423b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180955069-project-admin] 10.222.0.91 "GET /v2.0/ports/d918f7ce-1063-492d-b569-ecc21bb87fd4 HTTP/1.1" status: 404 len: 333 time: 0.1850638 May 13 15:13:54.837225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.837627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet ccd8df28-87a6-479f-bd64-5661ae055661 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:54.841080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.869451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59434) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.908557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.948906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 226117f5-5671-4eed-b633-7ed42a115621) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:54.956751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db2fc21-5558-446b-a3dc-05a5d7ae17ba None None] Network 226117f5-5671-4eed-b633-7ed42a115621 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:54.963687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:54.964394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.041042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.124402 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1c926fc0-ca43-4bf4-8430-1f3042054438 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9371397 May 13 15:13:55.125273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59440) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.141044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '226117f5-5671-4eed-b633-7ed42a115621', 'name': 'tempest-PortsIpV6TestJSON-1036219205'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.265202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d611f-4b59-4c6e-8e06-5046d6dacb81 req-d269545d-2969-495f-877c-1c436b4cafd4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:55.266768 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf3d611f-4b59-4c6e-8e06-5046d6dacb81 req-d269545d-2969-495f-877c-1c436b4cafd4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.9957533 May 13 15:13:55.284264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.294603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-226117f5-5671-4eed-b633-7ed42a115621', 'network_id': '226117f5-5671-4eed-b633-7ed42a115621', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '9164b072-883c-4c73-abe7-00ec8fba5ccc'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:55.296680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.337125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.350247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.353575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.360136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.375713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.414943 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf3d611f-4b59-4c6e-8e06-5046d6dacb81 req-59e51033-499a-4511-88b6-a2d7edbcbe2a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372852 May 13 15:13:55.421003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.422200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd8df28-87a6-479f-bd64-5661ae055661,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.426051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.441729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.454199 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e8d388b-6753-46eb-8131-02229217b8a7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/ccd8df28-87a6-479f-bd64-5661ae055661 HTTP/1.1" status: 204 len: 168 time: 0.7038410 May 13 15:13:55.456489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59446) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.542518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b275f562-8ab0-495c-91de-d5e6c66988bd tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:55.545167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:55.548744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.550149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port 2fe09367-514a-4a59-a56e-b8715a17bf87 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:55.550692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.571238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Allocated IP 2001:db8::2 (226117f5-5671-4eed-b633-7ed42a115621/9164b072-883c-4c73-abe7-00ec8fba5ccc/ebb23b81-1c3a-4818-8a96-2555b99a5ca5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:55.596626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59450) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.644918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port ecd2d7d2-388c-46a3-a61e-da57292d13bf yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:13:55.685819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b275f562-8ab0-495c-91de-d5e6c66988bd tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:router {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:55.690367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b275f562-8ab0-495c-91de-d5e6c66988bd tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2297451 May 13 15:13:55.695618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.710375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.736896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b50915-feb4-4cc8-8d3a-cdf665b90704 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:55.845669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f550b542-21cb-4143-85c9-8a9d0387bdbd None None] Provisioning complete for port d30a241d-130e-4907-a269-77f56a3e61f2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:55.846096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f550b542-21cb-4143-85c9-8a9d0387bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.931670 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-93d6ec75-af9b-41f0-b8c9-c24662a89864 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3f6fb18f6eba4eac9a4d7c03f328bde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982919 May 13 15:13:55.932799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.939753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59458) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.992951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13172465-cc0e-4605-9b9c-fdb306791c82']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.012423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.027580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8f046-c61a-48f0-b111-22700d1bc673 req-f67bdbd7-ff28-46a0-b764-ce02d1724f5a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:56.028185 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9ae8f046-c61a-48f0-b111-22700d1bc673 req-f67bdbd7-ff28-46a0-b764-ce02d1724f5a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4667683 May 13 15:13:56.029199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:56.039022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.059254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.078031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8add9fa0-2fde-4a0a-924c-2b720d457540') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.078812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.079065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8add9fa0-2fde-4a0a-924c-2b720d457540') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.096786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.106549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.111835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.113059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9ae8f046-c61a-48f0-b111-22700d1bc673 req-e0b7eec1-933f-4342-a9aa-aa839828b7d9 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792172 May 13 15:13:56.139881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Transition to ACTIVE for port object ebb23b81-1c3a-4818-8a96-2555b99a5ca5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:56.142066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.169222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Transition to ACTIVE for port object ebb23b81-1c3a-4818-8a96-2555b99a5ca5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:56.173574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:56.177359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.215682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Subnet': ['ID=478f0a49-8901-4bf9-86b7-846f94fcb067,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.218774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.234184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.257260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2bb3f-56f2-44db-acf6-87a0c656fed4 None None] Network f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:56.258864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.335564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.373050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::33a (226117f5-5671-4eed-b633-7ed42a115621/9164b072-883c-4c73-abe7-00ec8fba5ccc/ecd2d7d2-388c-46a3-a61e-da57292d13bf) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:56.427632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.432561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7a75abde-95c0-454a-85dd-e8afc66aa4ed tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/subnets/478f0a49-8901-4bf9-86b7-846f94fcb067 HTTP/1.1" status: 204 len: 168 time: 2.2938666 May 13 15:13:56.436495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f550b542-21cb-4143-85c9-8a9d0387bdbd None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:56.437690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for 2fe09367-514a-4a59-a56e-b8715a17bf87 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:56.452637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59464) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.465916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.496834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:56.497214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:56.515388 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:56.534947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Network 226117f5-5671-4eed-b633-7ed42a115621 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:56.543382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:56.545606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:56.555382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:56.578639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1905214-7c12-479a-873c-983ce2a1cddc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.641994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Pushing event updated for resources: {'Port': ['ID=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.651189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Deleting port d30a241d-130e-4907-a269-77f56a3e61f2 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:56.651359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.713413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.713861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.714412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.714523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.717012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.718321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.718321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:56.740329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Attempting to bind port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:56.740736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Attempting to bind port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '5dc9b099-351f-42e2-bb7a-66c1fd2a9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '226117f5-5671-4eed-b633-7ed42a115621'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:56.741065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Attempting to bind port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 on network 226117f5-5671-4eed-b633-7ed42a115621 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:56.741553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.749595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:56.749924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Checking segment: {'id': '5dc9b099-351f-42e2-bb7a-66c1fd2a9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '226117f5-5671-4eed-b633-7ed42a115621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:56.750528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.750725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Bound using segment: {'id': '5dc9b099-351f-42e2-bb7a-66c1fd2a9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '226117f5-5671-4eed-b633-7ed42a115621'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:56.751947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Bound port: ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc9b099-351f-42e2-bb7a-66c1fd2a9764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '226117f5-5671-4eed-b633-7ed42a115621'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:56.751947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.771367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.791796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.795354 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3794b723-8dd9-41d1-9e64-6aec1066affe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d1905214-7c12-479a-873c-983ce2a1cddc HTTP/1.1" status: 204 len: 168 time: 0.8496423 May 13 15:13:56.800094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting port 078420ab-4470-4c00-b2d9-155e6855d291 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:56.800436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.805015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d2c8-1902-4af5-b058-39b55b6e6916 req-99743b6c-c90b-4c89-a640-dc8bb82e6f48 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:56.806593 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7719d2c8-1902-4af5-b058-39b55b6e6916 req-99743b6c-c90b-4c89-a640-dc8bb82e6f48 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5410762 May 13 15:13:56.807672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.811590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] Pushing event deleted for resources: {'Network': ['ID=13172465-cc0e-4605-9b9c-fdb306791c82,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.844687 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b530ccf-af04-4945-8627-a710742f1983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787963249-project] 10.222.0.91 "DELETE /v2.0/networks/13172465-cc0e-4605-9b9c-fdb306791c82 HTTP/1.1" status: 204 len: 168 time: 1.9741132 May 13 15:13:56.933336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.969754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object ecd2d7d2-388c-46a3-a61e-da57292d13bf will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:57.167860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.170401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d30a241d-130e-4907-a269-77f56a3e61f2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:57.173554 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7719d2c8-1902-4af5-b058-39b55b6e6916 req-4304af66-dd39-4bc6-93ac-5fdb04ee403b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3550346 May 13 15:13:57.199768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] DHCP port deletion for f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:57.228404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 4d2c62f1-c772-4716-ba69-a21d71d6f981 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:57.229663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.315878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Deleting port 078420ab-4470-4c00-b2d9-155e6855d291 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:57.316253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.398357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] For port ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:57.418620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 226117f5-5671-4eed-b633-7ed42a115621 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:57.433708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:57.436712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:57.442624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:57.443689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.456368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:13:57.481356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.498218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] For port ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,segment=NetworkSegment(5dc9b099-351f-42e2-bb7a-66c1fd2a9764),segment_id=5dc9b099-351f-42e2-bb7a-66c1fd2a9764)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:57.503222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] For port d30a241d-130e-4907-a269-77f56a3e61f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d30a241d-130e-4907-a269-77f56a3e61f2,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:57.504028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.534133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] For port 078420ab-4470-4c00-b2d9-155e6855d291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=078420ab-4470-4c00-b2d9-155e6855d291,segment=NetworkSegment(8807c0c2-0c44-4727-ad6c-5ca675571e51),segment_id=8807c0c2-0c44-4727-ad6c-5ca675571e51)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:57.534847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.552809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=ecd2d7d2-388c-46a3-a61e-da57292d13bf,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.571833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=2fe09367-514a-4a59-a56e-b8715a17bf87,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.678268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Calling delete_port for d30a241d-130e-4907-a269-77f56a3e61f2 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:57.711874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.767986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.787931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.808174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59484) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:57.825502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Calling delete_port for 078420ab-4470-4c00-b2d9-155e6855d291 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:57.862422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fb0d89a7-7923-4ac7-b39c-c59ac5559648 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7323391 May 13 15:13:57.889444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59490) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:57.937304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff06b9-2ed2-41ea-a36d-8a5bd09bdb50 None None] Pushing event updated for resources: {'Port': ['ID=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.015776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.019979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.089501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d30a241d-130e-4907-a269-77f56a3e61f2 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:58.090271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.145296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.147017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:58.160750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.215792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] For port 078420ab-4470-4c00-b2d9-155e6855d291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=078420ab-4470-4c00-b2d9-155e6855d291,segment=NetworkSegment(8807c0c2-0c44-4727-ad6c-5ca675571e51),segment_id=8807c0c2-0c44-4727-ad6c-5ca675571e51)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:58.216374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.358741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port ecd2d7d2-388c-46a3-a61e-da57292d13bf {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:58.359344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.386853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bef3f9-159c-4ef9-90ad-5e62d82c9d8b req-f9ec2b99-b0c5-4827-918f-be05d520f2a1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:58.388431 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-39bef3f9-159c-4ef9-90ad-5e62d82c9d8b req-f9ec2b99-b0c5-4827-918f-be05d520f2a1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3452756 May 13 15:13:58.395672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 4d2c62f1-c772-4716-ba69-a21d71d6f981 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:58.430957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.433639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.434582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Calling delete_port for 078420ab-4470-4c00-b2d9-155e6855d291 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:58.438958 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-18c78223-a75e-454c-a8dd-c980dabc8df6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 HTTP/1.1" status: 204 len: 168 time: 4.7301755 May 13 15:13:58.448068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59504) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:58.502620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259636985', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:58.510221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.516933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:58.533050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:router and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:58.537642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_pluggable_backend [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Port d30a241d-130e-4907-a269-77f56a3e61f2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88837) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 13 15:13:58.537985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_pluggable_backend [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:735 {{(pid=88837) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 13 15:13:58.544357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:58.559862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:58.573485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-39bef3f9-159c-4ef9-90ad-5e62d82c9d8b req-7d6b7945-f3e7-45e4-a50f-c2ffebef1f8a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260686 May 13 15:13:58.579834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.637481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] No DVR routers for this DVR port d30a241d-130e-4907-a269-77f56a3e61f2 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:58.656688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a40bdf-9bc8-4aec-8df1-a869e244ff8a None None] Pushing event deleted for resources: {'Port': ['ID=d30a241d-130e-4907-a269-77f56a3e61f2,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.675180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Port': ['ID=078420ab-4470-4c00-b2d9-155e6855d291,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.695575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] No DVR routers for this DVR port 078420ab-4470-4c00-b2d9-155e6855d291 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:58.705873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:58.707326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:58.707443 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-31040431-6102-4f70-83b2-c92b8571c82b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b96e650cda2643a69e2911e7c907459d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980739 May 13 15:13:58.714765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.715770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.726559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59510) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:58.745324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59514) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:58.797140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:58.804065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.821203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:58.831208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.832430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9866fd-79ae-4923-af2d-6abba5e498ce None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:58.856630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.891317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:58.891910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.903816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=e7e27dc1-d69c-4569-8348-a226ec676495,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.965861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.981068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.999987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=4d2c62f1-c772-4716-ba69-a21d71d6f981,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-861259299'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Usage tracker for resource:network and tenant:cd7f634862b44923bbb1f48c587228f7 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:59.332846 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8011297e-7508-4222-acc7-8c8ea4066d32 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4125102 May 13 15:13:59.335028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:59.335759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:59.335759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8807c0c2-0c44-4727-ad6c-5ca675571e51') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.335759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8807c0c2-0c44-4727-ad6c-5ca675571e51') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.336171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:59.337736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Deleting port 078420ab-4470-4c00-b2d9-155e6855d291 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:59.337736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.340997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.341529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ebb23b81-1c3a-4818-8a96-2555b99a5ca5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:59.341824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.343977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'e7e27dc1-d69c-4569-8348-a226ec676495'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:59.343977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.439622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-74aa6e52-fa27-4ad6-ad5b-10ea1ed20edf None None] The port '078420ab-4470-4c00-b2d9-155e6855d291' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:59.515468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Made reservation on behalf of cd7f634862b44923bbb1f48c587228f7 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:59.519235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.532146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.536687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for ecd2d7d2-388c-46a3-a61e-da57292d13bf owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:59.578656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Allocated IP 2001:db8::f816:3eff:feac:69a7 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/e7e27dc1-d69c-4569-8348-a226ec676495/fdef9c7e-4773-48c3-8a05-11553bfe296e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:59.591250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:59.609964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.687536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:59.703949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Usage tracker for resource:security_group_rule and tenant:cd7f634862b44923bbb1f48c587228f7 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:59.718086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:59.720326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 078420ab-4470-4c00-b2d9-155e6855d291 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:59.727660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40240ef8-59cb-4e87-8145-0a84a0d2bb2f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.747450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:59.769999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f0390-a15c-4f30-8e30-3cf18529dcb4 None None] Network 226117f5-5671-4eed-b633-7ed42a115621 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:59.784380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:59.791371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 078420ab-4470-4c00-b2d9-155e6855d291 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:59.791804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 078420ab-4470-4c00-b2d9-155e6855d291 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:59.798432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:59.804786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.814270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:59.825163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:59.840932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.869729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.898857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Network': ['ID=f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.912978 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-078cc8a6-5a9f-49e1-83b6-6a8242322554 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/networks/f7e3a124-60ee-4b70-a4d2-37bfaa8aee3f HTTP/1.1" status: 204 len: 168 time: 3.4536631 May 13 15:13:59.914116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59526) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.008996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.014019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting subnet d28cef27-d845-4e64-8aff-fb559f6eab0c {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:00.048893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Provisioning for port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:00.059100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.077848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Provisioning complete for port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:00.077848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.078212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.081485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e47fad95-2d97-4b7d-9357-5914267b16a2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/40240ef8-59cb-4e87-8145-0a84a0d2bb2f HTTP/1.1" status: 204 len: 168 time: 1.3513029 May 13 15:14:00.094401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:00.098035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.115769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.118637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=ecd2d7d2-388c-46a3-a61e-da57292d13bf,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:00.127865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9c93-1e92-4988-8643-3012b147cf5e req-abb0e285-a6ce-4e4d-b5dd-a9505285e1d0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:00.129382 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e88f9c93-1e92-4988-8643-3012b147cf5e req-abb0e285-a6ce-4e4d-b5dd-a9505285e1d0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3723900 May 13 15:14:00.171618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.221356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.226244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.236873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Transition to ACTIVE for port object fdef9c7e-4773-48c3-8a05-11553bfe296e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:00.297563 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-829f7a13-f16e-4c54-ae6f-8b896f3c30b3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/ecd2d7d2-388c-46a3-a61e-da57292d13bf HTTP/1.1" status: 204 len: 168 time: 2.4069731 May 13 15:14:00.300686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59532) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.313146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Transition to ACTIVE for port object fdef9c7e-4773-48c3-8a05-11553bfe296e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:00.367575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e88f9c93-1e92-4988-8643-3012b147cf5e req-43f16b7f-6bb6-4638-a171-3fff823278e3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1915822 May 13 15:14:00.378323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.471574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Current status of the port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:00.471975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.486124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Pushing event updated for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:00.496848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:00.497178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.497959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c1c3ae39-ca28-45e8-9384-454a61d2c84a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:00.500690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:00.503595 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9c895c-0c7f-485a-85aa-8ab5b6db6c15 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:14:00.504279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9c895c-0c7f-485a-85aa-8ab5b6db6c15 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:14:00.506743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:00.506893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5a9c895c-0c7f-485a-85aa-8ab5b6db6c15 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/ecd2d7d2-388c-46a3-a61e-da57292d13bf HTTP/1.1" status: 404 len: 333 time: 0.1988366 May 13 15:14:00.510158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59536) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.561247 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c4ca0e-2225-4660-9e53-206923207abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:14:00.561697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-07c4ca0e-2225-4660-9e53-206923207abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:00.588263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.620541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.655503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-07c4ca0e-2225-4660-9e53-206923207abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:00.657032 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-07c4ca0e-2225-4660-9e53-206923207abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/ecd2d7d2-388c-46a3-a61e-da57292d13bf HTTP/1.1" status: 404 len: 333 time: 0.1457746 May 13 15:14:00.664801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59542) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.671875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:00.705372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Attempting to bind port fdef9c7e-4773-48c3-8a05-11553bfe296e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:00.705747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Attempting to bind port fdef9c7e-4773-48c3-8a05-11553bfe296e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:00.706142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Attempting to bind port fdef9c7e-4773-48c3-8a05-11553bfe296e on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:00.718380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] For port ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,segment=NetworkSegment(5dc9b099-351f-42e2-bb7a-66c1fd2a9764),segment_id=5dc9b099-351f-42e2-bb7a-66c1fd2a9764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:00.720477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:00.720852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:00.721256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.721649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:00.722137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Bound port: fdef9c7e-4773-48c3-8a05-11553bfe296e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:00.722513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.753478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.754113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Added segment f1680443-d552-407d-ac11-04eb2f776fac of type vlan for network 1a7a9567-062d-4c01-b7ce-3f21435cde62 May 13 15:14:00.758651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda5e8f-8848-47f1-95dc-1d2512bc5b51,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:00.779053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:00.796041 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] Sync routers for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:00.809898 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-adda2de7-3d60-4d0d-a24e-ef6ccae974e0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9688904 May 13 15:14:00.815180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 9164b072-883c-4c73-abe7-00ec8fba5ccc {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:00.815328 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:00.815328 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:00.815557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59546) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.819398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.854277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.863125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:00.866918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdef9c7e-4773-48c3-8a05-11553bfe296e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:00.870305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.897321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.924944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.957691 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:00.959424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf43e54f-6f17-4fad-a126-ceda39e2dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.968514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-225208cf-4f5d-48d7-b537-7cfd34d87436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:00.977975 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] Routers {'c1c3ae39-ca28-45e8-9384-454a61d2c84a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:00.980527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:00.991192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Subnet': ['ID=d28cef27-d845-4e64-8aff-fb559f6eab0c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.002971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.003265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcf776-cd0f-410e-b31b-06d7eca1e711 None None] Network c9a1d097-a3a6-49d4-98be-eea5864a19dd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:01.031687 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c308cc64-5d19-45f4-a076-f080904df5ca tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/subnets/d28cef27-d845-4e64-8aff-fb559f6eab0c HTTP/1.1" status: 204 len: 168 time: 1.1162269 May 13 15:14:01.053963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59552) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.066772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.122377 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:01.122777 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fb655-fd80-4967-8f08-725b87cb9a83 None None] The sync data for ids ['c1c3ae39-ca28-45e8-9384-454a61d2c84a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:01.215807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting subnet 6533d2ab-9f62-41c2-94a5-8d4e0ffda94d {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:01.222955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.254199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59558) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.296101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d506-ae85-4e50-ad23-f7f8ca6d45e5 None None] Pushing event updated for resources: {'Port': ['ID=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.370773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.377082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:01.378817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.383379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-225208cf-4f5d-48d7-b537-7cfd34d87436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:01.384801 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-225208cf-4f5d-48d7-b537-7cfd34d87436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1c3ae39-ca28-45e8-9384-454a61d2c84a HTTP/1.1" status: 200 len: 205 time: 0.5687881 May 13 15:14:01.403053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.460131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-585ad57d-5812-4dac-a3a6-49f35b91740c None None] Provisioning complete for port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:01.461194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-585ad57d-5812-4dac-a3a6-49f35b91740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.469115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-121564a3-5e5e-47de-b5f0-82469176bb44 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f40d13a269db4198b33d561cf1132a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127345 May 13 15:14:01.545319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59568) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.549664 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7731035 May 13 15:14:01.576852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57bf15-eb58-4530-b832-8cec1d878e78 None None] Pushing event updated for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.618448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.700544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59572) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.715417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-585ad57d-5812-4dac-a3a6-49f35b91740c None None] Current status of the port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:01.715788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.800051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Request body: {'subnet': {'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:01.808539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] DHCP port deletion for c9a1d097-a3a6-49d4-98be-eea5864a19dd request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:01.813273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Deleting port 20693360-75a7-4b1d-9fdd-c9192098efe9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:01.813653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.843786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.867905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0c4a70e6-fe6e-434a-9d24-41ca8e6d842b None None] Could not find standard attr ID for object ecd2d7d2-388c-46a3-a61e-da57292d13bf. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:14:01.898591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178676d2-9b6a-4fd6-b1d9-16f9799504c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'Network': ['ID=1a7a9567-062d-4c01-b7ce-3f21435cde62,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.901216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.923408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:01.986471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.006889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.043399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-8fe82b9f-9945-4d27-be92-b8c69bdd9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.044838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-8fe82b9f-9945-4d27-be92-b8c69bdd9c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.6047821 May 13 15:14:02.093502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.121467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.194319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.224685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] For port 20693360-75a7-4b1d-9fdd-c9192098efe9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=20693360-75a7-4b1d-9fdd-c9192098efe9,segment=NetworkSegment(676fd768-23a0-48a9-b3d7-4c38b2ab7f92),segment_id=676fd768-23a0-48a9-b3d7-4c38b2ab7f92)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:02.225482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.243280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:02.249265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=9164b072-883c-4c73-abe7-00ec8fba5ccc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.266718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.313830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7fa8adfb-f11e-4501-9e63-b63bae4a50ab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/9164b072-883c-4c73-abe7-00ec8fba5ccc HTTP/1.1" status: 204 len: 168 time: 1.6435215 May 13 15:14:02.328405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-a67d4341-f548-4608-adf8-028d7b0b8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.330288 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-a67d4341-f548-4608-adf8-028d7b0b8b6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.2643869 May 13 15:14:02.334184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:02.338181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.353575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Usage tracker for resource:subnet and tenant:cd7f634862b44923bbb1f48c587228f7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:02.357549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:02.364209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:02.385903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Calling delete_port for 20693360-75a7-4b1d-9fdd-c9192098efe9 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:02.415872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd7920-b79a-4180-a222-f1b7944e6177 None None] Network 226117f5-5671-4eed-b633-7ed42a115621 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:02.421466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.428369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.436698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.467974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc6a99-375b-4284-8240-d0cf3af6e0d2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.477110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.477110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-be54ae38-3b7b-4858-bedf-422b6f77fd58 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c0bc6a99-375b-4284-8240-d0cf3af6e0d2 HTTP/1.1" status: 204 len: 168 time: 0.9274883 May 13 15:14:02.477110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.562427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616344df-f545-4b5a-89d2-45b6176b87f5 None None] Network eb503428-0df6-4682-936f-ce0745c88ecd requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:02.594115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Made reservation on behalf of cd7f634862b44923bbb1f48c587228f7 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:02.597267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Subnet': ['ID=6533d2ab-9f62-41c2-94a5-8d4e0ffda94d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.606632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.609000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72dea37f-b544-4c09-9236-9bf885d1bd98 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/subnets/6533d2ab-9f62-41c2-94a5-8d4e0ffda94d HTTP/1.1" status: 204 len: 168 time: 1.5455608 May 13 15:14:02.611710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.625563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59582) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:02.655926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:02.752297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:02.768579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.769166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.842899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aee60b-b0f1-48d0-b345-d5e838d06ddb None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:02.919713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-153ded40-71a2-45ab-ad3b-5c8687c9931b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.5776412 May 13 15:14:02.923272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.007647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.030349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:03.030681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.054837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.054837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router c1c3ae39-ca28-45e8-9384-454a61d2c84a {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:03.056275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.078715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-6d1a519b-641b-4541-8c45-ee0bff42d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.080775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-6d1a519b-641b-4541-8c45-ee0bff42d71a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.1517220 May 13 15:14:03.089223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2dc1-2e29-442f-a994-a46e9c6bdebd req-534b1097-d758-4e4a-899a-c048863f5107 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.091038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-525d2dc1-2e29-442f-a994-a46e9c6bdebd req-534b1097-d758-4e4a-899a-c048863f5107 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.3943961 May 13 15:14:03.146853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=2c5ced61-9116-42a0-ab32-a028446d3a7d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.165004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.171222 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2cfcba79-2c77-4685-a6ec-e5e508d78413 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a HTTP/1.1" status: 204 len: 168 time: 1.7670107 May 13 15:14:03.197776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59588) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:03.198988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.26.7.193 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:03.212689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] Pushing event deleted for resources: {'Port': ['ID=20693360-75a7-4b1d-9fdd-c9192098efe9,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.220963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c818f-d5be-4b27-93de-a6f187bcaaea None None] No DVR routers for this DVR port 20693360-75a7-4b1d-9fdd-c9192098efe9 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:03.303627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdef9c7e-4773-48c3-8a05-11553bfe296e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:03.356100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-987f15b1-a2d5-4535-92a3-c6090830b98f None None] Provisioning for port fdef9c7e-4773-48c3-8a05-11553bfe296e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:03.401053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e63dc7d-3f7d-49d6-b369-e3d2c9d5cf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.431519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.458917 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-525d2dc1-2e29-442f-a994-a46e9c6bdebd req-93894bd4-3b9d-4e96-85ed-79fd810e998d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3503008 May 13 15:14:03.511002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a1d097-a3a6-49d4-98be-eea5864a19dd']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:03.522115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-79df1463-f0a2-47f9-899e-5231aa4e9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.523688 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-79df1463-f0a2-47f9-899e-5231aa4e9d08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3632381 May 13 15:14:03.540456 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-69a1dbfb-a70e-4e70-9677-3b1ced835891 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4231224 May 13 15:14:03.542699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:03.544831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] DHCP port deletion for 226117f5-5671-4eed-b633-7ed42a115621 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:03.550221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Deleting port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:03.550598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.580687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fdef9c7e-4773-48c3-8a05-11553bfe296e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:03.625977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.626864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] DHCP port deletion for eb503428-0df6-4682-936f-ce0745c88ecd request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:03.640555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:03.644139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.648871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fdef9c7e-4773-48c3-8a05-11553bfe296e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:03.649452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.659985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:f9:58:2d', 'name': 'tempest-NetworksTestDHCPv6-1986056526'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:03.680281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676fd768-23a0-48a9-b3d7-4c38b2ab7f92') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:03.680736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676fd768-23a0-48a9-b3d7-4c38b2ab7f92') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:03.688142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Deleting port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:03.688690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.758344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.915976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Update dhcp port {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'e7e27dc1-d69c-4569-8348-a226ec676495', 'ip_address': '2001:db8::f816:3eff:feac:69a7'}, {'subnet_id': '2c5ced61-9116-42a0-ab32-a028446d3a7d'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': 'fdef9c7e-4773-48c3-8a05-11553bfe296e'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:14:03.937473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.003270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.047507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.056219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:04.057847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.061390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.073290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,segment=NetworkSegment(5dc9b099-351f-42e2-bb7a-66c1fd2a9764),segment_id=5dc9b099-351f-42e2-bb7a-66c1fd2a9764)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:04.073663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.082258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:04.092288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:04.092288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.110310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:04.112582 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:04.162863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.179298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.179298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:04.183389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:04.192641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:04.203743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:04.244736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] For port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,segment=NetworkSegment(c6a0eeeb-e5a6-452c-a040-b521adac027f),segment_id=c6a0eeeb-e5a6-452c-a040-b521adac027f)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:04.245133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.267577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59612) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:04.282550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.293659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'Subnet': ['ID=2da1bb02-a59c-4ac5-8a90-0ac84f205af3,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.297124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for ebb23b81-1c3a-4818-8a96-2555b99a5ca5 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:04.345266 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2 HTTP/1.1" status: 204 len: 168 time: 1.0786238 May 13 15:14:04.349078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Checking segment: {'id': 'f1680443-d552-407d-ac11-04eb2f776fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:04.349443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Network hostable DHCP agents. Network: 1a7a9567-062d-4c01-b7ce-3f21435cde62, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:04.355942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59618) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:04.356325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29d3dd-bb32-4154-b84f-b12ab17bff61 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.380853 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-1da76029-34db-4967-8db3-098dead4184e service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159754 May 13 15:14:04.404235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Calling delete_port for e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:04.474886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:04.504366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6e87c-7d81-4100-86a1-832accf179a8 None None] Network f38cb002-9c20-4580-a61d-af58e9d8999f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:04.521619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.528132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1278106041'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:04.545443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:04.557861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:network and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:04.596148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:04.604919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.609047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.624090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:04.651892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet f048e0f7-5d5f-431a-8f57-ccc0739c84c5 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:04.660959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.697833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:04.709547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] For port ebb23b81-1c3a-4818-8a96-2555b99a5ca5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,segment=NetworkSegment(5dc9b099-351f-42e2-bb7a-66c1fd2a9764),segment_id=5dc9b099-351f-42e2-bb7a-66c1fd2a9764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:04.710185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.730136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.764311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:04.768195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.793716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 1a7a9567-062d-4c01-b7ce-3f21435cde62) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:04.799927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.814882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Network': ['ID=c9a1d097-a3a6-49d4-98be-eea5864a19dd,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.822983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:04.823869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.826679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28742b78-e65f-4025-97bf-9ef9e9da7248 None None] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:04.835464 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-415fa0d2-3cf9-4794-b094-feb0c9773dcf tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/networks/c9a1d097-a3a6-49d4-98be-eea5864a19dd HTTP/1.1" status: 204 len: 168 time: 2.2091260 May 13 15:14:04.842018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:04.852303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:04.881616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:security_group_rule and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:04.886740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:04.901437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.902161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.910746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.923435 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f3d17200-f30f-44a6-a34e-79814f8d182f req-417a9d0e-3328-4dd5-bfaf-2bbd506d5aec service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356886 May 13 15:14:04.964390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.971969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.999926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:05.022661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:05.023885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.031590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5ba73307-de1f-4bc5-ab9b-e323c50891e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3221352 May 13 15:14:05.037434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59630) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:05.043620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] No DVR routers for this DVR port e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:05.043771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=ebb23b81-1c3a-4818-8a96-2555b99a5ca5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.047876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Request body: {'port': {'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2022410686'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:05.094716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Calling delete_port for ebb23b81-1c3a-4818-8a96-2555b99a5ca5 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:05.107851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.127324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No DVR routers for this DVR port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:05.139949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 23bd6fcb-2256-49e4-8e87-d059503932bf yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:05.205104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc511e10-af7b-4a27-ace4-bc0cedc95f72 None None] Pushing event deleted for resources: {'Port': ['ID=e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.335348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.358733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdef9c7e-4773-48c3-8a05-11553bfe296e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:05.369437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b39-c94c-4976-92f1-480ef2f47e60 req-d63833ad-898c-4a2a-8f2e-4e4e7edffbd7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:05.376620 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4865b39-c94c-4976-92f1-480ef2f47e60 req-d63833ad-898c-4a2a-8f2e-4e4e7edffbd7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.8019938 May 13 15:14:05.411739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.470273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.470541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.471022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ebb23b81-1c3a-4818-8a96-2555b99a5ca5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:05.481352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226117f5-5671-4eed-b633-7ed42a115621']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.495549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:05.503048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc9b099-351f-42e2-bb7a-66c1fd2a9764') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.503352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc9b099-351f-42e2-bb7a-66c1fd2a9764') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.513200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Usage tracker for resource:port and tenant:cd7f634862b44923bbb1f48c587228f7 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:05.527228 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4865b39-c94c-4976-92f1-480ef2f47e60 req-35026b1a-60a5-44c2-a2ad-06dd63a96f84 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1489801 May 13 15:14:05.528697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:05.542885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:05.548420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.572662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.576001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:05.576360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:05.579540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:05.579941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.606635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ebb23b81-1c3a-4818-8a96-2555b99a5ca5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:05.607213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ebb23b81-1c3a-4818-8a96-2555b99a5ca5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:05.609688 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:05.662662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Made reservation on behalf of cd7f634862b44923bbb1f48c587228f7 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:05.665449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 not found, will not notify nova. {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 15:14:05.666933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.669072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.688776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Allocated IP 172.20.0.2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/2c5ced61-9116-42a0-ab32-a028446d3a7d/fdef9c7e-4773-48c3-8a05-11553bfe296e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:05.723562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] device_id is not set on port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:05.772439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.777382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.786715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb503428-0df6-4682-936f-ce0745c88ecd']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.812318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-1a7a9567-062d-4c01-b7ce-3f21435cde62', 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62', 'tenant_id': 'cd7f634862b44923bbb1f48c587228f7', 'fixed_ips': [{'subnet_id': '2da1bb02-a59c-4ac5-8a90-0ac84f205af3'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:05.813297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.830405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] DHCP port deletion for f38cb002-9c20-4580-a61d-af58e9d8999f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:05.832483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 20693360-75a7-4b1d-9fdd-c9192098efe9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:05.833441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.849550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a0eeeb-e5a6-452c-a040-b521adac027f') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.849823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a0eeeb-e5a6-452c-a040-b521adac027f') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:05.856919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=f048e0f7-5d5f-431a-8f57-ccc0739c84c5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.871729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.875433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.879813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.888411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.893321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.924917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.929080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01397da5-304c-4c82-b306-c1b23ab6ad42 None None] Network 6685fff5-340f-41af-b714-aaf4ceb57b37 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:05.951997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.952961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Deleting port 8fe66a99-4438-4ecf-a978-3a784aa20d71 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:05.953422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.956762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=226117f5-5671-4eed-b633-7ed42a115621,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.978457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 20693360-75a7-4b1d-9fdd-c9192098efe9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:05.978686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97a8ab2c-6d5a-4461-835f-40f70dd0a007 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/226117f5-5671-4eed-b633-7ed42a115621 HTTP/1.1" status: 204 len: 168 time: 3.6424539 May 13 15:14:05.979025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 20693360-75a7-4b1d-9fdd-c9192098efe9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:05.979251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59638) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:05.988659 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-80ac181c-a2a8-41f4-9912-5cf4b77bf10e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/f048e0f7-5d5f-431a-8f57-ccc0739c84c5 HTTP/1.1" status: 204 len: 168 time: 1.5066373 May 13 15:14:05.997700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:05.999718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-965998297'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:06.004706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:06.007027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59642) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:06.009664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:06.013519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:06.021246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:06.046149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Allocated IP 2001:db8::2d3 (1a7a9567-062d-4c01-b7ce-3f21435cde62/2da1bb02-a59c-4ac5-8a90-0ac84f205af3/a6fd3d8b-491c-4993-a1cb-a7321e6829a5) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:06.048410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:06.048829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:06.075858 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:06.085384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:06.089220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.096596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4704ad3c-4854-4faf-b079-7e446a8342e6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.097007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.097542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Added segment 6ed6eaca-9842-48d2-86e6-0cdf9033719c of type vlan for network f7e5629f-f80a-43bd-9aed-e9763fc5a973 May 13 15:14:06.121328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Deleting port ebb23b81-1c3a-4818-8a96-2555b99a5ca5 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:06.121810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.171774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:06.173148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdef9c7e-4773-48c3-8a05-11553bfe296e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:06.244197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.244551 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 2933c21d-5502-4baa-bc06-a7643482a452 of type vlan for network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 May 13 15:14:06.299563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.360282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.362304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e1ff-a3fb-405d-a249-0501f6be72b6 None None] The port 'ebb23b81-1c3a-4818-8a96-2555b99a5ca5' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:06.367155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.373701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.408814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 8fe66a99-4438-4ecf-a978-3a784aa20d71 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:06.409159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.413459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Transition to ACTIVE for port object a6fd3d8b-491c-4993-a1cb-a7321e6829a5 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:06.441844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.455527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.455668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.457753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.459674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.542541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.551302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.571947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Network': ['ID=eb503428-0df6-4682-936f-ce0745c88ecd,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.596584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3949a5b2-302d-45a2-b9da-5b676c9fcb21 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/networks/eb503428-0df6-4682-936f-ce0745c88ecd HTTP/1.1" status: 204 len: 168 time: 1.7499776 May 13 15:14:06.602202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59648) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:06.662182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'Port': ['ID=a6fd3d8b-491c-4993-a1cb-a7321e6829a5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.681131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdef9c7e-4773-48c3-8a05-11553bfe296e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:06.682307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=93cce9e5-c9e7-40c7-a42d-c99627a622e9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.694795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:06.705432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:06.705432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:06.706979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:06.710204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.710951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.737419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.743035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.743603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.757562 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-534dd237-e49e-45b7-a03d-1fb2a5517e9a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7730215 May 13 15:14:06.764391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59652) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:06.766712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:06.829748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Allocated IP 2001:db8::2 (1a7a9567-062d-4c01-b7ce-3f21435cde62/2da1bb02-a59c-4ac5-8a90-0ac84f205af3/ef301d93-83b9-46b8-b93f-b30527c1c6ad) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:06.834983 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-870d3fe4-220b-4b1f-88e3-ba3f225a22dd tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7935543 May 13 15:14:06.835799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fdef9c7e-4773-48c3-8a05-11553bfe296e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:06.836186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.840889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59656) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:06.856572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Request body: {'port': {'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-636698253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:06.857208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] bootfile-name is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:06.857617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] tftp-server is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:06.858667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] server-ip-address is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:06.873459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.resource_extend [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:06.935890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.949270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] For port 8fe66a99-4438-4ecf-a978-3a784aa20d71, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8fe66a99-4438-4ecf-a978-3a784aa20d71,segment=NetworkSegment(83a1b6fe-38c4-4583-a8ea-8f515f1068d8),segment_id=83a1b6fe-38c4-4583-a8ea-8f515f1068d8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:06.949270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.975418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:06.983606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:06.990105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:07.010973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:07.039827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:07.044114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Usage tracker for resource:port and tenant:cd7f634862b44923bbb1f48c587228f7 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:07.047958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:07.055495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:07.076165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:07.079896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.160709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Calling delete_port for 8fe66a99-4438-4ecf-a978-3a784aa20d71 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:07.198337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Transition to ACTIVE for port object fdef9c7e-4773-48c3-8a05-11553bfe296e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:07.221823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Network': ['ID=f7e5629f-f80a-43bd-9aed-e9763fc5a973,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.228933 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3bc9f46c-6cb7-48a0-bed4-967426b3c6d4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9588268 May 13 15:14:07.234613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59660) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:07.240386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting subnet 50027dae-bb51-4e6a-a705-76d824bbfea2 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:07.257696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.266536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:07.291566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Made reservation on behalf of cd7f634862b44923bbb1f48c587228f7 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:07.293832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.295459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.323948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'subnet': {'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:07.394251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] device_id is not set on port 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:07.430254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 8fe66a99-4438-4ecf-a978-3a784aa20d71, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8fe66a99-4438-4ecf-a978-3a784aa20d71,segment=NetworkSegment(83a1b6fe-38c4-4583-a8ea-8f515f1068d8),segment_id=83a1b6fe-38c4-4583-a8ea-8f515f1068d8)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:07.430878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.432912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] DHCP port deletion for 6685fff5-340f-41af-b714-aaf4ceb57b37 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:07.471331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.494948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Deleting port d07a9ffb-3dae-459d-9050-79780cfd68ce {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:07.496579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.527155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b3a37534-65a6-4e0e-8895-0d6ed5b41725 {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:07.527617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:07.653204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 8fe66a99-4438-4ecf-a978-3a784aa20d71 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:07.676267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.690701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:07.709264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.728256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:07.737800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4047d-9914-40e1-b043-93e5c3c318b5 req-2343eb85-cb3b-4e5d-b1e0-10129edd90ec tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:07.739456 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1ff4047d-9914-40e1-b043-93e5c3c318b5 req-2343eb85-cb3b-4e5d-b1e0-10129edd90ec tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.9921584 May 13 15:14:07.753401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:subnet and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:07.761923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010bd3c-f00f-41b3-b1af-c23d63888194 None None] Pushing event updated for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.775949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:07.790158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:07.792884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.794882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router ef57b22e-09fa-4d40-8b2d-0a537ac84846 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:07.814223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ebb23b81-1c3a-4818-8a96-2555b99a5ca5 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:07.853047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '2933c21d-5502-4baa-bc06-a7643482a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:07.854391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 93cce9e5-c9e7-40c7-a42d-c99627a622e9, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:07.856953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] No DVR routers for this DVR port 8fe66a99-4438-4ecf-a978-3a784aa20d71 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:07.878552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dc8b4-ddb5-4713-bc6c-3d4576208f82 None None] Pushing event deleted for resources: {'Port': ['ID=8fe66a99-4438-4ecf-a978-3a784aa20d71,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.880580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ebb23b81-1c3a-4818-8a96-2555b99a5ca5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:07.880934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ebb23b81-1c3a-4818-8a96-2555b99a5ca5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:07.881366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8fe66a99-4438-4ecf-a978-3a784aa20d71 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:07.945958 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1ff4047d-9914-40e1-b043-93e5c3c318b5 req-422b9a8f-eb53-407c-ad8c-89f475828373 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942515 May 13 15:14:07.959459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:07.963331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.963844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:07.990440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:07.990684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:07.991771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.014182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.028860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.034585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 8fe66a99-4438-4ecf-a978-3a784aa20d71 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:08.034931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8fe66a99-4438-4ecf-a978-3a784aa20d71 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:08.035380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:08.066385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 3e4d765b-860c-4be1-b37d-16854fb2bf9c yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:08.084897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Transition to ACTIVE for port object ef301d93-83b9-46b8-b93f-b30527c1c6ad will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:08.147948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:08.148304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e02bbf50-08c5-4dbf-8a8e-4c3569c1cd95 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:08.188198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Transition to ACTIVE for port object ef301d93-83b9-46b8-b93f-b30527c1c6ad will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:08.207737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] For port d07a9ffb-3dae-459d-9050-79780cfd68ce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d07a9ffb-3dae-459d-9050-79780cfd68ce,segment=NetworkSegment(f53f0a92-bf21-4537-a678-28b595cca200),segment_id=f53f0a92-bf21-4537-a678-28b595cca200)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:08.208429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.313221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:08.368159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 93cce9e5-c9e7-40c7-a42d-c99627a622e9) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:08.375953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdef9c7e-4773-48c3-8a05-11553bfe296e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:08.402964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Sync routers for ids ['ef57b22e-09fa-4d40-8b2d-0a537ac84846'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:08.421256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Calling delete_port for d07a9ffb-3dae-459d-9050-79780cfd68ce owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:08.421474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:08.422108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.444087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.466385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d196e-ca1f-4a32-a03f-377a536ded59 None None] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:08.480106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.484570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.488264 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-79eeff4a-e4bb-4b79-a4a5-224620456aa5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.0364246 May 13 15:14:08.498513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 8fe66a99-4438-4ecf-a978-3a784aa20d71 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:08.498756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.499858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59664) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:08.547891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Subnet': ['ID=50027dae-bb51-4e6a-a705-76d824bbfea2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:08.553345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.558509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-742cde6d-2469-42fe-9c29-2c123219e021 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/subnets/50027dae-bb51-4e6a-a705-76d824bbfea2 HTTP/1.1" status: 204 len: 168 time: 1.9550977 May 13 15:14:08.559835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59668) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:08.620740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port '8fe66a99-4438-4ecf-a978-3a784aa20d71' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:08.622070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Allocated IP 2001:db8::326 (1a7a9567-062d-4c01-b7ce-3f21435cde62/2da1bb02-a59c-4ac5-8a90-0ac84f205af3/7e9d5eae-df87-4f36-9b7c-e83bc4e70c60) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:08.632964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbaa2e-e5fb-4643-8062-e0a9323d8e66 None None] Network c17f18cb-115b-4db3-ac50-6df0489cea6e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:08.642449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 172.20.0.4 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/2c5ced61-9116-42a0-ab32-a028446d3a7d/3e4d765b-860c-4be1-b37d-16854fb2bf9c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:08.653919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fef9:582d (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/e7e27dc1-d69c-4569-8348-a226ec676495/3e4d765b-860c-4be1-b37d-16854fb2bf9c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:08.691728 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0563b65c-6b65-4250-bfaa-17df50e63718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9265051 May 13 15:14:08.707634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59672) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:08.739925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:08.761476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:08.763293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Routers {'ef57b22e-09fa-4d40-8b2d-0a537ac84846'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:08.763825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ef57b22e-09fa-4d40-8b2d-0a537ac84846'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:08.825291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:08.954296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.977518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-244223725'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:09.023644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8a86b9f-f0fe-41fd-9428-92014e26182f tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/ef57b22e-09fa-4d40-8b2d-0a537ac84846 HTTP/1.1" status: 200 len: 909 time: 0.5171571 May 13 15:14:09.029823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59678) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:09.030810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Set router ef57b22e-09fa-4d40-8b2d-0a537ac84846 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:09.048604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1259636985', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': True}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:09.053366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:09.057348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Usage tracker for resource:router and tenant:c168ef5dc7d8466dbad72aaa2c2e1bca is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:09.060232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:09.065916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:09.149497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38cb002-9c20-4580-a61d-af58e9d8999f']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:09.160700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.162870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.171504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a1b6fe-38c4-4583-a8ea-8f515f1068d8') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:09.171889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a1b6fe-38c4-4583-a8ea-8f515f1068d8') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:09.178800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.179051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:09.188930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.194055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:09.196873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.205738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:09.210322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.215793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Pushing event updated for resources: {'Port': ['ID=ef301d93-83b9-46b8-b93f-b30527c1c6ad,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.259511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:09.264365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.292926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.305422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Deleting port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:09.305846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.329759 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:09.332314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:09.333351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:09.354265 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:09.388898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Subnet': ['ID=a45e0dd8-0c77-4908-80f5-f42fee7afcc2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.391091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:09.394864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.426018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 3e4d765b-860c-4be1-b37d-16854fb2bf9c will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:09.461398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ad9b0420-7a8d-4183-ac6a-bf87af960f2e None None] Provisioning for port fdef9c7e-4773-48c3-8a05-11553bfe296e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:09.486266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.496448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Checking segment: {'id': '6ed6eaca-9842-48d2-86e6-0cdf9033719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:09.497530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network hostable DHCP agents. Network: f7e5629f-f80a-43bd-9aed-e9763fc5a973, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:09.534600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Attempting to bind port ef301d93-83b9-46b8-b93f-b30527c1c6ad on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:09.534966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Attempting to bind port ef301d93-83b9-46b8-b93f-b30527c1c6ad by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f1680443-d552-407d-ac11-04eb2f776fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:09.535402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Attempting to bind port ef301d93-83b9-46b8-b93f-b30527c1c6ad on network 1a7a9567-062d-4c01-b7ce-3f21435cde62 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:09.552774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 349a1d88-6c72-41cd-849d-ad2ba8266e49 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:09.554724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ad9b0420-7a8d-4183-ac6a-bf87af960f2e None None] Provisioning complete for port fdef9c7e-4773-48c3-8a05-11553bfe296e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:09.555102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0420-7a8d-4183-ac6a-bf87af960f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.611765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] Pushing event deleted for resources: {'Port': ['ID=d07a9ffb-3dae-459d-9050-79780cfd68ce,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.615571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:09.615937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Checking segment: {'id': 'f1680443-d552-407d-ac11-04eb2f776fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:09.616337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.616722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Bound using segment: {'id': 'f1680443-d552-407d-ac11-04eb2f776fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:09.617193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Bound port: ef301d93-83b9-46b8-b93f-b30527c1c6ad, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1680443-d552-407d-ac11-04eb2f776fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1a7a9567-062d-4c01-b7ce-3f21435cde62'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:09.617764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.625369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.629320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f6d8b-7ef5-4970-a265-ab2e2ae7a2b9 None None] No DVR routers for this DVR port d07a9ffb-3dae-459d-9050-79780cfd68ce on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:09.656606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ab669-6c34-4b3b-9c9e-5c88855aa90f req-f7228211-4fca-46f6-9cbf-fc684f0b40c7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:09.658006 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e35ab669-6c34-4b3b-9c9e-5c88855aa90f req-f7228211-4fca-46f6-9cbf-fc684f0b40c7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5659111 May 13 15:14:09.660662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.671947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fdef9c7e-4773-48c3-8a05-11553bfe296e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:09.672340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.683996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.740529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=f38cb002-9c20-4580-a61d-af58e9d8999f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.758954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:09.763366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.777270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74c31776-7739-418b-95f6-f85a1fb0d263 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/f38cb002-9c20-4580-a61d-af58e9d8999f HTTP/1.1" status: 204 len: 168 time: 3.7561262 May 13 15:14:09.786876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Transition to ACTIVE for port object 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:09.787031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:09.805661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e35ab669-6c34-4b3b-9c9e-5c88855aa90f req-abb50f58-97a4-4973-91fc-5b73f2e077d4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805733 May 13 15:14:09.888240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.929450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f7e5629f-f80a-43bd-9aed-e9763fc5a973) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:09.942954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] For port 83cb25a4-ed37-4015-be56-5cde3b5da9a4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=83cb25a4-ed37-4015-be56-5cde3b5da9a4,segment=NetworkSegment(4371e9d5-9094-4de2-a41a-7b9930fced1d),segment_id=4371e9d5-9094-4de2-a41a-7b9930fced1d)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:09.943643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.966427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0bd1c-fdac-4de8-a199-b63eb1e3731c None None] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:09.988167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:09.989623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.991019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.106131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:10.116867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:10.126281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] For port ef301d93-83b9-46b8-b93f-b30527c1c6ad, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:10.134241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:10.140907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:10.181883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-93cce9e5-c9e7-40c7-a42d-c99627a622e9', 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:10.182748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.198809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] For port ef301d93-83b9-46b8-b93f-b30527c1c6ad, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ef301d93-83b9-46b8-b93f-b30527c1c6ad,segment=NetworkSegment(f1680443-d552-407d-ac11-04eb2f776fac),segment_id=f1680443-d552-407d-ac11-04eb2f776fac)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:10.199548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:10.220225 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29e34aee-5548-4e55-996c-1c26961d8306 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9099996 May 13 15:14:10.227193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:10.228974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Calling delete_port for 83cb25a4-ed37-4015-be56-5cde3b5da9a4 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:10.233624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.234895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.240470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59688) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:10.253621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=3e4d765b-860c-4be1-b37d-16854fb2bf9c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:10.331079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::189 (93cce9e5-c9e7-40c7-a42d-c99627a622e9/03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd/349a1d88-6c72-41cd-849d-ad2ba8266e49) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:10.334386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1779885662', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:10.362854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.368406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:10.391246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:router and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:10.399742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:10.420733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:10.445975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.446797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.454419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'Port': ['ID=7e9d5eae-df87-4f36-9b7c-e83bc4e70c60,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:10.461371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8ebabfe0-4d55-41c4-a170-c2589a7db738 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.6193590 May 13 15:14:10.463346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59694) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:10.495207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5bce7-7344-48b4-b124-5094754b0b2a None None] DHCP port deletion for c17f18cb-115b-4db3-ac50-6df0489cea6e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:10.513901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5bce7-7344-48b4-b124-5094754b0b2a None None] Deleting port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:10.516025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bce7-7344-48b4-b124-5094754b0b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.518265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.519486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.554050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.589321 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-77767d94-6c88-43f2-b3d1-acc7f1a62f4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.9906323 May 13 15:14:10.595498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59698) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:10.603062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.631424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b0420-7a8d-4183-ac6a-bf87af960f2e None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:10.713627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:10.732287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.807463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.810211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d07a9ffb-3dae-459d-9050-79780cfd68ce no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:10.813788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.820530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.821517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Synchronizing usage tracker for tenant:cd7f634862b44923bbb1f48c587228f7 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:10.841219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5bce7-7344-48b4-b124-5094754b0b2a None None] The port '83cb25a4-ed37-4015-be56-5cde3b5da9a4' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:10.876339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193'}], 'enable_snat': False}, 'gw_port_id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:58Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:02Z', 'updated_at': '2022-05-13T15:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:10.883230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d07a9ffb-3dae-459d-9050-79780cfd68ce {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:10.883425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d07a9ffb-3dae-459d-9050-79780cfd68ce not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:10.884991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89998f41-db83-4478-b2b9-569ff39911b3 None None] Pushing event updated for resources: {'Port': ['ID=ef301d93-83b9-46b8-b93f-b30527c1c6ad,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:10.934511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] No DVR routers for this DVR port 83cb25a4-ed37-4015-be56-5cde3b5da9a4 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:10.935895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Checking router: ef57b22e-09fa-4d40-8b2d-0a537ac84846 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:10.936258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Updating router ef57b22e-09fa-4d40-8b2d-0a537ac84846 port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:14:10.991078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56eece2-c3d7-4644-aeae-19f6a03b96a1 None None] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:11.011853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3907dc6f-f7b1-4d10-b52e-9b23990ca759 None None] Provisioning for port 3e4d765b-860c-4be1-b37d-16854fb2bf9c completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:11.015902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Port': ['ID=83cb25a4-ed37-4015-be56-5cde3b5da9a4,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:11.058299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.066594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3411204-f372-44e6-8ff3-44a8793d2e38 req-cb4a55cb-122f-4770-853d-8c2c50e82fe7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.069276 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a3411204-f372-44e6-8ff3-44a8793d2e38 req-cb4a55cb-122f-4770-853d-8c2c50e82fe7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.5350657 May 13 15:14:11.103968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.138933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 83cb25a4-ed37-4015-be56-5cde3b5da9a4 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:11.164682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3907dc6f-f7b1-4d10-b52e-9b23990ca759 None None] Provisioning complete for port 3e4d765b-860c-4be1-b37d-16854fb2bf9c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:11.165058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3907dc6f-f7b1-4d10-b52e-9b23990ca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.189020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6685fff5-340f-41af-b714-aaf4ceb57b37']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.205859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.221554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.226935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53f0a92-bf21-4537-a678-28b595cca200') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.227241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53f0a92-bf21-4537-a678-28b595cca200') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.273004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.289237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3907dc6f-f7b1-4d10-b52e-9b23990ca759 None None] Port 3e4d765b-860c-4be1-b37d-16854fb2bf9c cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:11.294486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 349a1d88-6c72-41cd-849d-ad2ba8266e49 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:11.306251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17f18cb-115b-4db3-ac50-6df0489cea6e']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.308112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 83cb25a4-ed37-4015-be56-5cde3b5da9a4 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:11.308782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 83cb25a4-ed37-4015-be56-5cde3b5da9a4 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:11.326814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4371e9d5-9094-4de2-a41a-7b9930fced1d') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.327142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4371e9d5-9094-4de2-a41a-7b9930fced1d') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.344464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.350859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.368687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:11.369222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:11.384740 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:11.399512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.450912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943b024-2565-4c8e-9537-1fa78c5e8235 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.457219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943b024-2565-4c8e-9537-1fa78c5e8235 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.458583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c943b024-2565-4c8e-9537-1fa78c5e8235 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:11.462685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-f5eb0318-302d-4b4a-be0d-1d0dfe24254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.464174 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-f5eb0318-302d-4b4a-be0d-1d0dfe24254a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 0.8204496 May 13 15:14:11.468666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:11.469174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.479834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:11.488356 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:11.642751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.646821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Unset dirty status for tenant:cd7f634862b44923bbb1f48c587228f7 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:11.651628 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-69e21886-5c91-4cff-8efc-d5d9ab3cf7be tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.1782646 May 13 15:14:11.652797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59704) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.709302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.715355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.735048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a3411204-f372-44e6-8ff3-44a8793d2e38 req-7025453f-0547-4e5c-a61a-bb660b2b2334 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6311648 May 13 15:14:11.763173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.783504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.791904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.832282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c943b024-2565-4c8e-9537-1fa78c5e8235 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:11.834946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c943b024-2565-4c8e-9537-1fa78c5e8235 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2340300 May 13 15:14:11.835571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Allocated IP 2001:db8::2 (93cce9e5-c9e7-40c7-a42d-c99627a622e9/03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd/1e8dc9f8-8130-4b52-8428-e60c22bc2c60) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:11.836437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.848869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:11.849817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59708) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.908982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:11.912545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=6685fff5-340f-41af-b714-aaf4ceb57b37,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:11.918065 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/networks/c17f18cb-115b-4db3-ac50-6df0489cea6e HTTP/1.1" status: 204 len: 168 time: 3.3300085 May 13 15:14:11.921856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59712) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.923034 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-365557a7-5b86-487a-b39e-1614f0103c79 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/6685fff5-340f-41af-b714-aaf4ceb57b37 HTTP/1.1" status: 204 len: 168 time: 2.1402185 May 13 15:14:11.954214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:11.968259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.968920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.972343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.988227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59714) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.015849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Transition to ACTIVE for port object e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:12.018261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1666619301'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:12.046982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 3e4d765b-860c-4be1-b37d-16854fb2bf9c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:12.047409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.053998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ba04a12e-4e6d-4e4e-81ef-4b6024e46f31 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Synchronizing usage tracker for tenant:544ed5652310425aa8666035e91a69b3 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:12.057830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-22f2d5bf-9f61-46c2-b125-6253795a5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:12.059314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-22f2d5bf-9f61-46c2-b125-6253795a5f4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.5753670 May 13 15:14:12.078611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78982eb4-38b8-4898-8ee0-7b6ed7d6c4d6 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Pushing event deleted for resources: {'Network': ['ID=c17f18cb-115b-4db3-ac50-6df0489cea6e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.088649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=349a1d88-6c72-41cd-849d-ad2ba8266e49,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.093995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Deleting port 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:12.094432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.123112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:12.146790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.147910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:12.158594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:12.180229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:12.204629 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6fc7555d-bfe1-47c2-b4e5-095d413ee89e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.4859064 May 13 15:14:12.214047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59720) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.308351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e14d6-9d8f-421d-b6dd-409c4ea72347 None None] Pushing event updated for resources: {'Port': ['ID=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.329442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Attempting to bind port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:12.329442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Attempting to bind port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:12.329821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Attempting to bind port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:12.336345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe349b16-298e-4a24-b77d-443a80323256 None None] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:12.354855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 349a1d88-6c72-41cd-849d-ad2ba8266e49 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:12.354855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.361164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:12.361858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:12.362377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.362888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:12.363541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Bound port: e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:12.364036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.399154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:12.402932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.430989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.26.7.244 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/9b31e76f-8ecf-489b-9614-f73e4285d492) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:12.433735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ba04a12e-4e6d-4e4e-81ef-4b6024e46f31 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Unset dirty status for tenant:544ed5652310425aa8666035e91a69b3 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:12.437209 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ba04a12e-4e6d-4e4e-81ef-4b6024e46f31 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd20ea68-0f9f-42eb-baad-a4edb5f78490 HTTP/1.1" status: 200 len: 205 time: 0.4368069 May 13 15:14:12.439124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59724) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.444101 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-44a703b8-d227-432b-a265-39d434656605 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.3739491 May 13 15:14:12.486100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.523065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Transition to ACTIVE for port object 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:12.581811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] For port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:12.588105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Transition to ACTIVE for port object 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:12.628004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-79eb9684-6881-41c8-aa95-185bb10fe1ba None None] Provisioning for port ef301d93-83b9-46b8-b93f-b30527c1c6ad completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:12.637650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] For port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:12.687348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.696319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:12.724927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-74d52578-cc9c-423f-8f6e-20733624e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:12.727326 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-74d52578-cc9c-423f-8f6e-20733624e594 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.2676890 May 13 15:14:12.733278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.736375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.790746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Pushing event updated for resources: {'Port': ['ID=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.914487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:12.915961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.918334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e14d6-9d8f-421d-b6dd-409c4ea72347 None None] Pushing event updated for resources: {'Port': ['ID=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.921118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:12.943574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:13.028743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Routers {'ef57b22e-09fa-4d40-8b2d-0a537ac84846'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:13.029388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ef57b22e-09fa-4d40-8b2d-0a537ac84846'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:13.045742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.045742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment 8828430f-4385-4600-a9ee-c62cc7198947 of type vlan for network b10c1db2-7d15-4601-985d-0d953f6692a3 May 13 15:14:13.125325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.130205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ef301d93-83b9-46b8-b93f-b30527c1c6ad up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:13.133218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.142668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.181760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Calling delete_port for 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:13.226321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Attempting to bind port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:13.227198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Attempting to bind port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '2933c21d-5502-4baa-bc06-a7643482a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:13.227504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Attempting to bind port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 on network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:13.301281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:13.301764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Checking segment: {'id': '2933c21d-5502-4baa-bc06-a7643482a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:13.302114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.302502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Bound using segment: {'id': '2933c21d-5502-4baa-bc06-a7643482a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:13.302986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Bound port: 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2933c21d-5502-4baa-bc06-a7643482a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93cce9e5-c9e7-40c7-a42d-c99627a622e9'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:13.303357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.361982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.418303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.434490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 349a1d88-6c72-41cd-849d-ad2ba8266e49 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:13.487570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] Set router ef57b22e-09fa-4d40-8b2d-0a537ac84846 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:13.544300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-c80d9572-bb83-4724-9c51-fff88b92dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.545823 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-c80d9572-bb83-4724-9c51-fff88b92dc02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8104973 May 13 15:14:13.588299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 3e4d765b-860c-4be1-b37d-16854fb2bf9c owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:13.615006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port ef301d93-83b9-46b8-b93f-b30527c1c6ad completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:13.638029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.664031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ef301d93-83b9-46b8-b93f-b30527c1c6ad triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:13.664322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.737243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.740724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.772898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:13.778089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.783732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.784467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.803696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.909010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.909684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Fanout notify agent at l3_agent the message router_deleted on router dd20ea68-0f9f-42eb-baad-a4edb5f78490 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:13.932162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-d365a9e6-1836-4394-9f65-f18857e9bc6f service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779609 May 13 15:14:13.935735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:13.941250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:13.972517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:13.981285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.982530 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-60e50a5f-cdf6-424e-8ab6-8dd571229a73 tempest-RoutersNegativeIpV6Test-1078811616 tempest-RoutersNegativeIpV6Test-1078811616-project] 10.222.0.91 "DELETE /v2.0/routers/dd20ea68-0f9f-42eb-baad-a4edb5f78490 HTTP/1.1" status: 204 len: 168 time: 1.5387928 May 13 15:14:14.006660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0691b-5dcc-484e-8099-a90badd1ecef req-ce4155f8-a06e-4517-9bdb-7ab94b85d26d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.008270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8db0691b-5dcc-484e-8099-a90badd1ecef req-ce4155f8-a06e-4517-9bdb-7ab94b85d26d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.0775311 May 13 15:14:14.012066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=b10c1db2-7d15-4601-985d-0d953f6692a3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.023805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Provisioning for port 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:14.055574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b10c1db2-7d15-4601-985d-0d953f6692a3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:14.077392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Provisioning complete for port 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:14.077744 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-461bdd9e-5a6a-4cba-9b20-14d2a3c71378 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0858464 May 13 15:14:14.077902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.087665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59732) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:14.100489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:14.116666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,segment=NetworkSegment(2933c21d-5502-4baa-bc06-a7643482a452),segment_id=2933c21d-5502-4baa-bc06-a7643482a452)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:14.246208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ef301d93-83b9-46b8-b93f-b30527c1c6ad is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:14.246908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.294971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.314693 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8db0691b-5dcc-484e-8099-a90badd1ecef req-5ad34638-7eb2-41c0-9dc9-a4fbddef2219 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2593641 May 13 15:14:14.367007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:14.368218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Port 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:14.377142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:14.382954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.386842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:14.432217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.120 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/b33443f4-847b-4ae2-9659-0c03636dcba1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:14.443012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abe4aa-3ce6-49f6-999d-24c6f0c435ab None None] Pushing event updated for resources: {'Port': ['ID=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.455364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=9b31e76f-8ecf-489b-9614-f73e4285d492,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.460161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port ef301d93-83b9-46b8-b93f-b30527c1c6ad, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ef301d93-83b9-46b8-b93f-b30527c1c6ad,segment=NetworkSegment(f1680443-d552-407d-ac11-04eb2f776fac),segment_id=f1680443-d552-407d-ac11-04eb2f776fac)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:14.461928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.496380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193'}], 'enable_snat': False}, 'gw_port_id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:58Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:02Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:14.508413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c86dc5-be20-4a7f-8272-6dce0a363f9d None None] The sync data for ids ['ef57b22e-09fa-4d40-8b2d-0a537ac84846'] in dv-neutron-835340-3-hyperv is: [{'id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193'}], 'enable_snat': False}, 'gw_port_id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:58Z', 'updated_at': '2022-05-13T15:14:04Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': 'e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ce:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef57b22e-09fa-4d40-8b2d-0a537ac84846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:02Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:14.548322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=349a1d88-6c72-41cd-849d-ad2ba8266e49,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.571289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:14.578934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Provisioning for port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:14.584372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.592852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event deleted for resources: {'Port': ['ID=7e9d5eae-df87-4f36-9b7c-e83bc4e70c60,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.660495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.666653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Provisioning complete for port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:14.669268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.691509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:14.697723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.738392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.772084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59738) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:14.775678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:14.782673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.785502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=ef301d93-83b9-46b8-b93f-b30527c1c6ad,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.797310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Provisioning complete for port ef301d93-83b9-46b8-b93f-b30527c1c6ad triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:14.797790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.980948 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-12cbff2e-8437-4593-a4da-4167d854837c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "DELETE /v2.0/ports/7e9d5eae-df87-4f36-9b7c-e83bc4e70c60 HTTP/1.1" status: 204 len: 168 time: 3.2653105 May 13 15:14:15.026576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59744) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.028414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=3e4d765b-860c-4be1-b37d-16854fb2bf9c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:15.047075 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a34c60f-031a-4ef0-8491-2f35e86c6b94 req-7d81d55b-227c-4dbe-b5fe-d13fa6a5393b service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0941353 May 13 15:14:15.086127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Request body: {'port': {'name': 'tempest-new-port-name-455407333', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:15.096234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] bootfile-name is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:15.099202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] tftp-server is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:15.099705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] server-ip-address is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:14:15.235905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-afa271d3-73fb-4be6-95b7-81f3a5b6213a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/349a1d88-6c72-41cd-849d-ad2ba8266e49 HTTP/1.1" status: 204 len: 168 time: 3.0086648 May 13 15:14:15.245425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59748) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.298945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-556e8306-8805-472a-ab08-6961eb2bb38e None None] Current status of the port ef301d93-83b9-46b8-b93f-b30527c1c6ad is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:15.393397 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500f860-9b19-491d-876e-342c9581d99c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:14:15.393934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9500f860-9b19-491d-876e-342c9581d99c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:15.395339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.417546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7eec022-4c83-4cd9-bcd9-385dad1267ba None None] Could not find standard attr ID for object 7e9d5eae-df87-4f36-9b7c-e83bc4e70c60. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:14:15.453357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.470200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ef301d93-83b9-46b8-b93f-b30527c1c6ad up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:15.529409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9500f860-9b19-491d-876e-342c9581d99c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:15.530628 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9500f860-9b19-491d-876e-342c9581d99c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/349a1d88-6c72-41cd-849d-ad2ba8266e49 HTTP/1.1" status: 404 len: 333 time: 0.2341506 May 13 15:14:15.541485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59754) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.551263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7eec022-4c83-4cd9-bcd9-385dad1267ba None None] Provisioning complete for port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.552360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7eec022-4c83-4cd9-bcd9-385dad1267ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.582985 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ee59202e-5b0f-4b73-8467-3e3c99fc3789 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/3e4d765b-860c-4be1-b37d-16854fb2bf9c HTTP/1.1" status: 204 len: 168 time: 3.7296672 May 13 15:14:15.589307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59758) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.732437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d7eec022-4c83-4cd9-bcd9-385dad1267ba None None] Port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:15.737831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:15.746893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.763311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port ef301d93-83b9-46b8-b93f-b30527c1c6ad triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.763684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.846878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.848523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0193f6bd-ec4a-484a-abf7-b565587b8d4a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=544ed5652310425aa8666035e91a69b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696709 May 13 15:14:15.853027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.854973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.855823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:15.906816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59762) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.935117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.018884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port ef301d93-83b9-46b8-b93f-b30527c1c6ad is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:16.020564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:16.039409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=589ac1d6-9538-4db8-be20-1a7e39db80d5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.079360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.089508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.106395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.158268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe96d6-f408-459e-b097-25aa5063e651 None None] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:16.162329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:16.166754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4bdcbc14-2eb0-4309-b9ec-2d03726c38fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5731533 May 13 15:14:16.173638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59766) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.220631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:16.230059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:16.230426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.249015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': '8828430f-4385-4600-a9ee-c62cc7198947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:16.249368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: b10c1db2-7d15-4601-985d-0d953f6692a3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:16.279598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.331627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 2c5ced61-9116-42a0-ab32-a028446d3a7d {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:16.340661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.383721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.411282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.417129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.450987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b10c1db2-7d15-4601-985d-0d953f6692a3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:16.459615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e82a994f-a0a6-46f2-af26-eb9a5532786f None None] Provisioning for port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:16.464524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce90fa8-2db2-484e-ba7d-daafbd6d8fd9 req-fdb974e6-0188-4e62-b9b1-9fe62c42edf4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.470463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dce90fa8-2db2-484e-ba7d-daafbd6d8fd9 req-fdb974e6-0188-4e62-b9b1-9fe62c42edf4 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.7664533 May 13 15:14:16.496103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.526345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:16.526742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.562718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:16.565612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:16.566158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b10c1db2-7d15-4601-985d-0d953f6692a3) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:16.574876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.575455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.581302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160920d-4d18-4d96-a8de-97e166f36dc1 None None] Network b10c1db2-7d15-4601-985d-0d953f6692a3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:16.583587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:16.606155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:16.648468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.664876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.665767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:16.682051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.684482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.688240 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cdcac264-0787-4b5f-91f2-18a7543fb435 HTTP/1.1" status: 204 len: 168 time: 0.7779908 May 13 15:14:16.688240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.753595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=b33443f4-847b-4ae2-9659-0c03636dcba1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.760011 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-11118541-04a5-4709-bae6-ca511075caef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6636999 May 13 15:14:16.761687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528472cc-0c5b-4aed-843c-5fac6cfbbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcac264-0787-4b5f-91f2-18a7543fb435,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.764818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.769569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59772) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.771194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.771933 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dce90fa8-2db2-484e-ba7d-daafbd6d8fd9 req-7fe4a9d8-e79a-4218-b301-119b8e858517 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2996337 May 13 15:14:16.773194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8741d8aa-dc7c-4e42-a381-352b26e905c7 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd HTTP/1.1" status: 204 len: 168 time: 1.2303932 May 13 15:14:16.779812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1075328986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:16.784852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59776) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.819894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:16.840325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.902792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:16.925591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:16.937358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:17.012682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.041918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:17.043236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:17.043700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.047470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:17.047856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.096195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.097252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.125107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.125860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b10c1db2-7d15-4601-985d-0d953f6692a3', 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '589ac1d6-9538-4db8-be20-1a7e39db80d5'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:17.126745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.198695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5ced61-9116-42a0-ab32-a028446d3a7d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:17.205888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.226171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.271926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.272510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433fd1f6-2b93-4665-8aaf-f9e7acb58bcc None None] Network 93cce9e5-c9e7-40c7-a42d-c99627a622e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:17.297261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afc0dc-c998-40f4-9316-917e840ec113 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:17.357850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.462047 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0dd3c23f-a039-48eb-9822-4564b78d65bf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/2c5ced61-9116-42a0-ab32-a028446d3a7d HTTP/1.1" status: 204 len: 168 time: 1.2855413 May 13 15:14:17.463545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59788) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.469180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.561920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6964530e-248c-43a2-a5ef-f6d6f9de2cd0 None None] Provisioning complete for port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:17.562574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6964530e-248c-43a2-a5ef-f6d6f9de2cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.603002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.604528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:17.604908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.653900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet e7e27dc1-d69c-4569-8348-a226ec676495 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:17.668526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.715896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,segment=NetworkSegment(2933c21d-5502-4baa-bc06-a7643482a452),segment_id=2933c21d-5502-4baa-bc06-a7643482a452)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:17.716294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.763073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] In _notify_port_updated(), no bound segment for port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 on network 1a7a9567-062d-4c01-b7ce-3f21435cde62 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:14:17.768535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:17.773842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.773842 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "PUT /v2.0/ports/a6fd3d8b-491c-4993-a1cb-a7321e6829a5 HTTP/1.1" status: 200 len: 1129 time: 2.7432709 May 13 15:14:17.789917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59794) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.857816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.861506 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c34c476a-d1dc-422c-99c1-41fa6ac35b39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0844605 May 13 15:14:17.866477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:17.892926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.899459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Allocated IP 172.20.0.2 (b10c1db2-7d15-4601-985d-0d953f6692a3/589ac1d6-9538-4db8-be20-1a7e39db80d5/f7661e11-5869-44fe-8938-f674b968b86b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:17.915477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.980167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'port': {'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3', 'name': 'tempest-RoutersTest-2037466610'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:18.022626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0902157-45d7-4577-b801-ded6e7502ea9 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event updated for resources: {'Port': ['ID=a6fd3d8b-491c-4993-a1cb-a7321e6829a5,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.086396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,segment=NetworkSegment(2933c21d-5502-4baa-bc06-a7643482a452),segment_id=2933c21d-5502-4baa-bc06-a7643482a452)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:18.142474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.218388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d92f-d597-4e18-b9ca-20c17b68349c req-97d641cc-4c2f-480b-bc42-acf898010f6d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:18.219923 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e06d92f-d597-4e18-b9ca-20c17b68349c req-97d641cc-4c2f-480b-bc42-acf898010f6d tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2238398 May 13 15:14:18.248575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c10b61c-8410-4822-a209-23e248a9138c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:18.255007 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c10b61c-8410-4822-a209-23e248a9138c tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "GET /v2.0/ports/a6fd3d8b-491c-4993-a1cb-a7321e6829a5 HTTP/1.1" status: 200 len: 1129 time: 0.4596016 May 13 15:14:18.255216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59812) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.280171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.288594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.305409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.311056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:18.311056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:18.356883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e06d92f-d597-4e18-b9ca-20c17b68349c req-4eb7131b-03eb-4a4a-b187-b3f3af5acc5a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211007 May 13 15:14:18.372716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Deleting port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:18.372988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.380794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Transition to ACTIVE for port object f7661e11-5869-44fe-8938-f674b968b86b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:18.390783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59816) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.416794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:18.423618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:port and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:18.427856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:18.435846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:18.448785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router a93c47d0-f74e-445c-9ada-c20cc38b3b8b is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:18.490207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Transition to ACTIVE for port object f7661e11-5869-44fe-8938-f674b968b86b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:18.501968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:18.546019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:18.549782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.551211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.603896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.680286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.708287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e27dc1-d69c-4569-8348-a226ec676495,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.714824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.737520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Network b10c1db2-7d15-4601-985d-0d953f6692a3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:18.747787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29f89fea-d5d9-4ab4-b622-371c4cf9e232 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/e7e27dc1-d69c-4569-8348-a226ec676495 HTTP/1.1" status: 204 len: 168 time: 1.2837083 May 13 15:14:18.748557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59824) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.751620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6964530e-248c-43a2-a5ef-f6d6f9de2cd0 None None] Current status of the port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:18.763807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:18.771766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:18.803743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1721876564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:18.816640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:18.816962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.828084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] device_id is not set on port 481b0942-42ab-4dec-add6-06291f683e05 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:18.859851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Pushing event updated for resources: {'Port': ['ID=f7661e11-5869-44fe-8938-f674b968b86b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:18.873059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:18.899338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:router and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:18.905573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Attempting to bind port f7661e11-5869-44fe-8938-f674b968b86b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:18.911689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Attempting to bind port f7661e11-5869-44fe-8938-f674b968b86b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8828430f-4385-4600-a9ee-c62cc7198947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:18.911689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Attempting to bind port f7661e11-5869-44fe-8938-f674b968b86b on network b10c1db2-7d15-4601-985d-0d953f6692a3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:18.913050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:18.934668 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-801f38d7-aa1b-4879-9ddc-ef633cc2d22c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1826642 May 13 15:14:18.937704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59828) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.938850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] DHCP port deletion for 93cce9e5-c9e7-40c7-a42d-c99627a622e9 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:18.949009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:18.949235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:18.958216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:18.959041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Checking segment: {'id': '8828430f-4385-4600-a9ee-c62cc7198947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:18.959993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.961139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Bound using segment: {'id': '8828430f-4385-4600-a9ee-c62cc7198947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:18.961680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Bound port: f7661e11-5869-44fe-8938-f674b968b86b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8828430f-4385-4600-a9ee-c62cc7198947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b10c1db2-7d15-4601-985d-0d953f6692a3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:18.962098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.975384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Deleting port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:18.975759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.008392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:19.009062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.027891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:19.045326 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Sync routers for ids ['a93c47d0-f74e-445c-9ada-c20cc38b3b8b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:19.050556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.054961 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Routers {'a93c47d0-f74e-445c-9ada-c20cc38b3b8b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:19.055783 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a93c47d0-f74e-445c-9ada-c20cc38b3b8b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.229603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.241278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bcf02e27-702e-4fd1-9a45-5319bf9028f2 None None] Provisioning complete for port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:19.241660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bcf02e27-702e-4fd1-9a45-5319bf9028f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.340024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.20.0.9 (b10c1db2-7d15-4601-985d-0d953f6692a3/589ac1d6-9538-4db8-be20-1a7e39db80d5/481b0942-42ab-4dec-add6-06291f683e05) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:19.354149 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Set router a93c47d0-f74e-445c-9ada-c20cc38b3b8b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:19.383250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bcf02e27-702e-4fd1-9a45-5319bf9028f2 None None] Port a6fd3d8b-491c-4993-a1cb-a7321e6829a5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:19.384642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:19.422968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Calling delete_port for a6fd3d8b-491c-4993-a1cb-a7321e6829a5 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:19.440575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236269f6-663b-4810-9fd5-d08002b576a8 None None] Update dhcp port {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': 'e7e27dc1-d69c-4569-8348-a226ec676495'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': 'fdef9c7e-4773-48c3-8a05-11553bfe296e'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:14:19.519179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:19.524750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,segment=NetworkSegment(2933c21d-5502-4baa-bc06-a7643482a452),segment_id=2933c21d-5502-4baa-bc06-a7643482a452)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:19.525104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.537104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:19.545932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:19.563147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] For port f7661e11-5869-44fe-8938-f674b968b86b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:19.617737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:19.646339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-236269f6-663b-4810-9fd5-d08002b576a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.657743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.679742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 481b0942-42ab-4dec-add6-06291f683e05 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:19.686918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] For port f7661e11-5869-44fe-8938-f674b968b86b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7661e11-5869-44fe-8938-f674b968b86b,segment=NetworkSegment(8828430f-4385-4600-a9ee-c62cc7198947),segment_id=8828430f-4385-4600-a9ee-c62cc7198947)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:19.711998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.713415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.740467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:19.740836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01742-a412-43f2-bbf5-8148caeae974 req-a57c5d04-b55f-432d-add9-aa791fc3c252 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:19.742693 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1c01742-a412-43f2-bbf5-8148caeae974 req-a57c5d04-b55f-432d-add9-aa791fc3c252 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.2080386 May 13 15:14:19.795528 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:14:09Z', 'updated_at': '2022-05-13T15:14:14Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:11Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.801785 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Checking router: a93c47d0-f74e-445c-9ada-c20cc38b3b8b for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:19.803221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Updating router a93c47d0-f74e-445c-9ada-c20cc38b3b8b port 9b31e76f-8ecf-489b-9614-f73e4285d492 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:14:19.835908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.852981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.903661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:19.914626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.943612 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] For port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,segment=NetworkSegment(2933c21d-5502-4baa-bc06-a7643482a452),segment_id=2933c21d-5502-4baa-bc06-a7643482a452)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:19.944165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.944993 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.958260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e44a41-9eed-43c0-8fbf-49f59c4a6a9c None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:20.175900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.282649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.333392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=1e8dc9f8-8130-4b52-8428-e60c22bc2c60,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.337024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No DVR routers for this DVR port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:20.341314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Calling delete_port for 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:20.354358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b10c1db2-7d15-4601-985d-0d953f6692a3 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:20.369203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.373235 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2156b176-73ea-4c0d-bb0b-44d57af950da tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.3378656 May 13 15:14:20.381914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.387686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1c01742-a412-43f2-bbf5-8148caeae974 req-02baea84-a145-493b-aeec-1e2b1b6455da tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5426743 May 13 15:14:20.388602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:20.403750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59832) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.522523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.574751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event deleted for resources: {'Port': ['ID=a6fd3d8b-491c-4993-a1cb-a7321e6829a5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.575665 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.596586 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Transition to ACTIVE for port object 9b31e76f-8ecf-489b-9614-f73e4285d492 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:20.617082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:20.629808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdef9c7e-4773-48c3-8a05-11553bfe296e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:20.699592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=481b0942-42ab-4dec-add6-06291f683e05,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.709616 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.713918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30605a-8b64-44ed-913b-a3f63da92325 None None] Pushing event updated for resources: {'Port': ['ID=f7661e11-5869-44fe-8938-f674b968b86b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.742794 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dcddc084-b384-4574-828e-02ad368af5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "DELETE /v2.0/ports/a6fd3d8b-491c-4993-a1cb-a7321e6829a5 HTTP/1.1" status: 204 len: 168 time: 2.4749265 May 13 15:14:20.745027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-99f30af1-bd1c-44ee-9923-fd7c9334ffa9 None None] Provisioning complete for port fdef9c7e-4773-48c3-8a05-11553bfe296e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:20.745402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-99f30af1-bd1c-44ee-9923-fd7c9334ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.754964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59838) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.788596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.837398 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da02c3-794a-4246-b791-d1a87ee9aa16 None None] Pushing event updated for resources: {'Port': ['ID=9b31e76f-8ecf-489b-9614-f73e4285d492,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.868846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Deleting subnet 2da1bb02-a59c-4ac5-8a90-0ac84f205af3 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:20.872868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.888529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.893652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:20.894024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:20.895973 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Attempting to bind port 9b31e76f-8ecf-489b-9614-f73e4285d492 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:20.898135 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Attempting to bind port 9b31e76f-8ecf-489b-9614-f73e4285d492 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:20.911529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:20.911902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.913514 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Attempting to bind port 9b31e76f-8ecf-489b-9614-f73e4285d492 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:20.929808 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:20.930253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:20.930657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.932578 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:20.933069 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Bound port: 9b31e76f-8ecf-489b-9614-f73e4285d492, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:20.934611 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.951491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.953074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9a5ab3d6-d4d5-4d14-b3b9-2f07a3845b7e tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.5610838 May 13 15:14:20.965331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdef9c7e-4773-48c3-8a05-11553bfe296e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:20.973903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59842) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.980217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.984642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.987724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-148434744'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:20.993043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:20.997422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:network and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:21.000552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:21.012364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:21.017070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cce9e5-c9e7-40c7-a42d-c99627a622e9']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.024479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:21.042596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.043296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:21.045755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2933c21d-5502-4baa-bc06-a7643482a452') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.046084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2933c21d-5502-4baa-bc06-a7643482a452') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.061241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.067519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.087500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-46aa7bf2-c59c-41d6-bf61-8752e36f8e4d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/a93c47d0-f74e-445c-9ada-c20cc38b3b8b HTTP/1.1" status: 200 len: 908 time: 0.6825764 May 13 15:14:21.093756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59846) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.109684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fdf07-6d54-4603-badd-069ca187cc4f req-7c30e964-dfc5-4ea4-92d4-f82e850afeb0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:21.111405 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7b1fdf07-6d54-4603-badd-069ca187cc4f req-7c30e964-dfc5-4ea4-92d4-f82e850afeb0 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4591448 May 13 15:14:21.136394 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] For port 9b31e76f-8ecf-489b-9614-f73e4285d492, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:21.142661 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] For port 9b31e76f-8ecf-489b-9614-f73e4285d492, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9b31e76f-8ecf-489b-9614-f73e4285d492,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:21.149559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Deleting port fdef9c7e-4773-48c3-8a05-11553bfe296e {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:21.149559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.174307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.204221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:21.207909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:21.208387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:21.220519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:21.230889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:21.230889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.238017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-99f30af1-bd1c-44ee-9923-fd7c9334ffa9 None None] Current status of the port fdef9c7e-4773-48c3-8a05-11553bfe296e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:21.253445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:21.259480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.259764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.263780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:21.269418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e9ed855-434f-490b-bce9-04922a9307da tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3606946 May 13 15:14:21.272446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59850) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.280789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.299850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.353275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7b1fdf07-6d54-4603-badd-069ca187cc4f req-e2ee90b2-17a1-4d9d-9f7e-d73fdd7c3ce3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1977108 May 13 15:14:21.365583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:21.366026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.374651 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Routers {'a93c47d0-f74e-445c-9ada-c20cc38b3b8b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:21.375276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a93c47d0-f74e-445c-9ada-c20cc38b3b8b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.402333 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4554007 May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:21.402838 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:21.404965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59856) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.467590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Deleting port 1e8dc9f8-8130-4b52-8428-e60c22bc2c60 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:21.472532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.480862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:21.499010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:21.536288 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da02c3-794a-4246-b791-d1a87ee9aa16 None None] Pushing event updated for resources: {'Port': ['ID=9b31e76f-8ecf-489b-9614-f73e4285d492,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.632561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] For port fdef9c7e-4773-48c3-8a05-11553bfe296e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdef9c7e-4773-48c3-8a05-11553bfe296e,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:21.633469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.654629 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] Set router a93c47d0-f74e-445c-9ada-c20cc38b3b8b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:21.732270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b459a-ef3d-4b52-bc7e-8ad790dae1a9 None None] Network b10c1db2-7d15-4601-985d-0d953f6692a3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:21.807807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:21.813481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:21.818727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:21.821626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.834503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:21.842634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41512c0-7ba8-4917-8e86-3c3babbc7668 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=c123d542-9008-422b-9a3b-419d2e580005,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.858699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Calling delete_port for fdef9c7e-4773-48c3-8a05-11553bfe296e owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:21.874643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.882101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:security_group_rule and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:21.901548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:21.930930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:21.938546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.962248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:21.986950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ba25b2b0-1d9b-4908-b917-35c20a8e28f1 None None] The port '1e8dc9f8-8130-4b52-8428-e60c22bc2c60' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:22.036195 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:14:09Z', 'updated_at': '2022-05-13T15:14:14Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:11Z', 'updated_at': '2022-05-13T15:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.040992 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88140b0c-30b5-4499-8991-8daed31af23a None None] The sync data for ids ['a93c47d0-f74e-445c-9ada-c20cc38b3b8b'] in dv-neutron-835340-3-hyperv is: [{'id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'name': 'tempest-snat-router-1259636985', 'tenant_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:14:09Z', 'updated_at': '2022-05-13T15:14:14Z', 'revision_number': 3, 'project_id': 'c168ef5dc7d8466dbad72aaa2c2e1bca', 'gw_port': {'id': '9b31e76f-8ecf-489b-9614-f73e4285d492', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93c47d0-f74e-445c-9ada-c20cc38b3b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:14:11Z', 'updated_at': '2022-05-13T15:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:22.042372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d82e43c5-d14d-46e1-91fa-dd9eacb4496a None None] Provisioning for port f7661e11-5869-44fe-8938-f674b968b86b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:22.087976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.092353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.098880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.162114 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/93cce9e5-c9e7-40c7-a42d-c99627a622e9 HTTP/1.1" status: 204 len: 168 time: 5.3718438 May 13 15:14:22.177489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59860) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.188958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.199292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'name': 'tempest-PortsIpV6TestJSON-594455978'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:22.217300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419de49-f450-495d-abce-7711ade5d2de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=93cce9e5-c9e7-40c7-a42d-c99627a622e9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:22.253651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] Pushing event deleted for resources: {'Port': ['ID=fdef9c7e-4773-48c3-8a05-11553bfe296e,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:22.262128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2214e-81cc-40b7-9991-238882afadfe None None] No DVR routers for this DVR port fdef9c7e-4773-48c3-8a05-11553bfe296e on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:22.298728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de178402-e4d6-4b8d-97ec-113080319090 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:22.424973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:22.464015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:22.545999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7661e11-5869-44fe-8938-f674b968b86b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:22.568701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.591886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:22.645286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:22.648924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.654939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:22.675882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.750884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd6af7-3760-4a4e-81ea-501892a1edf4 req-9eff36f6-d237-4bd9-a3d4-78a74a0e9052 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:22.752456 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-81fd6af7-3760-4a4e-81ea-501892a1edf4 req-9eff36f6-d237-4bd9-a3d4-78a74a0e9052 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.2277472 May 13 15:14:22.771517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event deleted for resources: {'Subnet': ['ID=2da1bb02-a59c-4ac5-8a90-0ac84f205af3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:22.805817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.825091 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c226deb-2d2b-4106-9871-4cfdfa5574b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "DELETE /v2.0/subnets/2da1bb02-a59c-4ac5-8a90-0ac84f205af3 HTTP/1.1" status: 204 len: 168 time: 2.0672753 May 13 15:14:22.828717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.829471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.837924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59864) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.952451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:22.953008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.993649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.998215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:23.012705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.014283 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-968ba6ae-c959-4768-8edf-8d502c57e58d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.7531061 May 13 15:14:23.023346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59868) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.035279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c4792-3f95-4499-a685-cca87580c204 None None] Network 1a7a9567-062d-4c01-b7ce-3f21435cde62 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:23.076239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f7661e11-5869-44fe-8938-f674b968b86b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:23.088021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:23.095867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting port 9b31e76f-8ecf-489b-9614-f73e4285d492 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:23.096215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.097398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f7661e11-5869-44fe-8938-f674b968b86b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:23.097773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.146902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4cf4de-95a4-4129-8e23-34593831f18f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:23.183237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.183589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Added segment 8ccec680-6f3b-49ef-9fb9-6f96f090ecb1 of type vlan for network fb30cb37-d21d-4ad3-874f-54268fa43e59 May 13 15:14:23.201467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.235031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.249292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Provisioning for port 481b0942-42ab-4dec-add6-06291f683e05 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:23.252692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'c123d542-9008-422b-9a3b-419d2e580005'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:23.253599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.283495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-81fd6af7-3760-4a4e-81ea-501892a1edf4 req-2a2c7cdd-0900-48c5-a966-aa9b1e674980 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5193255 May 13 15:14:23.299575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Provisioning complete for port 481b0942-42ab-4dec-add6-06291f683e05 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:23.300193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.302242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:14:23.306674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.372608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.453101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:23.453898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.456635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Deleting port ef301d93-83b9-46b8-b93f-b30527c1c6ad {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:23.457203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.522266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.527543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.528123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.537845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.538309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc57cc-8430-4ec3-b1f1-7b75881afcb4 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:23.569074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Port 481b0942-42ab-4dec-add6-06291f683e05 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:23.683564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Provisioning complete for port f7661e11-5869-44fe-8938-f674b968b86b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:23.685452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.719699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:23.761267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:23.766418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f7661e11-5869-44fe-8938-f674b968b86b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:23.767078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.788255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.788760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.792293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=c02ac933-48ad-4ddf-9156-fa40ac7d7337,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:23.855947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Network': ['ID=fb30cb37-d21d-4ad3-874f-54268fa43e59,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:23.869915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c438abdd-d269-49e2-a377-b0f031725d14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8915641 May 13 15:14:23.874741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f7661e11-5869-44fe-8938-f674b968b86b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7661e11-5869-44fe-8938-f674b968b86b,segment=NetworkSegment(8828430f-4385-4600-a9ee-c62cc7198947),segment_id=8828430f-4385-4600-a9ee-c62cc7198947)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:23.883191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59874) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.910509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'subnet': {'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:23.919978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:23.933729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.973307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] DHCP port deletion for 1a7a9567-062d-4c01-b7ce-3f21435cde62 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:24.012005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.043123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] For port 9b31e76f-8ecf-489b-9614-f73e4285d492, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9b31e76f-8ecf-489b-9614-f73e4285d492,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:24.043655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.115708 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-544f75d6-29cc-49d0-81cf-d27fee7dacd6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7027888 May 13 15:14:24.137464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Allocated IP 172.20.0.2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/c123d542-9008-422b-9a3b-419d2e580005/0effe8cb-1d44-4fde-ba7c-82de7e4c6564) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:24.140084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Deleting port ef301d93-83b9-46b8-b93f-b30527c1c6ad {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:24.140718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.181193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59878) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:24.208540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Allocated IP 2001:db8::f816:3eff:fecc:3d4a (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/c02ac933-48ad-4ddf-9156-fa40ac7d7337/0effe8cb-1d44-4fde-ba7c-82de7e4c6564) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:24.239172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Current status of the port f7661e11-5869-44fe-8938-f674b968b86b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:24.239709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.257545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Calling delete_port for 9b31e76f-8ecf-489b-9614-f73e4285d492 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:24.288188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.292508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e1d9-9282-42eb-b220-8be0bac5c59f req-e3ac4613-b408-4ceb-a82a-7ce03561273a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:24.293546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:09:0e:1f', 'name': 'tempest-NetworksTestDHCPv6-47350366'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:24.294023 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c00e1d9-9282-42eb-b220-8be0bac5c59f req-e3ac4613-b408-4ceb-a82a-7ce03561273a tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.8441038 May 13 15:14:24.309692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] For port ef301d93-83b9-46b8-b93f-b30527c1c6ad, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ef301d93-83b9-46b8-b93f-b30527c1c6ad,segment=NetworkSegment(f1680443-d552-407d-ac11-04eb2f776fac),segment_id=f1680443-d552-407d-ac11-04eb2f776fac)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:24.313079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.326135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:24.346706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:subnet and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:24.413201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:24.417217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.429637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f7661e11-5869-44fe-8938-f674b968b86b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:24.484500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:24.493466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Calling delete_port for ef301d93-83b9-46b8-b93f-b30527c1c6ad owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:24.565833 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c00e1d9-9282-42eb-b220-8be0bac5c59f req-57978fed-432d-44fb-8eb5-1942a73a1a61 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2473004 May 13 15:14:24.650550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.673561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9b31e76f-8ecf-489b-9614-f73e4285d492 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:24.715031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:24.719200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.737889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.765536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:24.768929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:24.857478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:24.874377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:24.879302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.879534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:24.884930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:24.885528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.893763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] No DVR routers for this DVR port ef301d93-83b9-46b8-b93f-b30527c1c6ad on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:24.914828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] For port ef301d93-83b9-46b8-b93f-b30527c1c6ad, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ef301d93-83b9-46b8-b93f-b30527c1c6ad,segment=NetworkSegment(f1680443-d552-407d-ac11-04eb2f776fac),segment_id=f1680443-d552-407d-ac11-04eb2f776fac)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:24.915219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.979939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.025778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=481b0942-42ab-4dec-add6-06291f683e05,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.042716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Calling delete_port for ef301d93-83b9-46b8-b93f-b30527c1c6ad owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:25.043299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:25.045130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event deleted for resources: {'Port': ['ID=ef301d93-83b9-46b8-b93f-b30527c1c6ad,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.084989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:25.131152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:25.133562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:25.141224 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-96c7fe38-fd20-4e86-825c-b12c28308429 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9603422 May 13 15:14:25.158366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59886) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:25.195691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Transition to ACTIVE for port object 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:25.203304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:25.215600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Transition to ACTIVE for port object 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:25.219219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9b31e76f-8ecf-489b-9614-f73e4285d492 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:25.223933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9b31e76f-8ecf-489b-9614-f73e4285d492 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:25.224289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.243287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.261864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Port 9b31e76f-8ecf-489b-9614-f73e4285d492 was deleted so its status cannot be updated. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:14:25.274630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.327706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7a9567-062d-4c01-b7ce-3f21435cde62']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.350953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.388144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ef301d93-83b9-46b8-b93f-b30527c1c6ad no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:25.391090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1680443-d552-407d-ac11-04eb2f776fac') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.391390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1680443-d552-407d-ac11-04eb2f776fac') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.410668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:25.411058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.412586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b31e76f-8ecf-489b-9614-f73e4285d492,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.446380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.447777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: ef301d93-83b9-46b8-b93f-b30527c1c6ad {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:25.448023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device ef301d93-83b9-46b8-b93f-b30527c1c6ad not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:25.464370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c7a35-d258-4d05-be3d-b2604b4cc162 None None] Current status of the port f7661e11-5869-44fe-8938-f674b968b86b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:25.474354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:25.479781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:25.484585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:25.486672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Pushing event updated for resources: {'Port': ['ID=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.519375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.537467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:25.537922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:25.553478 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:25.634614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Deleting port ef301d93-83b9-46b8-b93f-b30527c1c6ad {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:25.634979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.679595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.683682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Attempting to bind port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:25.686383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Attempting to bind port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:25.686383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Attempting to bind port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:25.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b78a0572-6527-4738-90c7-bfe4fa3dba29 None None] Provisioning complete for port 481b0942-42ab-4dec-add6-06291f683e05 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:25.716623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b78a0572-6527-4738-90c7-bfe4fa3dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.755187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.763286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:25.763747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:25.764272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.764728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:25.765266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Bound port: 0effe8cb-1d44-4fde-ba7c-82de7e4c6564, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:25.765708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.776166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9893d0-f38d-42f5-81c3-adef070aca07 req-9a4137ff-cc1d-44db-844f-4b18c379b8a3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:25.777668 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db9893d0-f38d-42f5-81c3-adef070aca07 req-9a4137ff-cc1d-44db-844f-4b18c379b8a3 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4583416 May 13 15:14:25.792074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df077-1bc4-47e5-8437-e5736c32f032 None None] The port 'ef301d93-83b9-46b8-b93f-b30527c1c6ad' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:25.856421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b78a0572-6527-4738-90c7-bfe4fa3dba29 None None] Port 481b0942-42ab-4dec-add6-06291f683e05 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:25.890129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.899768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Subnet': ['ID=5e7098d0-fb74-4444-8489-99852468355c,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.928797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] For port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:25.932373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] For port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:25.939085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.939901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.941281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.971473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.978352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.993839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.024509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.052282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.117184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.117692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a93c47d0-f74e-445c-9ada-c20cc38b3b8b {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:26.119311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095cd72-7faa-4e5d-af63-81d2881f8630 None None] Pushing event updated for resources: {'Port': ['ID=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:26.133848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] 10.222.0.91 "DELETE /v2.0/networks/1a7a9567-062d-4c01-b7ce-3f21435cde62 HTTP/1.1" status: 204 len: 168 time: 3.2809093 May 13 15:14:26.136180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6392-9285-4387-b5e4-71049584430d tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173 tempest-ExtraDHCPOptionsIpV6TestJSON-1491014173-project] Pushing event deleted for resources: {'Network': ['ID=1a7a9567-062d-4c01-b7ce-3f21435cde62,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:26.161770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 2ffec9d3-9643-438c-b334-22a7b05e1348 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:26.200772 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db9893d0-f38d-42f5-81c3-adef070aca07 req-6c2c1ad1-cb23-4a4b-a473-5a8485e1fdad tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3560667 May 13 15:14:26.201514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Checking segment: {'id': '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:26.201867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network hostable DHCP agents. Network: fb30cb37-d21d-4ad3-874f-54268fa43e59, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:26.248577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.252471 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-802e0e9e-32c8-445d-ad58-30bd31ab8fd5 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/routers/a93c47d0-f74e-445c-9ada-c20cc38b3b8b HTTP/1.1" status: 204 len: 168 time: 5.1631417 May 13 15:14:26.253353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59894) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.309597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:26.452675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:26.480734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.534349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:26.542554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.553109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-adaba886-9326-48a9-8098-a3819a48d8b8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/4e5af1a6-0735-45c3-8f36-e12f1ab0dfc1 HTTP/1.1" status: 204 len: 168 time: 1.3830118 May 13 15:14:26.555474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59898) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.560724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'mac_address': 'fa:16:3e:7f:a7:78', 'name': 'tempest-PortsIpV6TestJSON-1065452193'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:26.577700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fb30cb37-d21d-4ad3-874f-54268fa43e59) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:26.585237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187aabd-4e35-482d-851c-10cde1ff4661 None None] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:26.633838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:26.634355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.709354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-074ec852-d262-4d41-854e-aa3b2e751667 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8129826 May 13 15:14:26.720788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59906) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.751288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'network': {'name': 'tempest-router-network01--1968232111'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:26.762136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:26.767653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:26.780789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.781184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:network and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:26.794972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:26.807183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:26.810168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:26.822911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:26.822911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:26.862667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59910) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.914894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:26.915543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7661e11-5869-44fe-8938-f674b968b86b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:26.919377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.971480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:26.985085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.985441 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Added segment c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b of type vlan for network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 May 13 15:14:26.988243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-fb30cb37-d21d-4ad3-874f-54268fa43e59', 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59', 'tenant_id': '2719f92f93534a2d9d61ff540ca5bd1c', 'fixed_ips': [{'subnet_id': '5e7098d0-fb74-4444-8489-99852468355c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:26.990226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.997622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.027580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.060272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:27.096294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f7661e11-5869-44fe-8938-f674b968b86b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:27.096793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.156482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.162868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:27.163488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.268713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Allocated IP 172.20.0.2 (fb30cb37-d21d-4ad3-874f-54268fa43e59/5e7098d0-fb74-4444-8489-99852468355c/c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:27.328281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.346998 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e6b05747-c4e4-46f1-b6e2-d45ee444fb7f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd7f634862b44923bbb1f48c587228f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812088 May 13 15:14:27.357821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59918) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:27.376608 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6477273 May 13 15:14:27.376836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f7661e11-5869-44fe-8938-f674b968b86b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:27.377990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59920) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:27.418215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'network': {'name': 'tempest-router-network02--1387549921'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:27.465648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4a50b-bc52-494e-a9b2-23bb3becbc59 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Network': ['ID=6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:27.472547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:27.485384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 017bcac4-cea2-47e4-b4df-f130c672bb73 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:27.541133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:network and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:27.554819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:27.576891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:27.591414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.615632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.628285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Transition to ACTIVE for port object c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:27.649477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.650659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Transition to ACTIVE for port object c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:27.655669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:27.704860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:27.708497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.752686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.762272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.821548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71ee8d-c3a8-4708-ba00-e874bdb70741 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:27.857479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:27.858328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.860299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:27.876222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.876905 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Added segment eea205d0-9171-440c-870e-01ae8e45395b of type vlan for network 76a21e6e-de3a-4675-afab-ab7924a4705c May 13 15:14:27.911479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.915086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.924797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.934270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 172.20.0.4 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/c123d542-9008-422b-9a3b-419d2e580005/2ffec9d3-9643-438c-b334-22a7b05e1348) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:27.935330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:27.954326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:27.965703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fe09:e1f (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/c02ac933-48ad-4ddf-9156-fa40ac7d7337/2ffec9d3-9643-438c-b334-22a7b05e1348) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:27.977290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.1 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/192776bc-cd5a-4e94-9b40-a71e1de5bf27) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:27.981939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda5e8f-8848-47f1-95dc-1d2512bc5b51,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.007368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.010069 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d241bcbf-bf29-4996-929c-28a25ebd6f91 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dcda5e8f-8848-47f1-95dc-1d2512bc5b51 HTTP/1.1" status: 204 len: 168 time: 0.6322598 May 13 15:14:28.010219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Pushing event updated for resources: {'Port': ['ID=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.053746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.118816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.120207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-10467e61-ecd7-4dee-ba0c-4283845daec4 None None] Provisioning for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:28.125254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:28.125254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.147175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Attempting to bind port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:28.147542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Attempting to bind port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:28.147907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Attempting to bind port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 on network fb30cb37-d21d-4ad3-874f-54268fa43e59 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:28.162316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:28.162316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Checking segment: {'id': '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:28.162665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.162910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Bound using segment: {'id': '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:28.163266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Bound port: c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fb30cb37-d21d-4ad3-874f-54268fa43e59'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:28.163639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.179185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:28.204037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Deleting port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:28.204490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.235123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:28.238538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:28.244659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:28.245222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.294412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=017bcac4-cea2-47e4-b4df-f130c672bb73,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.301055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Network': ['ID=76a21e6e-de3a-4675-afab-ab7924a4705c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.320286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 76a21e6e-de3a-4675-afab-ab7924a4705c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:28.336358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] For port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:28.368993 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fa02a39b-9143-4458-9b9d-bd1486e43844 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9709952 May 13 15:14:28.372513 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0898ed71-dc2e-4f33-95c4-59adb01331c9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8159430 May 13 15:14:28.373449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59932) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.380081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'subnet': {'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:28.414289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc603fa-97f5-4bfa-8e29-5ca478f06d3d req-c8e2c8ac-a199-41c1-9038-390492b3d5d6 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:28.416680 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8cc603fa-97f5-4bfa-8e29-5ca478f06d3d req-c8e2c8ac-a199-41c1-9038-390492b3d5d6 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.8662868 May 13 15:14:28.424630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59936) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.430870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] For port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,segment=NetworkSegment(8ccec680-6f3b-49ef-9fb9-6f96f090ecb1),segment_id=8ccec680-6f3b-49ef-9fb9-6f96f090ecb1)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:28.513979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:28.540064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:28.544307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:subnet and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:28.549765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:28.556999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:28.562857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.664197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:28.668551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.685618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22bcbd-9b8a-4423-9a9f-2e683f651138 None None] Pushing event updated for resources: {'Port': ['ID=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.766661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:28.775504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:28.776247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.839559 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8cc603fa-97f5-4bfa-8e29-5ca478f06d3d req-47097e68-0f50-41c2-a272-6177e7ea59d8 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3680353 May 13 15:14:28.846244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f198d8-6548-4b89-b35b-ceb645a6d995 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:28.846848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f198d8-6548-4b89-b35b-ceb645a6d995 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:28.914071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.089436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:29.112530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.141033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:29.141425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.170637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.175159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.183233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f198d8-6548-4b89-b35b-ceb645a6d995 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:29.186774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3f198d8-6548-4b89-b35b-ceb645a6d995 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/017bcac4-cea2-47e4-b4df-f130c672bb73 HTTP/1.1" status: 200 len: 845 time: 0.7545416 May 13 15:14:29.202119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:29.214547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59950) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:29.240755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] For port e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:29.241128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.326546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.338689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.367098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9b31e76f-8ecf-489b-9614-f73e4285d492 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:29.408324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9b31e76f-8ecf-489b-9614-f73e4285d492 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:29.408536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9b31e76f-8ecf-489b-9614-f73e4285d492 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:29.408619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.447552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 2ffec9d3-9643-438c-b334-22a7b05e1348 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:29.464477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:29.591818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Subnet': ['ID=e4e2b1d7-35ed-4462-b503-f58ae0042de5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:29.603807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Checking segment: {'id': 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:29.603807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network hostable DHCP agents. Network: 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:29.627341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3998cc99-49a2-4ff4-bd53-f7076d94c8ba None None] Provisioning complete for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:29.627723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3998cc99-49a2-4ff4-bd53-f7076d94c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.661840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:29.677326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Calling delete_port for e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:29.694242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59964) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:29.709203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:29.712491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:29.778482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:29.810760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3998cc99-49a2-4ff4-bd53-f7076d94c8ba None None] Current status of the port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:29.828884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'networks': [{'name': 'tempest-network--1225700903'}, {'name': 'tempest-network--901601850'}]} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:29.829589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-network--1225700903'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:29.830103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-network--901601850'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:29.835258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:29.837358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:29.845231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:29.846177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.846660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca6e59-f73a-49d8-8e1d-b8f9ba84479f None None] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:29.856174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:network and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:29.860412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:29.868416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=192776bc-cd5a-4e94-9b40-a71e1de5bf27,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:29.892789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:29.950023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 017bcac4-cea2-47e4-b4df-f130c672bb73 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:29.950734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.976912 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c332200b-c685-4204-aa27-105ee8316c8f tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6020036 May 13 15:14:29.981531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:30.000999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'network': 2} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:30.007965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.024332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.041629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:30.045675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:security_group_rule and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:30.049434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:30.057075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:30.058629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'subnet': {'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:30.153250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2', 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2', 'tenant_id': '2719f92f93534a2d9d61ff540ca5bd1c', 'fixed_ips': [{'subnet_id': 'e4e2b1d7-35ed-4462-b503-f58ae0042de5'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:30.154167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.154662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.181403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.200752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.215529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd838ba-5d2c-42ad-9439-79a074651bfa None None] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:30.240415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.240894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.275244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.288074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=481b0942-42ab-4dec-add6-06291f683e05,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:30.292287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e066ba3-6fc9-4a47-95f6-2c2e86d7ab30,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:30.299968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:30.310130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.310493 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment ddc3ea26-cd74-4418-8736-7e92b0fcd2d3 of type vlan for network 9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c May 13 15:14:30.337376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.385567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:30.394892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.400135 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment 76a1d440-90cb-4b38-ba07-0889e3a05070 of type vlan for network 88a96848-50ec-42ed-86e3-f3bc24bee06b May 13 15:14:30.406622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-191d91ea-19b5-4daf-8a80-37591c0ac73a None None] Provisioning for port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:30.431633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.500482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Allocated IP 172.20.0.2 (6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2/e4e2b1d7-35ed-4462-b503-f58ae0042de5/8b6edbcd-517f-42d5-9c23-fb32934284ae) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:30.509772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.510352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.513896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:30.518911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:30.524483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:30.525327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.541224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:30.551348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:30.564917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:30.579028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:30.602432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Usage tracker for resource:subnet and tenant:2719f92f93534a2d9d61ff540ca5bd1c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:30.644191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:30.676263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:30.682961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:30.706119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:30.737589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=2ffec9d3-9643-438c-b334-22a7b05e1348,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:30.741642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-89191116-18c2-4cc1-bcc5-246bd210b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:30.743426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-89191116-18c2-4cc1-bcc5-246bd210b899 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0319e85ee22444589a37e528ddee7eb&device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 1099 time: 1.0096757 May 13 15:14:30.771283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207bf1-f8df-4f45-9a84-113e7a3631ec req-038fc11b-70aa-44c7-9fb2-e92fa79743fe tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:30.773098 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a207bf1-f8df-4f45-9a84-113e7a3631ec req-038fc11b-70aa-44c7-9fb2-e92fa79743fe tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 1.0651641 May 13 15:14:30.786799 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0913017 May 13 15:14:30.803232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59976) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:30.886868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cabf288d-0bc8-46f1-aacd-e49e871a571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.904217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9d55d-3674-4996-b960-126558d33605 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=88a96848-50ec-42ed-86e3-f3bc24bee06b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:31.005270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.020998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Transition to ACTIVE for port object 8b6edbcd-517f-42d5-9c23-fb32934284ae will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:31.045089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 88a96848-50ec-42ed-86e3-f3bc24bee06b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:31.060562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Transition to ACTIVE for port object 8b6edbcd-517f-42d5-9c23-fb32934284ae will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:31.069025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:31.074893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.075618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.083358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.091763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.099191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.117307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.117472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Made reservation on behalf of 2719f92f93534a2d9d61ff540ca5bd1c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:31.117574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Synchronizing usage tracker for tenant:1baddc30cef345398236fef7efb36ec6 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:31.117678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.147353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.151413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:31.151413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.187451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.196018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Unset dirty status for tenant:1baddc30cef345398236fef7efb36ec6 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:31.200048 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e3ab072d-5098-4d55-896c-cf6d80c10237 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3930900 May 13 15:14:31.205529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59980) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:31.289428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:31.295873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:31.299806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:31.320578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.326950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b10c1db2-7d15-4601-985d-0d953f6692a3 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:31.331480 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a207bf1-f8df-4f45-9a84-113e7a3631ec req-c5bee325-19c4-40b2-ab6c-0480ed13f7a7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4108381 May 13 15:14:31.335974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Pushing event updated for resources: {'Port': ['ID=8b6edbcd-517f-42d5-9c23-fb32934284ae,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:31.344000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2aa25234-6a65-4d10-9429-ad77f150b6a7 None None] Provisioning for port 2ffec9d3-9643-438c-b334-22a7b05e1348 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:31.391905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2aa25234-6a65-4d10-9429-ad77f150b6a7 None None] Provisioning complete for port 2ffec9d3-9643-438c-b334-22a7b05e1348 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:31.392280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2aa25234-6a65-4d10-9429-ad77f150b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.464380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.493134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:31.493430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Attempting to bind port 8b6edbcd-517f-42d5-9c23-fb32934284ae on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:31.493898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Attempting to bind port 8b6edbcd-517f-42d5-9c23-fb32934284ae by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:31.494052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Attempting to bind port 8b6edbcd-517f-42d5-9c23-fb32934284ae on network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:31.508145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc3ea26-cd74-4418-8736-7e92b0fcd2d3') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:31.508450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc3ea26-cd74-4418-8736-7e92b0fcd2d3') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:31.511900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:31.512269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Checking segment: {'id': 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:31.512666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.513052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Bound using segment: {'id': 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:31.513515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Bound port: 8b6edbcd-517f-42d5-9c23-fb32934284ae, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:31.513885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.521798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.529582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25234-6a65-4d10-9429-ad77f150b6a7 None None] Port 2ffec9d3-9643-438c-b334-22a7b05e1348 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:31.540759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.547615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:31.548012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.558612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 017bcac4-cea2-47e4-b4df-f130c672bb73 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:31.564606 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:31.567581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:31.567581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.600095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:31.646802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-e49531d0-f921-4a2d-9707-e2a0df76c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.648394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-e49531d0-f921-4a2d-9707-e2a0df76c355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 200 len: 913 time: 0.8516736 May 13 15:14:31.692059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,segment=NetworkSegment(8ccec680-6f3b-49ef-9fb9-6f96f090ecb1),segment_id=8ccec680-6f3b-49ef-9fb9-6f96f090ecb1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:31.694756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07605cc6-4768-4225-9fb4-949fead2cddf None None] Provisioning complete for port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:31.695129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07605cc6-4768-4225-9fb4-949fead2cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.721249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.723429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] For port 8b6edbcd-517f-42d5-9c23-fb32934284ae, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:31.745599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] For port 8b6edbcd-517f-42d5-9c23-fb32934284ae, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b6edbcd-517f-42d5-9c23-fb32934284ae,segment=NetworkSegment(c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b),segment_id=c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:31.749873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.758269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.759049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:31.762941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:31.788206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.835885 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0e82e91f-91b9-4e0d-a085-a07c005a5f65 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/9b4dd296-3259-43ab-ba6e-a9fdfb1c7f6c HTTP/1.1" status: 204 len: 168 time: 0.6338427 May 13 15:14:31.838413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59984) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:31.860710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.902143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:31.929986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event deleted for resources: {'Port': ['ID=e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:31.953265 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c39b06f3-ca29-4ca8-a497-298272df4020 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 7.7131815 May 13 15:14:31.955916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59988) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.038806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.079420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:32.079769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.117126 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-9534a637-52a2-4aec-a43e-ac047729d7bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 200 len: 1001 time: 0.4082589 May 13 15:14:32.149054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-07605cc6-4768-4225-9fb4-949fead2cddf None None] Current status of the port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:32.151080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e61f-7939-4a36-bbc4-ff7a2b51486b None None] Pushing event updated for resources: {'Port': ['ID=8b6edbcd-517f-42d5-9c23-fb32934284ae,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.230414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:32.244873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.280846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-03991eea-3e7d-4825-92c3-19fd70d06c15 None None] Provisioning complete for port 481b0942-42ab-4dec-add6-06291f683e05 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:32.281111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-03991eea-3e7d-4825-92c3-19fd70d06c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.335346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.363083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.365687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a96848-50ec-42ed-86e3-f3bc24bee06b']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:32.384355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-03991eea-3e7d-4825-92c3-19fd70d06c15 None None] Port 481b0942-42ab-4dec-add6-06291f683e05 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:32.400234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b190df-f4d4-43ff-a8ff-f39ccae778ba tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.415599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b190df-f4d4-43ff-a8ff-f39ccae778ba tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.416358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-13b190df-f4d4-43ff-a8ff-f39ccae778ba tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:32.424686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a1d440-90cb-4b38-ba07-0889e3a05070') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:32.426378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a1d440-90cb-4b38-ba07-0889e3a05070') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:32.444180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=017bcac4-cea2-47e4-b4df-f130c672bb73,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.461663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.482442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.493040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:32.493680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:32.518040 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:32.545614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.607978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-c8467128-0194-4c29-b5ee-a49b9c11dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.609616 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-c8467128-0194-4c29-b5ee-a49b9c11dae7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 200 len: 851 time: 0.4810650 May 13 15:14:32.623747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.630680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-13b190df-f4d4-43ff-a8ff-f39ccae778ba tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:32.634308 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-13b190df-f4d4-43ff-a8ff-f39ccae778ba tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.6749465 May 13 15:14:32.646192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 59994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.683573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.686090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b6edbcd-517f-42d5-9c23-fb32934284ae up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:32.700428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.745095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 2ffec9d3-9643-438c-b334-22a7b05e1348 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:32.745353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.773584 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1e3e58cc-6201-4ce2-8874-c9cf733b4483 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/017bcac4-cea2-47e4-b4df-f130c672bb73 HTTP/1.1" status: 204 len: 168 time: 3.5544157 May 13 15:14:32.774476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 59998) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.780474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.822807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.843110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda722a-fcb4-410f-b414-b0f7eaa79281 req-2dda2c01-df54-4464-9ec7-0dda80b43785 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.844575 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4bda722a-fcb4-410f-b414-b0f7eaa79281 req-2dda2c01-df54-4464-9ec7-0dda80b43785 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.3237300 May 13 15:14:32.844728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router da2dd828-2ecf-436e-a16f-aaeedd8d0371 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:32.851252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=88a96848-50ec-42ed-86e3-f3bc24bee06b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.852327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8b6edbcd-517f-42d5-9c23-fb32934284ae completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:32.864893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:32.879985 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-02fb43a3-cd7a-462c-816d-ebc3780de593 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/88a96848-50ec-42ed-86e3-f3bc24bee06b HTTP/1.1" status: 204 len: 168 time: 1.0403161 May 13 15:14:32.886486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4bf852-5c40-4819-bb46-1efb28c3bd27 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:14:32.887034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e4bf852-5c40-4819-bb46-1efb28c3bd27 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:32.890791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60002) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.898463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.898959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef57b22e-09fa-4d40-8b2d-0a537ac84846 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:33.003898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:33.004976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.007852 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4bda722a-fcb4-410f-b414-b0f7eaa79281 req-7b1a6b33-d9ac-4506-b84b-8851e4ccc2a7 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1519055 May 13 15:14:33.187837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.192998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-554c025c-e0c8-4ed1-9ea5-d1585644778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.208730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:33.322004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 2ffec9d3-9643-438c-b334-22a7b05e1348 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:33.328471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.329806 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-008d7655-c372-4b4c-b1f2-f694eb5a77ae tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "DELETE /v2.0/routers/ef57b22e-09fa-4d40-8b2d-0a537ac84846 HTTP/1.1" status: 204 len: 168 time: 7.0137422 May 13 15:14:33.330835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.354918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60006) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:33.373008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1785318840', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:33.389294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6108dca-d4d1-4639-bb39-821779c8e20a None None] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:33.392773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:33.401404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:33.407022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:33.418652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:33.524221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.525199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.577301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Provisioning for port 8b6edbcd-517f-42d5-9c23-fb32934284ae completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:33.591857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Provisioning complete for port 8b6edbcd-517f-42d5-9c23-fb32934284ae triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:33.592236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.645012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e4bf852-5c40-4819-bb46-1efb28c3bd27 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:33.646226 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e4bf852-5c40-4819-bb46-1efb28c3bd27 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/017bcac4-cea2-47e4-b4df-f130c672bb73 HTTP/1.1" status: 404 len: 333 time: 0.8603270 May 13 15:14:33.649917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60010) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:33.655494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'name': 'tempest-PortsIpV6TestJSON-697807598'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:33.658957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-7238dca1-0f3b-4c7b-a3db-1ec6a902e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:33.660977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-7238dca1-0f3b-4c7b-a3db-1ec6a902e640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0242729 May 13 15:14:33.722362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Subnet': ['ID=014de7bb-5136-435f-8ee2-5347770b664e,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:33.731903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.735432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:33.741246 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f936ed1a-1076-4058-aabd-f859bc564e40 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/da2dd828-2ecf-436e-a16f-aaeedd8d0371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4654806 May 13 15:14:33.747208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] Sync routers for ids ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:33.749988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60014) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:33.753080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fc437-f230-4edb-8ce7-87e31aca5bf9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:33.759270 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] Routers {'da2dd828-2ecf-436e-a16f-aaeedd8d0371'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:33.764249 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:33.764388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fc437-f230-4edb-8ce7-87e31aca5bf9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:33.764388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-af1fc437-f230-4edb-8ce7-87e31aca5bf9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8651509 May 13 15:14:33.793640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Current status of the port 8b6edbcd-517f-42d5-9c23-fb32934284ae is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:33.793640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.802263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60018) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:33.806054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.830310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] For port 8b6edbcd-517f-42d5-9c23-fb32934284ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b6edbcd-517f-42d5-9c23-fb32934284ae,segment=NetworkSegment(c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b),segment_id=c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:33.851958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2016895608'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:33.879093 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:33.888662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=2ffec9d3-9643-438c-b334-22a7b05e1348,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:33.891996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.895910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:33.904270 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] Routers {'da2dd828-2ecf-436e-a16f-aaeedd8d0371'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:33.904867 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:33.989018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Checking segment: {'id': 'eea205d0-9171-440c-870e-01ae8e45395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:33.989873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network hostable DHCP agents. Network: 76a21e6e-de3a-4675-afab-ab7924a4705c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:34.010333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:network and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:34.015780 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.016226 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cf39a-0644-45a1-a643-756f437c56aa None None] The sync data for ids ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:34.029582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0100a3-d170-4ac5-a077-d2e38960d3bc None None] Pushing event updated for resources: {'Port': ['ID=8b6edbcd-517f-42d5-9c23-fb32934284ae,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:34.036320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:34.104463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50ae74-87cc-43c8-8399-e1d768b430dc tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.105220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ee50ae74-87cc-43c8-8399-e1d768b430dc tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:34.115135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:34.186987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:34.206470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:34.220437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.229379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network 76a21e6e-de3a-4675-afab-ab7924a4705c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:34.234577 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-0678084c-193b-42f8-a355-f6cf8bf4628a service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555193 May 13 15:14:34.332690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0568f53d-5daa-45f7-ae8a-348f52ef27d7 None None] Provisioning complete for port 8b6edbcd-517f-42d5-9c23-fb32934284ae triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:34.332897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0568f53d-5daa-45f7-ae8a-348f52ef27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.341727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:34.366229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.377791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 76a21e6e-de3a-4675-afab-ab7924a4705c) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:34.386977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c36d83-4414-4dd7-8bf4-10f2401e6858 None None] Network 76a21e6e-de3a-4675-afab-ab7924a4705c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:34.399263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.399844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.442320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680fae2-0723-4fee-992a-714900c4c8fa req-aaddc14c-b2e1-46bd-9e81-f05fc3d9f3a5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.444117 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6680fae2-0723-4fee-992a-714900c4c8fa req-aaddc14c-b2e1-46bd-9e81-f05fc3d9f3a5 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2698734 May 13 15:14:34.445939 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6a507ca-7e1e-4eac-bde3-107d9501e53f req-5253a43b-582a-4387-b7f1-e1d89ad7c28a service neutron] 10.222.0.23 "GET /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019546 May 13 15:14:34.489733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.506252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b6edbcd-517f-42d5-9c23-fb32934284ae up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:34.543799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:34.547237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.556603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ee50ae74-87cc-43c8-8399-e1d768b430dc tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:34.561319 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ee50ae74-87cc-43c8-8399-e1d768b430dc tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports/481b0942-42ab-4dec-add6-06291f683e05 HTTP/1.1" status: 200 len: 977 time: 0.8019385 May 13 15:14:34.561722 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ed01e58f-7e52-4ea9-8533-6eddc3700986 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/2ffec9d3-9643-438c-b334-22a7b05e1348 HTTP/1.1" status: 204 len: 168 time: 1.9145663 May 13 15:14:34.562685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:34.566020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.575816 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f7de8586-f29a-430b-9f78-d4569d8afbed tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5744565 May 13 15:14:34.583506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60024) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.583506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60026) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.584946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60028) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.653446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.704507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.711543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0568f53d-5daa-45f7-ae8a-348f52ef27d7 None None] Current status of the port 8b6edbcd-517f-42d5-9c23-fb32934284ae is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:34.731223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8b6edbcd-517f-42d5-9c23-fb32934284ae triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:34.731609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.800218 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6680fae2-0723-4fee-992a-714900c4c8fa req-77e7fd0f-5179-4571-88c2-ca6d73c37a94 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3411345 May 13 15:14:34.820843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.840359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=192776bc-cd5a-4e94-9b40-a71e1de5bf27,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:34.844154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 7c2ea5f3-305c-4cf5-b014-5b18201511e4 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:34.857513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.859014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.860472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:34.861413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:34.877461 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-76a21e6e-de3a-4675-afab-ab7924a4705c', 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c', 'tenant_id': '2719f92f93534a2d9d61ff540ca5bd1c', 'fixed_ips': [{'subnet_id': '014de7bb-5136-435f-8ee2-5347770b664e'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:34.878365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.904915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:34.912447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.005221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8b6edbcd-517f-42d5-9c23-fb32934284ae is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:35.019190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:35.039963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.040324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment ff187cd7-845a-44f2-8dd5-c0a3849da218 of type vlan for network f4f4217a-8e0d-4f79-b6c8-196a333845a1 May 13 15:14:35.065014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:35.065363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e37aa28d-c2c6-41c8-9fe0-6c11e64a3a82 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:35.134004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Allocated IP 172.20.0.2 (76a21e6e-de3a-4675-afab-ab7924a4705c/014de7bb-5136-435f-8ee2-5347770b664e/afb3fb3e-26af-42e3-a1f7-9ecc25e2e022) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:35.237455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:35.238410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f269defe-e8b3-4feb-aa79-64841d845c00 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6456108 May 13 15:14:35.251864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60036) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:35.326225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.382278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.393584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Transition to ACTIVE for port object afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:35.407941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet c02ac933-48ad-4ddf-9156-fa40ac7d7337 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:35.415329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Transition to ACTIVE for port object afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:35.427049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.455084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:35.460674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:35.486468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.538698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:35.560352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.561216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Network 76a21e6e-de3a-4675-afab-ab7924a4705c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:35.564183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:35.567588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:35.621932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.655645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Pushing event updated for resources: {'Port': ['ID=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:35.667259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.677370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Attempting to bind port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:35.677730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Attempting to bind port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'eea205d0-9171-440c-870e-01ae8e45395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:35.678230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Attempting to bind port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 on network 76a21e6e-de3a-4675-afab-ab7924a4705c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:35.683840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:35.684269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Checking segment: {'id': 'eea205d0-9171-440c-870e-01ae8e45395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:35.685616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.686285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.686744 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Bound using segment: {'id': 'eea205d0-9171-440c-870e-01ae8e45395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:35.687277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Bound port: afb3fb3e-26af-42e3-a1f7-9ecc25e2e022, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea205d0-9171-440c-870e-01ae8e45395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '76a21e6e-de3a-4675-afab-ab7924a4705c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:35.689507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.692622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:35.692622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.792174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] For port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:35.795835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] For port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,segment=NetworkSegment(eea205d0-9171-440c-870e-01ae8e45395b),segment_id=eea205d0-9171-440c-870e-01ae8e45395b)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:35.809692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:35.810931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.823385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.871317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.006941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3f406-1af1-4eca-8897-af078ece32bb None None] Pushing event updated for resources: {'Port': ['ID=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:36.128443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.193939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=f4f4217a-8e0d-4f79-b6c8-196a333845a1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:36.209776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f4f4217a-8e0d-4f79-b6c8-196a333845a1 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:36.226879 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6a4ed5c-b113-4a3f-a16e-aee3b4584be8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4232581 May 13 15:14:36.237242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60042) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.249735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-852185363'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:36.270216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:36.296184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.321768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:36.336739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.342591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-32424a25-e3f2-479d-863a-8302e184645d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/routers/e695f933-6430-4888-9952-151cfdc19a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3144925 May 13 15:14:36.350342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60046) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.353028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=c02ac933-48ad-4ddf-9156-fa40ac7d7337,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:36.363142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:36.363403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'port': {'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973', 'name': 'tempest-FloatingIPTestJSON-1972567086'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:36.379611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.381526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3280c304-5e24-467a-95ac-13e83b6dd44a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/c02ac933-48ad-4ddf-9156-fa40ac7d7337 HTTP/1.1" status: 204 len: 168 time: 1.1287136 May 13 15:14:36.391959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60050) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.396453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d20ab-b289-4af3-abb9-df07acea07d4 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:36.430823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:network and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:36.487662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:36.490632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.504569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:36.573707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:36.583509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.589811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.623313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:36.624221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.646027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:36.658048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:36.662551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:36.669227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:36.670051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.702417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.719487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.719824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f72a638-2577-45a6-8402-98294509ff38 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:36.811995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=7c2ea5f3-305c-4cf5-b014-5b18201511e4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:36.818191 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55e085b1-0238-4374-9e6d-1a19f9fb64f1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1641831 May 13 15:14:36.818378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet c123d542-9008-422b-9a3b-419d2e580005 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:36.825613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60054) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.832973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:36.858193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09df02-e30a-4093-9f98-cac63db0c824 req-63566a3c-5de8-4df3-9d8e-a2755f50b55c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:36.859716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7c09df02-e30a-4093-9f98-cac63db0c824 req-63566a3c-5de8-4df3-9d8e-a2755f50b55c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.8261137 May 13 15:14:36.867639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Allocated IP 172.20.0.1 (6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2/e4e2b1d7-35ed-4462-b503-f58ae0042de5/bf38acf8-387a-4946-b518-c880035d75d3) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:36.872675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.874742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:36.878254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.980581 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7c09df02-e30a-4093-9f98-cac63db0c824 req-30a5b523-b4fd-4fb3-b742-0f31bf5c9bce tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848103 May 13 15:14:37.038420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.068122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:37.117560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:37.118131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.118485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment 4eb7a541-2f8e-4c8c-b9ed-774468ca7623 of type vlan for network 3d6b9588-32d6-4b7e-8cea-d02f2237a80e May 13 15:14:37.194621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:port and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:37.213876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Allocated IP 172.26.7.65 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/bcedc9e3-bc53-49b3-a577-e9a9eb94597c) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:37.215592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:37.231599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:37.233890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.249983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.258942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.296504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Transition to ACTIVE for port object bf38acf8-387a-4946-b518-c880035d75d3 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:37.334208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 481b0942-42ab-4dec-add6-06291f683e05 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:37.334439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.430249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.476300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:37.480256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.480980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.486989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:37.487605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.523592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.609925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.619013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559530d4-d21d-41d2-8b8d-74bc9fb0d2b9 req-0fa30183-788f-45d6-a071-1dc4a426edbd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:37.620552 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-559530d4-d21d-41d2-8b8d-74bc9fb0d2b9 req-0fa30183-788f-45d6-a071-1dc4a426edbd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.4852147 May 13 15:14:37.647472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86ce93-7132-42c3-8860-2bf8f8f80409 None None] Network 76a21e6e-de3a-4675-afab-ab7924a4705c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:37.647977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] device_id is not set on port 4c055a52-91e3-4da8-8e84-55398d624de7 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:37.693367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=3d6b9588-32d6-4b7e-8cea-d02f2237a80e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:37.706928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:37.712289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:37.718815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:37.730301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3d6b9588-32d6-4b7e-8cea-d02f2237a80e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:37.760330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Port': ['ID=bf38acf8-387a-4946-b518-c880035d75d3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:37.780173 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-45cc7ede-9591-48d5-90cc-60471601c6b8 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5386426 May 13 15:14:37.785181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60060) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.792732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'ports': [{'network_id': 'f4f4217a-8e0d-4f79-b6c8-196a333845a1', 'name': 'tempest-port--1016369266', 'admin_state_up': True}, {'network_id': '3d6b9588-32d6-4b7e-8cea-d02f2237a80e', 'admin_state_up': False}]} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:37.793343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'port': {'network_id': 'f4f4217a-8e0d-4f79-b6c8-196a333845a1', 'name': 'tempest-port--1016369266', 'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:37.794115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'port': {'network_id': '3d6b9588-32d6-4b7e-8cea-d02f2237a80e', 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:37.889055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.979309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d214a316-10ab-4443-be02-f9d5c2b608cc None None] Provisioning for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:38.036915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.043638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-559530d4-d21d-41d2-8b8d-74bc9fb0d2b9 req-07cabe57-09a7-43cf-a932-33ec38cdeb2c tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3611736 May 13 15:14:38.085694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.118690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=c123d542-9008-422b-9a3b-419d2e580005,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:38.121712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.130644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Provisioning complete for port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:38.131038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.149029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.175688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2091d-0c2b-40e7-ab34-b1bc92d43148 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:38.175870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:38.200084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:38.218054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:38.294638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d4225d77-ee91-413c-af5d-c4aa8d8ab448 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/c123d542-9008-422b-9a3b-419d2e580005 HTTP/1.1" status: 204 len: 168 time: 1.9016774 May 13 15:14:38.299688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event updated for resources: {'Port': ['ID=bcedc9e3-bc53-49b3-a577-e9a9eb94597c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:38.307758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 481b0942-42ab-4dec-add6-06291f683e05 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:38.312509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60066) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:38.444613 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bfef1895-6ede-4717-a8d5-fa02f4fae58b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233392 May 13 15:14:38.457929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:38.484664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Current status of the port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:38.498792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:38.560472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:38.568450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:38.601713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Provisioning for port bf38acf8-387a-4946-b518-c880035d75d3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:38.610614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Provisioning complete for port bf38acf8-387a-4946-b518-c880035d75d3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:38.611756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.662867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:38.663548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:38.682052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Deleting port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:38.683014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.731211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:38.762085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:38.762846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.772083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:port and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:38.792648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.8 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/4c055a52-91e3-4da8-8e84-55398d624de7) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:38.792887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:38.806481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.820678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dea0d01f-91c5-4afb-a748-13af71744c2d None None] Port bf38acf8-387a-4946-b518-c880035d75d3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:38.857681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:38.862096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aaec2-1ecb-4c94-b699-91d6fea19a5c req-fdcb9835-7c3e-4fdf-b37c-6b1ff5e8adad tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:38.864294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5c3aaec2-1ecb-4c94-b699-91d6fea19a5c req-fdcb9835-7c3e-4fdf-b37c-6b1ff5e8adad tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.1077499 May 13 15:14:38.899444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.911220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.937249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:38.960885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.010732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] In _notify_port_updated(), no bound segment for port 7c2ea5f3-305c-4cf5-b014-5b18201511e4 on network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:14:39.016326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:39.017111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.021879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/ports/7c2ea5f3-305c-4cf5-b014-5b18201511e4 HTTP/1.1" status: 200 len: 818 time: 2.1924562 May 13 15:14:39.030987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60076) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:39.063010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:39.073397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:39.076247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'port': 2} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:39.080615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.083883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Provisioning complete for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:39.084254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.122458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5c3aaec2-1ecb-4c94-b699-91d6fea19a5c req-bcb23ae5-97ed-49b0-8c29-a4ac0cd7d237 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2405496 May 13 15:14:39.195183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] For port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:39.195666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.245503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882aa7f-dd14-4ed7-a42c-56f5f111888c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=7c2ea5f3-305c-4cf5-b014-5b18201511e4,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:39.271196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:39.271448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.304177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:39.336196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.347963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Calling delete_port for 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:39.381847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 7c2ea5f3-305c-4cf5-b014-5b18201511e4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:39.382339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.423755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.456201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,segment=NetworkSegment(eea205d0-9171-440c-870e-01ae8e45395b),segment_id=eea205d0-9171-440c-870e-01ae8e45395b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:39.480260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=481b0942-42ab-4dec-add6-06291f683e05,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:39.497147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Current status of the port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:39.497619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.538486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.585175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.605376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.624547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:39.628286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.695427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] No DVR routers for this DVR port 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:39.717225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:39.717645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:39.721425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:39.764939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a40ede-79dc-407b-b0de-3e30a5726b08 None None] Pushing event deleted for resources: {'Port': ['ID=0effe8cb-1d44-4fde-ba7c-82de7e4c6564,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.051759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.074484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router da2dd828-2ecf-436e-a16f-aaeedd8d0371 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:40.101167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.106544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] device_id is not set on port 54cc3a97-3eb3-41de-8964-347424221d06 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:40.291918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d45b6688-f7bd-4b50-a617-081c911bbb81 None None] Current status of the port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:40.413378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:40.437298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.481592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 7c2ea5f3-305c-4cf5-b014-5b18201511e4 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:40.487134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:40.487606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.517664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.544154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:40.554571 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] Sync routers for ids ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:40.564993 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] Routers {'da2dd828-2ecf-436e-a16f-aaeedd8d0371'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:40.565829 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.595363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.628184 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.638312 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] Routers {'da2dd828-2ecf-436e-a16f-aaeedd8d0371'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:40.639176 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.639940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:40.678600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Port': ['ID=bf38acf8-387a-4946-b518-c880035d75d3,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.681292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:40.689641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:40.692751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.700330 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5dc1d8c9-f43f-44c1-87a4-166bc799234d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/da2dd828-2ecf-436e-a16f-aaeedd8d0371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1078870 May 13 15:14:40.700330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:40.706272 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.706934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a756651-3a03-4962-813a-f2521ff1441a None None] The sync data for ids ['da2dd828-2ecf-436e-a16f-aaeedd8d0371'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:40.711568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:40.722261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60082) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:40.733172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.748406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:40.749029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0effe8cb-1d44-4fde-ba7c-82de7e4c6564 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:40.758545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=4c055a52-91e3-4da8-8e84-55398d624de7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.764914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.835372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.847046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=7c2ea5f3-305c-4cf5-b014-5b18201511e4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.869891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:40.870964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.873607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.960012 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ad929a9d-2a00-497a-93ce-240ebd574ac1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/7c2ea5f3-305c-4cf5-b014-5b18201511e4 HTTP/1.1" status: 204 len: 168 time: 1.9278517 May 13 15:14:40.965409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60086) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:40.971687 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3bc749ea-bb4f-44cc-a017-f68975799049 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6202345 May 13 15:14:41.009392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60090) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.028696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'port': {'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973', 'name': 'tempest-FloatingIPTestJSON-914645568'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:41.190434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-df2473a0-867e-4703-8f4c-49588fa27522 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:41.192557 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-df2473a0-867e-4703-8f4c-49588fa27522 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.2742321 May 13 15:14:41.236873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:41.258593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85c808-a9cb-4431-9e9c-4ee91c96adf4 req-976d76fb-d883-4047-b6d6-03c83ace1d14 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:41.260106 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e85c808-a9cb-4431-9e9c-4ee91c96adf4 req-976d76fb-d883-4047-b6d6-03c83ace1d14 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.9939959 May 13 15:14:41.265219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:41.275042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:port and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:41.278403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:41.293286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211cd1b2-9473-4aa2-b8d2-ccef151c29a5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:41.294014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-211cd1b2-9473-4aa2-b8d2-ccef151c29a5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:41.296594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:41.310066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Deleting port 95207110-f34d-4b67-b50e-3389a56a8d22 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:41.310409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:41.359418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:41.382794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:41.393616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf616897-025f-42e6-b230-2cabf9d3245a None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:41.419234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:41.422839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:41.448967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-211cd1b2-9473-4aa2-b8d2-ccef151c29a5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:41.450061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-211cd1b2-9473-4aa2-b8d2-ccef151c29a5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4823306 May 13 15:14:41.455565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60094) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.502876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] device_id is not set on port 48889b15-4df4-435e-8e1c-b36f7c4040a7 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:41.574737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:41.575327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:41.649167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '624d4530-d01b-4050-bad2-0fdc30d49421'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:41.650329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:41.661029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=624d4530-d01b-4050-bad2-0fdc30d49421,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:41.698458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.9 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/48889b15-4df4-435e-8e1c-b36f7c4040a7) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:41.802951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] device_id is not set on port 0bd111b0-84bd-46d6-9d55-659e083adddf yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:41.826164 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e85c808-a9cb-4431-9e9c-4ee91c96adf4 req-a8eea6fa-0ce8-43ae-b434-7aa7e9e2086b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4639885 May 13 15:14:41.842284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-90c9e283-2601-499e-b469-8d1811c55d38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] remove_router_interface failed (client error): The resource could not be found. May 13 15:14:41.843549 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-90c9e283-2601-499e-b469-8d1811c55d38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/da2dd828-2ecf-436e-a16f-aaeedd8d0371/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1160085 May 13 15:14:41.848811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:41.850494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60098) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.855360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:41.878343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Allocated IP 172.20.0.2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/624d4530-d01b-4050-bad2-0fdc30d49421/18f25d53-e0fc-4b34-b361-bdf65e3880bc) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:41.918348 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1004de9f-40bf-418f-ab6f-bbf5936085f4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4567137 May 13 15:14:41.928356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60102) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.975178 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-335ca0ea-e338-4410-9022-d0d7aa6fdbef tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=da2dd828-2ecf-436e-a16f-aaeedd8d0371 HTTP/1.1" status: 200 len: 205 time: 0.1211717 May 13 15:14:42.013904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] For port 95207110-f34d-4b67-b50e-3389a56a8d22, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=95207110-f34d-4b67-b50e-3389a56a8d22,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:42.017757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.035874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60106) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:42.039832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:42.117766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.129699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Transition to ACTIVE for port object 18f25d53-e0fc-4b34-b361-bdf65e3880bc will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:42.151570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Transition to ACTIVE for port object 18f25d53-e0fc-4b34-b361-bdf65e3880bc will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:42.161033 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e96ef5-e5fc-49d9-83d5-f4cc237ba918 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:14:42.167265 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a8e96ef5-e5fc-49d9-83d5-f4cc237ba918 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/7c2ea5f3-305c-4cf5-b014-5b18201511e4 HTTP/1.1" status: 404 len: 333 time: 0.7040403 May 13 15:14:42.167654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60110) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:42.206809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.228542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1806997324'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:42.247552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:42.267835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:42.282988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:42.285520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:42.292691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:42.298362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:42.298624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:42.304238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Pushing event updated for resources: {'Port': ['ID=18f25d53-e0fc-4b34-b361-bdf65e3880bc,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:42.336991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d00e8ce7-921e-4523-81fe-a8833dcceccd None None] Provisioning complete for port bf38acf8-387a-4946-b518-c880035d75d3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:42.337227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d00e8ce7-921e-4523-81fe-a8833dcceccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.384212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.445754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d00e8ce7-921e-4523-81fe-a8833dcceccd None None] Port bf38acf8-387a-4946-b518-c880035d75d3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:42.449241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Attempting to bind port 18f25d53-e0fc-4b34-b361-bdf65e3880bc on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:42.450203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Attempting to bind port 18f25d53-e0fc-4b34-b361-bdf65e3880bc by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:42.450203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Attempting to bind port 18f25d53-e0fc-4b34-b361-bdf65e3880bc on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:42.457530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:42.457530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:42.457530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.458110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:42.458529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Bound port: 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:42.458832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.542717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.555112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0df7c347-712b-4686-a250-b05779ab128a None None] For port 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:42.558506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0df7c347-712b-4686-a250-b05779ab128a None None] For port 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=18f25d53-e0fc-4b34-b361-bdf65e3880bc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:42.618434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:42.621994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.635589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.679976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Router 76406600-1943-4655-82d5-eecc390b6ca4 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:42.695867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:42.711363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.711752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.712057 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Floating IP 7d149fb4-3605-4e4f-80b3-270cf6073b7a disassociated. External IP: 172.26.7.73, port: 95207110-f34d-4b67-b50e-3389a56a8d22. May 13 15:14:42.712414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Calling delete_port for 95207110-f34d-4b67-b50e-3389a56a8d22 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:42.726900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c347-712b-4686-a250-b05779ab128a None None] Pushing event updated for resources: {'Port': ['ID=18f25d53-e0fc-4b34-b361-bdf65e3880bc,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:42.773913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.774277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment b258b075-bd51-4d1f-8c62-a63115aa6af0 of type vlan for network 79e71830-7c41-47ae-9312-ed5c352df303 May 13 15:14:42.824387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.881906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.049398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:43.072449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:43.080655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:43.087166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:43.116613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=48889b15-4df4-435e-8e1c-b36f7c4040a7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:43.124960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.131075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:43.131663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.138689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:43.149345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:43.160989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.168894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.172255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.176712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:43.241333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.303685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:43.306976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event deleted for resources: {'Port': ['ID=95207110-f34d-4b67-b50e-3389a56a8d22,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:43.324014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] Sync routers for ids ['76406600-1943-4655-82d5-eecc390b6ca4'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:43.335735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Router 44703369-81e1-44f0-9484-368177866981 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:43.335830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:43.335830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.341162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] Routers {'76406600-1943-4655-82d5-eecc390b6ca4'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:43.342270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['76406600-1943-4655-82d5-eecc390b6ca4'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.345898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=79e71830-7c41-47ae-9312-ed5c352df303,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:43.400608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:43.403801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.418099 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6ce8691a-bfeb-410f-8c63-b2ceef871316 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2470617 May 13 15:14:43.426510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60120) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.442565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.443057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router da2dd828-2ecf-436e-a16f-aaeedd8d0371 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:43.456022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bc032-0deb-4d57-adbf-373e3de203f9 req-44127a58-9d2f-4d52-8777-f0087ba68126 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:43.456930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9c4bc032-0deb-4d57-adbf-373e3de203f9 req-44127a58-9d2f-4d52-8777-f0087ba68126 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Synchronizing usage tracker for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:43.459100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:43.516411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.517530 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-90cfe210-1318-437c-a66a-e3c45cd9271b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/da2dd828-2ecf-436e-a16f-aaeedd8d0371 HTTP/1.1" status: 204 len: 168 time: 1.4577847 May 13 15:14:43.519654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.521241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.525229 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b72d835-6e0e-4f9a-b03f-c8e6c4bbc11f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1693318 May 13 15:14:43.526087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60124) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.526273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60126) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.541141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:43.583940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.619729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Router 0d405040-2998-4a7a-aab6-6ad4c38281ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:43.622574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] Routers {'76406600-1943-4655-82d5-eecc390b6ca4'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:43.623808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['76406600-1943-4655-82d5-eecc390b6ca4'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.636739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b94a992e-66e5-444f-9257-32ffe76d5ade tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6123369 May 13 15:14:43.636739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60132) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.639741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '48889b15-4df4-435e-8e1c-b36f7c4040a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:43.651126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:43.655279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:floatingip and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:43.659258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:43.659702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:43.667839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:43.682740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9c4bc032-0deb-4d57-adbf-373e3de203f9 req-44127a58-9d2f-4d52-8777-f0087ba68126 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Unset dirty status for tenant:a0319e85ee22444589a37e528ddee7eb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:43.690186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c4bc032-0deb-4d57-adbf-373e3de203f9 req-44127a58-9d2f-4d52-8777-f0087ba68126 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 946 time: 0.7012925 May 13 15:14:43.770536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.771351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8916372-25d2-4617-8f05-bf3222430e18 None None] The sync data for ids ['76406600-1943-4655-82d5-eecc390b6ca4'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:43.780525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.931547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c4bc032-0deb-4d57-adbf-373e3de203f9 req-f0c2cdae-2202-4bb4-b150-ee6b82eb203b tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups?id=b1941ae8-0e6f-4098-a863-42753ae24bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2365448 May 13 15:14:43.978591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Port': ['ID=54cc3a97-3eb3-41de-8964-347424221d06,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:44.011001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:44.021367 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] Sync routers for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:44.032900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:44.033843 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.051147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:44.062953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Sync routers for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:44.076009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:44.076988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.111815 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.125874 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:44.126922 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.128535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] No DVR routers for this DVR port 95207110-f34d-4b67-b50e-3389a56a8d22 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:44.131913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.133903 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-29407ac7-d6d8-46e9-96f8-41b65667aa0e req-824be670-4a4e-4896-9a6e-fda5c3885141 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.23 "DELETE /v2.0/ports/95207110-f34d-4b67-b50e-3389a56a8d22 HTTP/1.1" status: 204 len: 173 time: 2.9318986 May 13 15:14:44.134405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'name': 'network-vif-deleted', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:44.149532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cc3bbe6d-3e14-43df-ae93-e7b1364646cd None None] Provisioning for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:44.199537 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d9aabe-fba9-453f-bef4-49f147f1105e'] response: {'server_uuid': '3f27e231-b84e-4506-a6e2-06af87f2071e', 'name': 'network-vif-deleted', 'tag': '95207110-f34d-4b67-b50e-3389a56a8d22', 'status': 'completed', 'code': 200} May 13 15:14:44.223371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.236072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-915a0140-4c4c-469f-9648-7679c0bbd91a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6507316 May 13 15:14:44.249223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 589ac1d6-9538-4db8-be20-1a7e39db80d5 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:44.250163 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.251174 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce4b85-901c-4f22-b4e7-ff4af868ffef None None] The sync data for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:44.259770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60138) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:44.285249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.310524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:44.392175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:44.415002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Checking segment: {'id': 'ff187cd7-845a-44f2-8dd5-c0a3849da218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f4f4217a-8e0d-4f79-b6c8-196a333845a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:44.415640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network hostable DHCP agents. Network: f4f4217a-8e0d-4f79-b6c8-196a333845a1, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:44.492295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:44.493645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 18f25d53-e0fc-4b34-b361-bdf65e3880bc up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:44.502268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:44.540118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:44.556253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.122 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/0c28bb8a-60e5-4c5e-93f2-a402642d451f) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:44.611826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.752762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.767241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:44.783252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:44.783757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.788248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network f4f4217a-8e0d-4f79-b6c8-196a333845a1 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:44.790039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:44.829744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.868330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:44.900555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Checking router: 0d405040-2998-4a7a-aab6-6ad4c38281ae for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:44.933423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:44.934103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:45.012650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 95207110-f34d-4b67-b50e-3389a56a8d22 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:45.059843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 18f25d53-e0fc-4b34-b361-bdf65e3880bc is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:45.060365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.073658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 95207110-f34d-4b67-b50e-3389a56a8d22 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:45.074194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 95207110-f34d-4b67-b50e-3389a56a8d22 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:45.110515 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8bd959cb-e50b-4b69-969c-bece22c452e7 req-121c3959-0d6f-4c26-adac-cff4dbf235a1 tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f27e231-b84e-4506-a6e2-06af87f2071e HTTP/1.1" status: 200 len: 210 time: 0.0496621 May 13 15:14:45.188139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=18f25d53-e0fc-4b34-b361-bdf65e3880bc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:45.202152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.220556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:45.241671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.273231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:45.276129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.287042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:45.287042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:45.325716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=0c28bb8a-60e5-4c5e-93f2-a402642d451f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.332912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f4f4217a-8e0d-4f79-b6c8-196a333845a1) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:45.351012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d524d10-1746-4c22-9e5d-2c01f8facb12 None None] Network f4f4217a-8e0d-4f79-b6c8-196a333845a1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:45.431054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:45.431834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.763367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=18f25d53-e0fc-4b34-b361-bdf65e3880bc,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.771492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.907559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:45.908882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Port': ['ID=0bd111b0-84bd-46d6-9d55-659e083adddf,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.926848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cb7ed-1fd8-487f-920c-dcded8ce5527 None None] The sync data for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv is: [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 4, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'fcc0cac3-a2bb-4ad0-8482-8988ed1314f1', 'name': '', 'network_id': '8f9ef6ca-06ae-4807-8c33-835ebc5cb61c', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'mac_address': 'fa:16:3e:e9:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '32f9322d-430f-4330-a37f-652482782fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:19Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'subnets': [{'id': '32f9322d-430f-4330-a37f-652482782fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:45.931119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.996108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.005138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.091939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854cbfb2-ab9a-46ba-ba14-fbd4a9fa971e None None] Network b10c1db2-7d15-4601-985d-0d953f6692a3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:46.105999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=589ac1d6-9538-4db8-be20-1a7e39db80d5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:46.108247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Checking segment: {'id': '4eb7a541-2f8e-4c8c-b9ed-774468ca7623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3d6b9588-32d6-4b7e-8cea-d02f2237a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:46.108787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network hostable DHCP agents. Network: 3d6b9588-32d6-4b7e-8cea-d02f2237a80e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:46.118864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.209284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.241246 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3ef483f1-fea0-4037-ada6-d5cb425d670c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/589ac1d6-9538-4db8-be20-1a7e39db80d5 HTTP/1.1" status: 204 len: 168 time: 2.6821496 May 13 15:14:46.244501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60158) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:46.258186 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd3f6d-4bc6-4618-ba06-5335710707ae None None] New status for floating IP 7d149fb4-3605-4e4f-80b3-270cf6073b7a: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:14:46.329688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-8f3acbab-0ce9-44e5-a8a9-e6ca89a7de14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:14:46.330785 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f3acbab-0ce9-44e5-a8a9-e6ca89a7de14 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0601716 May 13 15:14:46.336809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.341463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network 3d6b9588-32d6-4b7e-8cea-d02f2237a80e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:46.344388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60164) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:46.346125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.367202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60166) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:46.375744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:14:46.385379 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:46.448025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 18f25d53-e0fc-4b34-b361-bdf65e3880bc up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:46.513029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 3d6b9588-32d6-4b7e-8cea-d02f2237a80e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:46.535895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] DHCP port deletion for b10c1db2-7d15-4601-985d-0d953f6692a3 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:46.542607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:46.543447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc77a4d-33e5-4a00-b516-cdfbbeef8952 None None] Network 3d6b9588-32d6-4b7e-8cea-d02f2237a80e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:46.548602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:46.554463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:46.555148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.565477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Deleting port f7661e11-5869-44fe-8938-f674b968b86b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:46.566973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.603337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=9c405e16-64fb-44dc-b729-49461b45d06b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:46.631642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': 'b258b075-bd51-4d1f-8c62-a63115aa6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:46.631996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 79e71830-7c41-47ae-9312-ed5c352df303, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:46.695965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:46.696664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.849762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=0c28bb8a-60e5-4c5e-93f2-a402642d451f,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:46.860624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.861398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 79e71830-7c41-47ae-9312-ed5c352df303 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:46.862534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.868164 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d464326-8776-488c-99a0-e1bf83d9f6d2 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.0828774 May 13 15:14:46.877682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60174) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:47.018029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 79e71830-7c41-47ae-9312-ed5c352df303) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:47.031709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.045819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8371d8-cc40-4776-a2fc-db62658c19e7 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:47.062667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:47.063527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.077972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port f7661e11-5869-44fe-8938-f674b968b86b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:47.078311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.164274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] For port f7661e11-5869-44fe-8938-f674b968b86b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7661e11-5869-44fe-8938-f674b968b86b,segment=NetworkSegment(8828430f-4385-4600-a9ee-c62cc7198947),segment_id=8828430f-4385-4600-a9ee-c62cc7198947)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:47.164775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.227958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.230571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-93cbef3f-595b-41af-bfa2-4ae11da60fc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7855520 May 13 15:14:47.242058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60180) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:47.279129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:47.297273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 18f25d53-e0fc-4b34-b361-bdf65e3880bc is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:47.301779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743a33e-5228-4ba8-a5f0-54c2e02e3fbd tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:47.313378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743a33e-5228-4ba8-a5f0-54c2e02e3fbd tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:47.313498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Calling delete_port for f7661e11-5869-44fe-8938-f674b968b86b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:47.313590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a743a33e-5228-4ba8-a5f0-54c2e02e3fbd tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Synchronizing usage tracker for tenant:1baddc30cef345398236fef7efb36ec6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:47.357799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.441421 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP defed896-90a4-478e-842e-58fe00233243 associated. External IP: 172.26.7.122, port: 48889b15-4df4-435e-8e1c-b36f7c4040a7. May 13 15:14:47.559815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.595793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-79e71830-7c41-47ae-9312-ed5c352df303', 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '9c405e16-64fb-44dc-b729-49461b45d06b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:47.596628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.627762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] Pushing event deleted for resources: {'Port': ['ID=f7661e11-5869-44fe-8938-f674b968b86b,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:47.633830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f734808-be1f-4d7f-9524-2bcd4ea4340b None None] No DVR routers for this DVR port f7661e11-5869-44fe-8938-f674b968b86b on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:47.788820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port f7661e11-5869-44fe-8938-f674b968b86b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7661e11-5869-44fe-8938-f674b968b86b,segment=NetworkSegment(8828430f-4385-4600-a9ee-c62cc7198947),segment_id=8828430f-4385-4600-a9ee-c62cc7198947)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:47.789226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.795627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Allocated IP 2001:db8::2 (79e71830-7c41-47ae-9312-ed5c352df303/9c405e16-64fb-44dc-b729-49461b45d06b/3395bb60-3d5c-49e7-8c4c-eeda0ad98158) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:47.827819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a743a33e-5228-4ba8-a5f0-54c2e02e3fbd tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Unset dirty status for tenant:1baddc30cef345398236fef7efb36ec6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:47.831974 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a743a33e-5228-4ba8-a5f0-54c2e02e3fbd tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9529386 May 13 15:14:47.834437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60184) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:47.889126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=18f25d53-e0fc-4b34-b361-bdf65e3880bc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:47.943188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.956878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for f7661e11-5869-44fe-8938-f674b968b86b owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:47.996823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.021358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1941ae8-0e6f-4098-a863-42753ae24bf3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.034011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:48.043848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:48.056290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting port 54cc3a97-3eb3-41de-8964-347424221d06 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:48.056290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.056851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.068623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Transition to ACTIVE for port object 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:48.085661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:48.092549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Transition to ACTIVE for port object 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:48.099537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.100275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.104253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:48.154656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.225705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:48.229060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:48.233377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:48.242122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Pushing event updated for resources: {'Port': ['ID=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.316834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:48.334791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Attempting to bind port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:48.335304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Attempting to bind port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'b258b075-bd51-4d1f-8c62-a63115aa6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:48.342359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Attempting to bind port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 on network 79e71830-7c41-47ae-9312-ed5c352df303 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:48.342359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:48.342359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Checking segment: {'id': 'b258b075-bd51-4d1f-8c62-a63115aa6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:48.342359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.343003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Bound using segment: {'id': 'b258b075-bd51-4d1f-8c62-a63115aa6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:48.343569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Bound port: 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b258b075-bd51-4d1f-8c62-a63115aa6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79e71830-7c41-47ae-9312-ed5c352df303'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:48.344033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.360102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:48.381305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:48.383226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.393260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3b195-47cf-4638-ba7c-35cd642fb8d2 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:48.415216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.422246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.423389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-78f310ac-ea39-4dfe-b554-f20b864225fd tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "DELETE /v2.0/security-groups/b1941ae8-0e6f-4098-a863-42753ae24bf3 HTTP/1.1" status: 204 len: 168 time: 1.9286811 May 13 15:14:48.429394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:48.432422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:48.432627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:48.435857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:48.442038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.455303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=237ca125-333f-48b8-8fab-4bd71a375f7b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.469329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-9e951c50-68c2-42d5-aeb3-67f6be50439f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] show failed (client error): The resource could not be found. May 13 15:14:48.470388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9e951c50-68c2-42d5-aeb3-67f6be50439f tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "GET /v2.0/security-groups/b1941ae8-0e6f-4098-a863-42753ae24bf3 HTTP/1.1" status: 404 len: 347 time: 0.0368962 May 13 15:14:48.474383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60194) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:48.478097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=18f25d53-e0fc-4b34-b361-bdf65e3880bc,revision_number=5']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.480405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.480870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:48.492682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.493037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.493380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.493717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.494167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.494502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.494831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.495181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.495725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.496197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.496540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.496871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.506104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7661e11-5869-44fe-8938-f674b968b86b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:48.549824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f7661e11-5869-44fe-8938-f674b968b86b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:48.550405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7661e11-5869-44fe-8938-f674b968b86b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:48.624367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.624717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.625059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.625396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.625728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.626085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.626823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.626823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.627052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.627484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.627942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.628929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:48.657605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:48.657789 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5d424b17-50f0-4da5-8343-2bf02692d7b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6863031 May 13 15:14:48.660810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,segment=NetworkSegment(b258b075-bd51-4d1f-8c62-a63115aa6af0),segment_id=b258b075-bd51-4d1f-8c62-a63115aa6af0)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:48.692949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.712963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60198) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:48.731785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:7d:c6:9c', 'name': 'tempest-NetworksTestDHCPv6-1276798297'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:48.762892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.791740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Deleting port d187d8a2-5008-4534-9b3a-7cbc1ac6214c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:48.792075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.913894 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c405e16-64fb-44dc-b729-49461b45d06b (CIDR: 2001:db8::/64) May 13 15:14:48.943519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port f7661e11-5869-44fe-8938-f674b968b86b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:48.944117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.982940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ba519-39d1-4f23-909f-e82ee405eba8 None None] Pushing event updated for resources: {'Port': ['ID=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:49.036185 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:14:49.037319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:14:49.056768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.168166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port 'f7661e11-5869-44fe-8938-f674b968b86b' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:49.213101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Calling delete_port for 54cc3a97-3eb3-41de-8964-347424221d06 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:49.480491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:49.498469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:49.515594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:49.517200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:49.562692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.576547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router 76406600-1943-4655-82d5-eecc390b6ca4 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:49.578297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.578628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.588443 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1822624a-9a29-4b06-811d-c86a09132bb2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3398919 May 13 15:14:49.589860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:49.593251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60202) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:49.601026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:49.620920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:49.630913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:49.631541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:49.686791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:49.702900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:49.703329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330f459-d7ef-4b3b-baad-76c6e7f7af3f None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:49.721422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.745778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb622a9f-4466-4ebd-bc28-3d0496ade852 None None] Provisioning complete for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:49.747114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb622a9f-4466-4ebd-bc28-3d0496ade852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.747233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:49.756632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Calling delete_port for d187d8a2-5008-4534-9b3a-7cbc1ac6214c owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:49.759526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.772091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:49.849002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Port': ['ID=54cc3a97-3eb3-41de-8964-347424221d06,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:49.874299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.907141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-eb622a9f-4466-4ebd-bc28-3d0496ade852 None None] Current status of the port 18f25d53-e0fc-4b34-b361-bdf65e3880bc is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:49.954485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10c1db2-7d15-4601-985d-0d953f6692a3']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:49.967088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:49.995118 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-26e6e4f5-e6a7-438b-a9cc-275460baf56a tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/ports/54cc3a97-3eb3-41de-8964-347424221d06 HTTP/1.1" status: 204 len: 168 time: 2.1557243 May 13 15:14:49.999977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8828430f-4385-4600-a9ee-c62cc7198947') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.000500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8828430f-4385-4600-a9ee-c62cc7198947') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.008100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60206) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:50.031706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.061077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-63d4a181-3169-401a-bd60-c50755107add tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4278016 May 13 15:14:50.076009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:50.087202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:50.121862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:50.148907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:50.162432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:50.162582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.162699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:50.169851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:50.176485 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] Sync routers for ids ['76406600-1943-4655-82d5-eecc390b6ca4'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:50.181863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.190584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-78766abc-e7fc-454e-a0d8-1798cab480fb tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "PUT /v2.0/routers/76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 200 len: 921 time: 6.6223598 May 13 15:14:50.190584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting port 0bd111b0-84bd-46d6-9d55-659e083adddf {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:50.190584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.199959 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] Routers {'76406600-1943-4655-82d5-eecc390b6ca4'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:50.200579 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['76406600-1943-4655-82d5-eecc390b6ca4'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.220871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60214) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:50.221962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:50.222383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:50.241220 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:50.281054 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.290391 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] Routers {'76406600-1943-4655-82d5-eecc390b6ca4'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:50.292664 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['76406600-1943-4655-82d5-eecc390b6ca4'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.321009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e3172-a063-4e3e-9af5-71b6faadb105 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:50.342251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.364021 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:50.364681 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88b78-7e4f-4e53-86c2-baa230998098 None None] The sync data for ids ['76406600-1943-4655-82d5-eecc390b6ca4'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:50.365686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:50.373650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.499787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.514962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port d0be9e30-4b15-4192-a2fa-f7086dfd3b69 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:50.566561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:50.590768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting port bf38acf8-387a-4946-b518-c880035d75d3 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:50.591215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.645938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e12e7e79-6d74-4207-af58-e1ffe3da1d7c None None] Provisioning for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:50.671507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.714318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.752934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.836559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Calling delete_port for 0bd111b0-84bd-46d6-9d55-659e083adddf owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:50.864756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:50.868424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=b10c1db2-7d15-4601-985d-0d953f6692a3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:50.882551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:50.882752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.884822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.009904 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-032b4e40-f203-4bf2-a672-86caf5bfe85a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/b10c1db2-7d15-4601-985d-0d953f6692a3 HTTP/1.1" status: 204 len: 168 time: 4.7645965 May 13 15:14:51.042431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60218) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.051827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1391924613'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:51.052319 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3b4c4d28-a233-4db6-9d8a-d8f1bb8f6724 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 200 len: 921 time: 0.8144953 May 13 15:14:51.062396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Pushing event deleted for resources: {'Port': ['ID=d187d8a2-5008-4534-9b3a-7cbc1ac6214c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.064099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60222) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.068203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:51.087926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:51.088220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.123012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:51.123548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.180032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,segment=NetworkSegment(b258b075-bd51-4d1f-8c62-a63115aa6af0),segment_id=b258b075-bd51-4d1f-8c62-a63115aa6af0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:51.248133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.249459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 18f25d53-e0fc-4b34-b361-bdf65e3880bc up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:51.268391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:51.272087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.272241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.277596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:51.308909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.322588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:51.322848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.325641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.328984 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ee0b7528-ee79-40c3-aa6e-a29e706ca4cf tempest-ServerActionsTestJSON-1249371861 tempest-ServerActionsTestJSON-1249371861-project] 10.222.0.91 "DELETE /v2.0/floatingips/7d149fb4-3605-4e4f-80b3-270cf6073b7a HTTP/1.1" status: 204 len: 168 time: 2.8500934 May 13 15:14:51.331702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60226) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.356894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:51.357372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.368858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Port': ['ID=0bd111b0-84bd-46d6-9d55-659e083adddf,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.377318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.383583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 172.20.0.5 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/624d4530-d01b-4050-bad2-0fdc30d49421/d0be9e30-4b15-4192-a2fa-f7086dfd3b69) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:51.405531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fe7d:c69c (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/237ca125-333f-48b8-8fab-4bd71a375f7b/d0be9e30-4b15-4192-a2fa-f7086dfd3b69) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:51.420849 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-efb2f97d-df4d-4eda-a1aa-d3a956255f0e tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/ports/0bd111b0-84bd-46d6-9d55-659e083adddf HTTP/1.1" status: 204 len: 168 time: 1.3643253 May 13 15:14:51.423364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.440431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.484272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:51.484272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.498508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:51.501812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.520571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b404ef97-37f4-43dc-8b70-abb3361bebd4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Synchronizing usage tracker for tenant:1baddc30cef345398236fef7efb36ec6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:51.530215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:51.530578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:51.606513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:51.609146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 18f25d53-e0fc-4b34-b361-bdf65e3880bc is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:51.633332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.633564 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP defed896-90a4-478e-842e-58fe00233243 disassociated. External IP: 172.26.7.122, port: 48889b15-4df4-435e-8e1c-b36f7c4040a7. May 13 15:14:51.674564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.682348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.682699 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment 380e80ef-c649-4da0-98b5-37348018e744 of type vlan for network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf May 13 15:14:51.694013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Calling delete_port for bf38acf8-387a-4946-b518-c880035d75d3 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:51.765932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 79e71830-7c41-47ae-9312-ed5c352df303 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:51.773189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b404ef97-37f4-43dc-8b70-abb3361bebd4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Unset dirty status for tenant:1baddc30cef345398236fef7efb36ec6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:51.774388 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b404ef97-37f4-43dc-8b70-abb3361bebd4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3472652 May 13 15:14:51.783645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60234) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.795471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:51.800574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-485399773'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:51.807702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0282408-3f2e-483c-88e4-ce6262ba6cf4 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:51.808001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:51.808530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.810884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5697de2-9453-452d-ac8e-e3a48811e1c1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:51.811572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e5697de2-9453-452d-ac8e-e3a48811e1c1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Synchronizing usage tracker for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:51.837661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.841162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=f60c5d12-186f-4e47-8480-f81f28e6f54d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.875151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.891306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:51.905237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object d0be9e30-4b15-4192-a2fa-f7086dfd3b69 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:51.932610 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1c8f0e36-1e31-48b2-82ae-213be6c86780 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3370669 May 13 15:14:51.933817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60238) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.940066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'fixed_ips': [{'subnet_id': '9c405e16-64fb-44dc-b729-49461b45d06b'}, {'subnet_id': 'f60c5d12-186f-4e47-8480-f81f28e6f54d'}], 'name': 'tempest-PortsIpV6TestJSON-1448987001'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:51.953293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:network and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:51.969022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.969022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:51.969022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.974294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:52.002890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:52.070110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.102329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e5697de2-9453-452d-ac8e-e3a48811e1c1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Unset dirty status for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:52.105997 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e5697de2-9453-452d-ac8e-e3a48811e1c1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=76406600-1943-4655-82d5-eecc390b6ca4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0214632 May 13 15:14:52.114362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60242) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.123144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:52.126514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.135028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6344c54b-1a0b-4174-b723-71bceff14967 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:52.223946 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1798100 May 13 15:14:52.241051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60246) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.247950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:52.253675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225df5-940a-429c-952f-8f3795e122b2 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:52.260533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Update dhcp port {'port': {'network_id': '79e71830-7c41-47ae-9312-ed5c352df303', 'fixed_ips': [{'subnet_id': '9c405e16-64fb-44dc-b729-49461b45d06b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f60c5d12-186f-4e47-8480-f81f28e6f54d'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '3395bb60-3d5c-49e7-8c4c-eeda0ad98158'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:14:52.260845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:52.269979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:52.289409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:52.303189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:52.306914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=d0be9e30-4b15-4192-a2fa-f7086dfd3b69,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:52.331777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:52.336356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:52.339290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:52.345280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:52.378739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.379390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.423866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.429031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:52.487866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:52.528041 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8cef665f-cd28-4ae6-93e6-6c75aec81e22 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8008797 May 13 15:14:52.535571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60250) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.571785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:52.678755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:52.679318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.685098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.724514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c8cb2-b9c1-498c-ba99-46b3b8e5ba1f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.730603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c8cb2-b9c1-498c-ba99-46b3b8e5ba1f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.731438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6b9c8cb2-b9c1-498c-ba99-46b3b8e5ba1f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:52.735391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 81dcec67-4790-43ca-af6c-708ce0caae52 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:52.809091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Allocated IP 2001:db8:0:1::2 (79e71830-7c41-47ae-9312-ed5c352df303/f60c5d12-186f-4e47-8480-f81f28e6f54d/3395bb60-3d5c-49e7-8c4c-eeda0ad98158) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:52.828854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.829205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051 of type vlan for network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc May 13 15:14:52.869610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:52.894102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-354f9eec-58ef-4ad9-9de7-6735d1ce34a9 None None] Provisioning for port d0be9e30-4b15-4192-a2fa-f7086dfd3b69 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:52.898832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:52.919305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-354f9eec-58ef-4ad9-9de7-6735d1ce34a9 None None] Provisioning complete for port d0be9e30-4b15-4192-a2fa-f7086dfd3b69 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:52.919681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-354f9eec-58ef-4ad9-9de7-6735d1ce34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.947150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:52.965825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bfeb3b-f414-4cb6-bebf-fa998e6b38fa tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.966691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9bfeb3b-f414-4cb6-bebf-fa998e6b38fa tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Synchronizing usage tracker for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:52.966868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6b9c8cb2-b9c1-498c-ba99-46b3b8e5ba1f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:52.970557 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b9c8cb2-b9c1-498c-ba99-46b3b8e5ba1f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4313078 May 13 15:14:52.970697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.972671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60254) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.986208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:53.032402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:53.036552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.047978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:53.061196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port d0be9e30-4b15-4192-a2fa-f7086dfd3b69 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:53.061196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.066783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-354f9eec-58ef-4ad9-9de7-6735d1ce34a9 None None] Port d0be9e30-4b15-4192-a2fa-f7086dfd3b69 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:53.107447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,segment=NetworkSegment(b258b075-bd51-4d1f-8c62-a63115aa6af0),segment_id=b258b075-bd51-4d1f-8c62-a63115aa6af0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:53.134640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.144737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:53.148339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.151603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Transition to ACTIVE for port object 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:53.163598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Port': ['ID=bf38acf8-387a-4946-b518-c880035d75d3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:53.174049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9bfeb3b-f414-4cb6-bebf-fa998e6b38fa tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Unset dirty status for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:53.178173 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9bfeb3b-f414-4cb6-bebf-fa998e6b38fa tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 1.0579848 May 13 15:14:53.194095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60258) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:53.217672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.334900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.335469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.335955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.336291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.336619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.336946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.337318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.337699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.338046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.338369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.338691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.339188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:53.372879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c2e23-910e-49c4-be62-f1ffc06cdad9 None None] Pushing event updated for resources: {'Port': ['ID=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:53.431067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.436468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:53.437053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.462814 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-25fb76e3-5f38-4d3d-9a3f-762c5064e3a9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 200 len: 205 time: 0.2651243 May 13 15:14:53.468158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60262) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:53.620303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.763556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for d0be9e30-4b15-4192-a2fa-f7086dfd3b69 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:53.807682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:53.823215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:53.831374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::c7 (79e71830-7c41-47ae-9312-ed5c352df303/9c405e16-64fb-44dc-b729-49461b45d06b/81dcec67-4790-43ca-af6c-708ce0caae52) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:53.844124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8:0:1::2da (79e71830-7c41-47ae-9312-ed5c352df303/f60c5d12-186f-4e47-8480-f81f28e6f54d/81dcec67-4790-43ca-af6c-708ce0caae52) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:53.966960 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1161991a-3c85-46da-8128-20d21c997628 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1812387 May 13 15:14:53.971478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60266) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:53.999297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1648407891'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:54.013197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:54.029031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:network and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:54.062904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3b4af1ea-26d0-4b13-ab65-1265935dc39b None None] Provisioning for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:54.064445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:54.068423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3b4af1ea-26d0-4b13-ab65-1265935dc39b None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:54.068795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b4af1ea-26d0-4b13-ab65-1265935dc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.072431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.074350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:54.103944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:54.131054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:54.131686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:54.132747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.139458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:54.200630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.201214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:54.215931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:54.216549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:54.247262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.264736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:54.268443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.283684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:54.284105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65af164-35b2-474b-9e83-acc1d5600f3b None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:54.300911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:54.310401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.310772 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Added segment 75fcc159-7cd2-4e5a-8792-e20ade80575a of type vlan for network dea5ba27-814e-4727-b5d0-7e44d20005c1 May 13 15:14:54.334447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 81dcec67-4790-43ca-af6c-708ce0caae52 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:54.342278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.345140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.345422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b4af1ea-26d0-4b13-ab65-1265935dc39b None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:54.412683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=d0be9e30-4b15-4192-a2fa-f7086dfd3b69,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:54.429390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:54.502258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:54.502768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.575811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.581619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:54.582271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.621223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.649083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:54.751756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b12242e6-9985-4af4-b14b-7b0151207158 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/defed896-90a4-478e-842e-58fe00233243 HTTP/1.1" status: 200 len: 688 time: 4.6736901 May 13 15:14:54.764578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60270) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:54.855418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.857261 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c50d24df-42d2-41fb-a1e6-d5d5bc12a9b5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/d0be9e30-4b15-4192-a2fa-f7086dfd3b69 HTTP/1.1" status: 204 len: 168 time: 1.8837619 May 13 15:14:54.860426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Network': ['ID=dea5ba27-814e-4727-b5d0-7e44d20005c1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:54.864226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 79e71830-7c41-47ae-9312-ed5c352df303 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:54.864827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60274) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:54.872275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network dea5ba27-814e-4727-b5d0-7e44d20005c1 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:54.887181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:54.916647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.930668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:54.935818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:54.936428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.002295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.029234 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-77948b41-750b-491e-b437-afcfd4ca5763 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0420861 May 13 15:14:55.029234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=81dcec67-4790-43ca-af6c-708ce0caae52,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:55.041511 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb54bc26-8b60-464b-a8e8-2479486fc1ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1064861 May 13 15:14:55.047478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60278) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.061474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c405e16-64fb-44dc-b729-49461b45d06b'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:55.114720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.119238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Router 44703369-81e1-44f0-9484-368177866981 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:55.175622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=c1518798-b847-4242-8b8d-ee2672efe1b4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:55.254498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 0c28bb8a-60e5-4c5e-93f2-a402642d451f {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:55.255101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.322735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port bcedc9e3-bc53-49b3-a577-e9a9eb94597c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:55.324052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.342954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.343989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f6e2106-95dd-4a1e-8a78-2047582fa0b1 None None] Provisioning for port 81dcec67-4790-43ca-af6c-708ce0caae52 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:55.344524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.346000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.346932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:55.352681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f6e2106-95dd-4a1e-8a78-2047582fa0b1 None None] Provisioning complete for port 81dcec67-4790-43ca-af6c-708ce0caae52 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:55.353452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6e2106-95dd-4a1e-8a78-2047582fa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.409969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': '380e80ef-c649-4da0-98b5-37348018e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:55.410436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:55.435301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e2106-95dd-4a1e-8a78-2047582fa0b1 None None] Port 81dcec67-4790-43ca-af6c-708ce0caae52 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:55.463726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:55.478318 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] Sync routers for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:55.488189 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:55.489013 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:55.497364 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-00a66836-5aa8-4e91-b81a-adda78ad5be4 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1321597 May 13 15:14:55.542702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60282) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.564157 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:55.574151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.574598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.575210 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:55.575968 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:55.641224 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:55.642009 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e375c3-94e1-4e26-82f7-ed9c8541f249 None None] The sync data for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:55.662639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:55.664148 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bb661a18-d329-4182-a025-f8be4b556890 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7842493 May 13 15:14:55.682351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60286) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.694450 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-d1243a00-77fa-4290-bfd8-031559e0585c tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] delete failed (client error): The resource could not be found. May 13 15:14:55.695591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d1243a00-77fa-4290-bfd8-031559e0585c tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/routers/tempest-non_exist_router-1745659689 HTTP/1.1" status: 404 len: 335 time: 0.1519017 May 13 15:14:55.739179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60290) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.745843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 0c28bb8a-60e5-4c5e-93f2-a402642d451f owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:55.757500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:55.802633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dbba0b58-7754-4e2a-9233-78be5f6a3a13 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'router': {'external_gateway_info': {'network_id': '44703369-81e1-44f0-9484-368177866981'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:55.935580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.974041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:55.982432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec82c63-95e1-4997-9f23-626432e6efb0 None None] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:56.003778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.004371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.027410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.038835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 237ca125-333f-48b8-8fab-4bd71a375f7b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:56.048351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.219807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for bcedc9e3-bc53-49b3-a577-e9a9eb94597c owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:56.248812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-df62995c-93b9-41ba-bfd7-1aff6679f9e4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0061367 May 13 15:14:56.259657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:56.277821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889439730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:56.296634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf', 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': 'c1518798-b847-4242-8b8d-ee2672efe1b4'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:56.297478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.305213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:56.314700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:56.326744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:56.332556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.415176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:56.445169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbba0b58-7754-4e2a-9233-78be5f6a3a13 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.532153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Deleting port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:56.532973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.553787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-dbba0b58-7754-4e2a-9233-78be5f6a3a13 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] update failed (client error): The resource could not be found. May 13 15:14:56.562625 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dbba0b58-7754-4e2a-9233-78be5f6a3a13 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981 HTTP/1.1" status: 404 len: 339 time: 0.7772684 May 13 15:14:56.564251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60298) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:56.579470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.580806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.581664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Allocated IP 172.20.0.2 (31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf/c1518798-b847-4242-8b8d-ee2672efe1b4/c75f86d1-38a2-47e0-9ff2-2413174c2d6b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:56.639281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.647145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.866447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.892893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] For port fcc0cac3-a2bb-4ad0-8482-8988ed1314f1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:56.893305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.954429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Transition to ACTIVE for port object c75f86d1-38a2-47e0-9ff2-2413174c2d6b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:56.977042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Transition to ACTIVE for port object c75f86d1-38a2-47e0-9ff2-2413174c2d6b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:56.992044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=0c28bb8a-60e5-4c5e-93f2-a402642d451f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:57.043085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.046509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.059733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Calling delete_port for fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:57.063372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.162698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Pushing event updated for resources: {'Port': ['ID=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:57.169144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.173554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:57.179902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:57.194100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=bcedc9e3-bc53-49b3-a577-e9a9eb94597c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:57.198085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=237ca125-333f-48b8-8fab-4bd71a375f7b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:57.204237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.220999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:57.230185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.230826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.231389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.232207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.233014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.233554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.234114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.234835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.236077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.236940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.238294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.238859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:57.267902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.315300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451043f2-1170-406c-bd40-5a7922c7a98a None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:57.397009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.446783 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-681bb8d0-5db3-4303-931c-544690c806ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/237ca125-333f-48b8-8fab-4bd71a375f7b HTTP/1.1" status: 204 len: 168 time: 1.7632809 May 13 15:14:57.482309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60304) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:57.509385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Attempting to bind port c75f86d1-38a2-47e0-9ff2-2413174c2d6b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:57.510285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Attempting to bind port c75f86d1-38a2-47e0-9ff2-2413174c2d6b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '380e80ef-c649-4da0-98b5-37348018e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:57.510875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Attempting to bind port c75f86d1-38a2-47e0-9ff2-2413174c2d6b on network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:57.517980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.520879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:57.521559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Checking segment: {'id': '380e80ef-c649-4da0-98b5-37348018e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:57.522425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.523074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Bound using segment: {'id': '380e80ef-c649-4da0-98b5-37348018e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:57.523765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Bound port: c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380e80ef-c649-4da0-98b5-37348018e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:57.524486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.608216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.615711 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a7def897-9214-408a-a668-3047cae8ecb3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/defed896-90a4-478e-842e-58fe00233243 HTTP/1.1" status: 204 len: 168 time: 2.8467891 May 13 15:14:57.623255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60308) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:57.635814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '4c055a52-91e3-4da8-8e84-55398d624de7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:57.651460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:57.666530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:floatingip and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:57.671522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:57.672623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] For port c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:57.675019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Delete allocated IP 2001:db8:0:1::2da (79e71830-7c41-47ae-9312-ed5c352df303/f60c5d12-186f-4e47-8480-f81f28e6f54d) {{(pid=88838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:14:57.678969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] For port c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,segment=NetworkSegment(380e80ef-c649-4da0-98b5-37348018e744),segment_id=380e80ef-c649-4da0-98b5-37348018e744)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:57.683822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.720007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.731053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:57.741850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.745069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.748917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 624d4530-d01b-4050-bad2-0fdc30d49421 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:57.753919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.772060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.863830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.865703 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bdeef7fc-5a80-4ca9-b94e-42496122f00f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5946505 May 13 15:14:57.868658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60312) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:57.946146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.951044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.951726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router 76406600-1943-4655-82d5-eecc390b6ca4 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:58.060383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.118422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc0cac3-a2bb-4ad0-8482-8988ed1314f1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:58.135640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.149897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.151368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8d255834-1b38-4895-a0d1-fbf45aef9053 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 204 len: 168 time: 4.6646988 May 13 15:14:58.171499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60316) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:58.177082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32e876-7f10-4600-9e71-a7564ea6c88f None None] Pushing event updated for resources: {'Port': ['ID=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:58.248875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1330431494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:58.329914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60320) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:58.345888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:58.583846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:58.590240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'subnets': [{'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--615649865', 'ip_version': 6}, {'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:58.590556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'subnet': {'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--615649865', 'ip_version': 6}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:58.591286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Request body: {'subnet': {'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:58.618921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:58.646220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:58.818687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.884307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.918561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:14:58.933508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.934678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.953078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.092491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4b1988a2-8482-401f-adb8-a77e3c87627e None None] Provisioning complete for port 18f25d53-e0fc-4b34-b361-bdf65e3880bc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:59.092992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4b1988a2-8482-401f-adb8-a77e3c87627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.093236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.109504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.195759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.205733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:59.222040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Usage tracker for resource:subnet and tenant:1baddc30cef345398236fef7efb36ec6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:59.225568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Allocated IP 172.20.0.1 (fb30cb37-d21d-4ad3-874f-54268fa43e59/5e7098d0-fb74-4444-8489-99852468355c/45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:59.228620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:59.256523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:59.292357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4b1988a2-8482-401f-adb8-a77e3c87627e None None] Current status of the port 18f25d53-e0fc-4b34-b361-bdf65e3880bc is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:59.333703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 81dcec67-4790-43ca-af6c-708ce0caae52 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:59.335025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.338296 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7dd4d748-fb38-495c-a8fd-0b35ad2d9e85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1037240 May 13 15:14:59.344016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.348674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60324) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.390029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:59.466695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.468426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=624d4530-d01b-4050-bad2-0fdc30d49421,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:59.472779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Made reservation on behalf of 1baddc30cef345398236fef7efb36ec6 for: {'subnet': 2} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:59.477565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.477826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.485063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578bd6d3-abe0-448a-9906-14d0f7c6d4ea None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:59.508210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.510076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d0839a8-faad-4934-821a-7cfabb133224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/624d4530-d01b-4050-bad2-0fdc30d49421 HTTP/1.1" status: 204 len: 168 time: 2.0213001 May 13 15:14:59.564789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60328) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.603611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809104e-8be6-4e74-9b86-611a9c93591a None None] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:59.645398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.663742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1f1b0957-eae9-495b-b5a0-e36648b7d25d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955484 May 13 15:14:59.669869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60332) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.829619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7de1bf8a-fb32-4605-b403-787ceb03d132 None None] Provisioning for port c75f86d1-38a2-47e0-9ff2-2413174c2d6b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:59.864460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.20.0.1 (31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf/c1518798-b847-4242-8b8d-ee2672efe1b4/0fe1f2ea-0396-4661-ae90-b5e45442a735) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:59.953083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.980893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Transition to ACTIVE for port object 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:00.036009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:00.050752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Deleting port 18f25d53-e0fc-4b34-b361-bdf65e3880bc {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:00.051371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.106883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=81dcec67-4790-43ca-af6c-708ce0caae52,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:00.110649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] In _notify_port_updated(), no bound segment for port 81dcec67-4790-43ca-af6c-708ce0caae52 on network 79e71830-7c41-47ae-9312-ed5c352df303 {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:15:00.117534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.118251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.122154 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-af2ad4f5-ad43-4c10-affe-68f93993b540 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/ports/81dcec67-4790-43ca-af6c-708ce0caae52 HTTP/1.1" status: 200 len: 925 time: 5.0713017 May 13 15:15:00.132715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60336) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:00.158319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c405e16-64fb-44dc-b729-49461b45d06b'}, {'subnet_id': 'f60c5d12-186f-4e47-8480-f81f28e6f54d'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:00.176436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.202965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a14c9-f46d-40d3-95c7-fa990a2465dc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.203710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c5a14c9-f46d-40d3-95c7-fa990a2465dc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:00.290205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Router 0d405040-2998-4a7a-aab6-6ad4c38281ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:00.335430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] For port 18f25d53-e0fc-4b34-b361-bdf65e3880bc, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=18f25d53-e0fc-4b34-b361-bdf65e3880bc,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:00.335988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.348602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.398441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 0fe1f2ea-0396-4661-ae90-b5e45442a735 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:00.448874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c5a14c9-f46d-40d3-95c7-fa990a2465dc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:00.450725 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c5a14c9-f46d-40d3-95c7-fa990a2465dc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7464168 May 13 15:15:00.477419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Calling delete_port for 18f25d53-e0fc-4b34-b361-bdf65e3880bc owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:00.479997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60340) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:00.516640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c75f86d1-38a2-47e0-9ff2-2413174c2d6b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:00.551442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9815a04d-bfe0-422f-967b-0583b7295691 None None] Provisioning for port 81dcec67-4790-43ca-af6c-708ce0caae52 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:00.576185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9815a04d-bfe0-422f-967b-0583b7295691 None None] Provisioning complete for port 81dcec67-4790-43ca-af6c-708ce0caae52 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:00.576552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9815a04d-bfe0-422f-967b-0583b7295691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.596090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:00.605633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:00.608445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:00.641121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.664498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Port': ['ID=45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:00.677191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9815a04d-bfe0-422f-967b-0583b7295691 None None] Port 81dcec67-4790-43ca-af6c-708ce0caae52 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:00.700024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.801687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.811794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ac60c-e39d-429b-8246-d63a4ecdc4b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.812487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-415ac60c-e39d-429b-8246-d63a4ecdc4b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:00.829984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e49fcb5-8fdc-4a63-9b2e-f529d45baa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.832014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port c75f86d1-38a2-47e0-9ff2-2413174c2d6b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:00.836412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:00.836810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.846722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:00.916982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] Pushing event deleted for resources: {'Port': ['ID=18f25d53-e0fc-4b34-b361-bdf65e3880bc,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:00.918800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c75f86d1-38a2-47e0-9ff2-2413174c2d6b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:00.930693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.951444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:01.002908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872a245-a4b9-439e-a20d-bba69ab0ff62 None None] No DVR routers for this DVR port 18f25d53-e0fc-4b34-b361-bdf65e3880bc on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:01.018926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=0fe1f2ea-0396-4661-ae90-b5e45442a735,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:01.024271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.122 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d546a6f5-99f9-424c-816b-a0101126483b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:01.122427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.131157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c75f86d1-38a2-47e0-9ff2-2413174c2d6b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:01.131558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.142283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0fd576ee-7da3-439e-a3c9-baef0916e3c4 None None] Provisioning for port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:01.156613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0fd576ee-7da3-439e-a3c9-baef0916e3c4 None None] Provisioning complete for port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:01.156932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0fd576ee-7da3-439e-a3c9-baef0916e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.218033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,segment=NetworkSegment(380e80ef-c649-4da0-98b5-37348018e744),segment_id=380e80ef-c649-4da0-98b5-37348018e744)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:01.224932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0fd576ee-7da3-439e-a3c9-baef0916e3c4 None None] Port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:01.302833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.382462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 18f25d53-e0fc-4b34-b361-bdf65e3880bc no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:01.394463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.400798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-415ac60c-e39d-429b-8246-d63a4ecdc4b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:01.404440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-415ac60c-e39d-429b-8246-d63a4ecdc4b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9192026 May 13 15:15:01.408722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60344) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:01.423304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:01.428949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 18f25d53-e0fc-4b34-b361-bdf65e3880bc {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:01.429138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 18f25d53-e0fc-4b34-b361-bdf65e3880bc not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:01.443856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:01.454534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.456669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Sync routers for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:01.467909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0ca41779-e790-40f4-9a58-2ab4e9a0f201 admin admin] 10.222.0.91 "PUT /v2.0/routers/0d405040-2998-4a7a-aab6-6ad4c38281ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1350176 May 13 15:15:01.473261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:01.474164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:01.474335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60348) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:01.517441 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-026810b2-b3d9-4bb7-854b-7ef8283d785f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927575 May 13 15:15:01.533162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:01.533365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-09a2e55d-9d18-4a9f-b1aa-c3ac9f39e87a None None] Provisioning for port 0fe1f2ea-0396-4661-ae90-b5e45442a735 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:01.550613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-09a2e55d-9d18-4a9f-b1aa-c3ac9f39e87a None None] Provisioning complete for port 0fe1f2ea-0396-4661-ae90-b5e45442a735 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:01.551121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09a2e55d-9d18-4a9f-b1aa-c3ac9f39e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.582953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:01.624031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.687091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-09a2e55d-9d18-4a9f-b1aa-c3ac9f39e87a None None] Port 0fe1f2ea-0396-4661-ae90-b5e45442a735 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:01.712874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:01.918338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:01.985634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.028891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:14:57Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:02.033890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Checking router: 0d405040-2998-4a7a-aab6-6ad4c38281ae for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:02.043521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Routers {'0d405040-2998-4a7a-aab6-6ad4c38281ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:02.044301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['0d405040-2998-4a7a-aab6-6ad4c38281ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:02.060267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:02.074060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.163674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.198336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.280025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:02.283371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.285154 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:02.285537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:02.298702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] Set router 0d405040-2998-4a7a-aab6-6ad4c38281ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:02.321319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.367705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.494579 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f14f1883-512a-4aca-ba37-bf9f41f06ff5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9523227 May 13 15:15:02.496973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c75f86d1-38a2-47e0-9ff2-2413174c2d6b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:02.512314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60356) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:02.514633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:02.537882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.539674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:02.562656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:02.589856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:02.609049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8:0:1::2d (79e71830-7c41-47ae-9312-ed5c352df303/f60c5d12-186f-4e47-8480-f81f28e6f54d/81dcec67-4790-43ca-af6c-708ce0caae52) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:02.639785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c75f86d1-38a2-47e0-9ff2-2413174c2d6b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:02.639785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.701536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Deleting port f1258019-0a83-4f55-bbb7-eafc14c68fe2 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:02.701536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.769869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:14:57Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:02.773398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=d546a6f5-99f9-424c-816b-a0101126483b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:02.786797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de116727-4bd5-4b1e-9d29-27d8e03a7afc None None] The sync data for ids ['0d405040-2998-4a7a-aab6-6ad4c38281ae'] in dv-neutron-835340-3-hyperv is: [{'id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'name': 'tempest-ServerActionsTestJSON-1809188911-router', 'tenant_id': 'a0319e85ee22444589a37e528ddee7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:53Z', 'updated_at': '2022-05-13T15:14:57Z', 'revision_number': 5, 'project_id': 'a0319e85ee22444589a37e528ddee7eb', 'gw_port': {'id': 'f1258019-0a83-4f55-bbb7-eafc14c68fe2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405040-2998-4a7a-aab6-6ad4c38281ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:56Z', 'updated_at': '2022-05-13T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:02.795239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c75f86d1-38a2-47e0-9ff2-2413174c2d6b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:02.826486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Subnet': ['ID=e4b21b06-f64b-46f6-ba3e-0a7445a966b6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:02.937383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Checking segment: {'id': 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:02.937937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network hostable DHCP agents. Network: fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:02.958095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:02.998019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Allocated IP 172.26.7.213 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/28e9f3e6-be33-4a4c-b8e3-2e246d61d883) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:03.019446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:03.140278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.167694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3386e7af-3600-4bb0-ad9e-07d7f078638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.210487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:03.216922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:03.216922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.217571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:03.218153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:03.234518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] For port f1258019-0a83-4f55-bbb7-eafc14c68fe2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f1258019-0a83-4f55-bbb7-eafc14c68fe2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:03.234889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.270137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.333413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.391936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Calling delete_port for f1258019-0a83-4f55-bbb7-eafc14c68fe2 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:03.409264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:03.418604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.418951 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec7858-c4e9-45f8-909c-d74238876f65 None None] Network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:03.445922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.457761 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2def87f5-cc9f-4e6b-96d3-9e3d363b8dd2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9269967 May 13 15:15:03.460874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.501562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60360) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:03.533286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:03.556666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 81dcec67-4790-43ca-af6c-708ce0caae52 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:03.577729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=0fe1f2ea-0396-4661-ae90-b5e45442a735,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:03.667317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc', 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc', 'tenant_id': '1baddc30cef345398236fef7efb36ec6', 'fixed_ips': [{'subnet_id': 'e4b21b06-f64b-46f6-ba3e-0a7445a966b6'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:03.668608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.706813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.718516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.734410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.739400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event updated for resources: {'Port': ['ID=45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:03.755551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.816130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event updated for resources: {'Subnet': ['ID=c6e035cf-e878-48cc-9b9f-b49e8386b285,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:03.850202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Allocated IP 2001:db8::1 (fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc/e4b21b06-f64b-46f6-ba3e-0a7445a966b6/dd75482d-0f59-4c10-bd1a-a550db363cce) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:03.995740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=81dcec67-4790-43ca-af6c-708ce0caae52,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:04.007207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] In _notify_port_updated(), no bound segment for port 81dcec67-4790-43ca-af6c-708ce0caae52 on network 79e71830-7c41-47ae-9312-ed5c352df303 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:15:04.019959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.020631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.024862 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-afcc7496-82a8-42dd-ac48-fe7777be2332 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/ports/81dcec67-4790-43ca-af6c-708ce0caae52 HTTP/1.1" status: 200 len: 1010 time: 3.8845632 May 13 15:15:04.026247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60364) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:04.055505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Checking segment: {'id': '75fcc159-7cd2-4e5a-8792-e20ade80575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:04.056182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network hostable DHCP agents. Network: dea5ba27-814e-4727-b5d0-7e44d20005c1, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:04.081429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:04.113107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:04.172613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:04.173859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:04.183859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 81dcec67-4790-43ca-af6c-708ce0caae52 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:04.184206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.212071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:04.225492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:04.243979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Network dea5ba27-814e-4727-b5d0-7e44d20005c1 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:04.257844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:04.262120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.263661 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:04.264107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:04.270344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.349013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-140bc1c0-a76c-4096-8f4a-37e491284b86 None None] Provisioning for port 81dcec67-4790-43ca-af6c-708ce0caae52 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:04.364686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-140bc1c0-a76c-4096-8f4a-37e491284b86 None None] Provisioning complete for port 81dcec67-4790-43ca-af6c-708ce0caae52 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:04.370445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-140bc1c0-a76c-4096-8f4a-37e491284b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.449389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:04.469735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:04.470470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, dea5ba27-814e-4727-b5d0-7e44d20005c1) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:04.475958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.476691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.477325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.490121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:04.492549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:04.520129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34533bd-8213-4b5d-ae1f-e748d89f8969 None None] Network dea5ba27-814e-4727-b5d0-7e44d20005c1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:04.537054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event updated for resources: {'Port': ['ID=28e9f3e6-be33-4a4c-b8e3-2e246d61d883,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:04.557218 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1ae3c943-c784-40d6-a47f-0e3c39d91520 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0454972 May 13 15:15:04.566939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60368) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:04.579183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:04.606873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.607917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Router 44703369-81e1-44f0-9484-368177866981 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:04.671981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:04.672555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fcc0cac3-a2bb-4ad0-8482-8988ed1314f1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:04.681516 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d499307b-4f2b-407a-bde4-cdbeb22815f0 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.3327472 May 13 15:15:04.698402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60372) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:04.727359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-140bc1c0-a76c-4096-8f4a-37e491284b86 None None] Port 81dcec67-4790-43ca-af6c-708ce0caae52 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:04.734448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1258019-0a83-4f55-bbb7-eafc14c68fe2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:04.740035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.814811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.821172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Transition to ACTIVE for port object dd75482d-0f59-4c10-bd1a-a550db363cce will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:04.824288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.906070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Transition to ACTIVE for port object dd75482d-0f59-4c10-bd1a-a550db363cce will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:04.913508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Provisioning complete for port 0fe1f2ea-0396-4661-ae90-b5e45442a735 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:04.913924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.975296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8544f49-3ac7-469e-9c33-a5eaa5d31337 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.977020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8544f49-3ac7-469e-9c33-a5eaa5d31337 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.978721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8544f49-3ac7-469e-9c33-a5eaa5d31337 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.981650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f8544f49-3ac7-469e-9c33-a5eaa5d31337 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2819819 May 13 15:15:04.994872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60376) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:05.013434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.019833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.024145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:05.062610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dea5ba27-814e-4727-b5d0-7e44d20005c1', 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1', 'tenant_id': '1baddc30cef345398236fef7efb36ec6', 'fixed_ips': [{'subnet_id': 'c6e035cf-e878-48cc-9b9f-b49e8386b285'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:05.063562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.073630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Port 0fe1f2ea-0396-4661-ae90-b5e45442a735 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:05.086738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.120625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:05.125064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:05.144639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:05.145716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:05.174454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:05.176812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Pushing event updated for resources: {'Port': ['ID=dd75482d-0f59-4c10-bd1a-a550db363cce,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:05.188615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Provisioning complete for port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:05.192465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.195438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:05.203599 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e347b4fb-6319-418e-9021-60a922b46bd3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6361606 May 13 15:15:05.208368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60380) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:05.211000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting subnet e4b21b06-f64b-46f6-ba3e-0a7445a966b6 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:05.211582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] Sync routers for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:05.214568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.225129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:05.230379 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:05.281966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.290547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.304725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.312522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.325863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:05.330458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.333698 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:05.334158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:05.339212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:05.351363 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:05.352361 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:05.360849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Attempting to bind port dd75482d-0f59-4c10-bd1a-a550db363cce on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:05.361341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Attempting to bind port dd75482d-0f59-4c10-bd1a-a550db363cce by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:05.361821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Attempting to bind port dd75482d-0f59-4c10-bd1a-a550db363cce on network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:05.364893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8dd9e-c184-49d3-8a3e-90bdb81c0fd3 None None] Port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:05.375249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:05.375744 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Checking segment: {'id': 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:05.376243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.376750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Bound using segment: {'id': 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:05.377324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Bound port: dd75482d-0f59-4c10-bd1a-a550db363cce, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:05.378003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.422575 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:05.423110 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed806baf-3950-4438-8ada-68d75dcdf735 None None] The sync data for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:05.497186 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-64d75c37-6a34-4cd9-9de3-109e13860576 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9246273 May 13 15:15:05.507562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Allocated IP 2001:db8:0:1::1 (dea5ba27-814e-4727-b5d0-7e44d20005c1/c6e035cf-e878-48cc-9b9f-b49e8386b285/0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:05.554390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:05.577488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60384) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:05.623547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:05.639509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 81dcec67-4790-43ca-af6c-708ce0caae52 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:05.685344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:05.739074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.750588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.837718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.858238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.865275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Transition to ACTIVE for port object 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:05.873291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e91e-5ba4-4d65-abfc-51de6124886e None None] Pushing event updated for resources: {'Port': ['ID=dd75482d-0f59-4c10-bd1a-a550db363cce,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:05.885511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.891600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Transition to ACTIVE for port object 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:05.926395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.975459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d06b212c-5281-41e7-b2c5-4294ae90b164 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.020852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.024623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.024856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d405040-2998-4a7a-aab6-6ad4c38281ae {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:06.078566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:06.107330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] Sync routers for ids ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:06.136293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Network dea5ba27-814e-4727-b5d0-7e44d20005c1 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:06.144739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:06.147831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Pushing event updated for resources: {'Port': ['ID=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:06.150322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:06.152486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] Routers {'4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:06.159642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:06.182123 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5ac5ad88-84f1-4172-8098-484aa62dffe1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/4df9767f-f9d1-4ff7-8e94-77e7f19f63d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3121870 May 13 15:15:06.188051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60388) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.192977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.199627 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-100bfa76-ef32-41d4-a624-3e154f980a07 admin admin] 10.222.0.91 "DELETE /v2.0/routers/0d405040-2998-4a7a-aab6-6ad4c38281ae HTTP/1.1" status: 204 len: 168 time: 4.7243445 May 13 15:15:06.203062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:06.207336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60390) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.243966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:06.343416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] Routers {'4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:06.344239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:06.346174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:06.352973 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-d06b212c-5281-41e7-b2c5-4294ae90b164 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 15:15:06.354125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d06b212c-5281-41e7-b2c5-4294ae90b164 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/routers/44703369-81e1-44f0-9484-368177866981 HTTP/1.1" status: 409 len: 329 time: 1.1336553 May 13 15:15:06.361386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60396) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.422498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:06.422792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.423290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8b384-69ff-4acf-b7e9-5e46c24ae3e6 None None] The sync data for ids ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:06.432409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Attempting to bind port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:06.432848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Attempting to bind port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '75fcc159-7cd2-4e5a-8792-e20ade80575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:06.433278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Attempting to bind port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f on network dea5ba27-814e-4727-b5d0-7e44d20005c1 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:06.438775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:06.439220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Checking segment: {'id': '75fcc159-7cd2-4e5a-8792-e20ade80575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:06.439685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.440283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Bound using segment: {'id': '75fcc159-7cd2-4e5a-8792-e20ade80575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:06.441313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Bound port: 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fcc159-7cd2-4e5a-8792-e20ade80575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dea5ba27-814e-4727-b5d0-7e44d20005c1'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:06.441661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f27d1-fb8d-407f-9698-3eb0dbdd8a13 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:06.441784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.442282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f4f27d1-fb8d-407f-9698-3eb0dbdd8a13 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:06.488024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b21b06-f64b-46f6-ba3e-0a7445a966b6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:06.507839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.530646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:06.533687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:06.537623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Deleting subnet 32f9322d-430f-4330-a37f-652482782fbf {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:06.586510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:06.589844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.590628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.590772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.591234 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:06.591685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:06.596273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-878467ae-7fda-4080-9984-9294f32e44ea tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/subnets/e4b21b06-f64b-46f6-ba3e-0a7445a966b6 HTTP/1.1" status: 204 len: 168 time: 1.5836077 May 13 15:15:06.603359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.603924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60400) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.702192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.711438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f42a4-cfe6-491d-9757-69660cd99aa1 None None] Pushing event updated for resources: {'Port': ['ID=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:06.807962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting subnet c6e035cf-e878-48cc-9b9f-b49e8386b285 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:06.812044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.852253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f4f27d1-fb8d-407f-9698-3eb0dbdd8a13 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:06.853752 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f4f27d1-fb8d-407f-9698-3eb0dbdd8a13 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports/0fe1f2ea-0396-4661-ae90-b5e45442a735 HTTP/1.1" status: 200 len: 910 time: 0.6526308 May 13 15:15:06.862965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.865017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60404) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:06.872731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.875921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.944079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device dd75482d-0f59-4c10-bd1a-a550db363cce up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:06.949640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.970859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=d546a6f5-99f9-424c-816b-a0101126483b,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.062888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.128323 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-67830628-2a78-4c3a-8da0-ffd176455713 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.5486419 May 13 15:15:07.138352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60408) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:07.155055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port dd75482d-0f59-4c10-bd1a-a550db363cce completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:07.180582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:07.231754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f1258019-0a83-4f55-bbb7-eafc14c68fe2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:07.274689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f1258019-0a83-4f55-bbb7-eafc14c68fe2 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:07.274973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f1258019-0a83-4f55-bbb7-eafc14c68fe2 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:07.291981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=81dcec67-4790-43ca-af6c-708ce0caae52,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.405636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.465243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.467246 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f2d15625-ed01-47a9-810b-dd3a7cafd64a tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/81dcec67-4790-43ca-af6c-708ce0caae52 HTTP/1.1" status: 204 len: 168 time: 3.4381959 May 13 15:15:07.470843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60412) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:07.663525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.715460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:07.720946 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 253594d1-0819-44d5-9bc2-9a8d68ff3c9f associated. External IP: 172.26.7.122, port: 4c055a52-91e3-4da8-8e84-55398d624de7. May 13 15:15:07.812468 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3da7a2e-b8e6-410e-aa6c-0612dd329246 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:15:07.813069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b3da7a2e-b8e6-410e-aa6c-0612dd329246 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:07.826646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:07.893188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d3d6e-38e7-4424-8b2a-f2640df4a3ca None None] Network fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:08.037971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:08.042088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.043661 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:08.044254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:15:08.058774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b3da7a2e-b8e6-410e-aa6c-0612dd329246 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:08.059164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.059963 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b3da7a2e-b8e6-410e-aa6c-0612dd329246 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/81dcec67-4790-43ca-af6c-708ce0caae52 HTTP/1.1" status: 404 len: 333 time: 0.5837510 May 13 15:15:08.068877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60416) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.097812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Router 03e7bcf9-0cd5-434a-8a6d-8856f22412fc is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:08.139761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.163870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06710514-a1e0-4bd7-839e-840828f1e7d0 None None] Network 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:08.188860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f9322d-430f-4330-a37f-652482782fbf,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:08.197357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.199490 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e67453a2-363d-4630-8c18-939d50ce12c7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/32f9322d-430f-4330-a37f-652482782fbf HTTP/1.1" status: 204 len: 168 time: 1.9873321 May 13 15:15:08.214869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60420) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.231998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Provisioning for port dd75482d-0f59-4c10-bd1a-a550db363cce completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:08.266368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet f60c5d12-186f-4e47-8480-f81f28e6f54d {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:08.275582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.294013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Provisioning complete for port dd75482d-0f59-4c10-bd1a-a550db363cce triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:08.294527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.335542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638228b8-d09b-4b9d-8d1e-1ebdd88cab86 None None] Network dea5ba27-814e-4727-b5d0-7e44d20005c1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:08.368701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d8b3b86d-d22b-406a-8f0e-e83f6c38bf81 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2133551 May 13 15:15:08.376704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60424) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.425158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.453641 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-076a4c09-0d0c-40bc-8ea8-57e6e21e16dc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674362 May 13 15:15:08.465437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.493918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60428) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.563606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:08.572415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.600255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Deleting port d2e8f846-2971-460e-b533-8b28afd58834 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:08.600255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.603889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:08.636971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e035cf-e878-48cc-9b9f-b49e8386b285,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:08.651535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:08.659603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.665698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.673384 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0275009-845f-4a1d-a297-199019c673fe None None] Sync routers for ids ['03e7bcf9-0cd5-434a-8a6d-8856f22412fc'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:08.684139 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] Routers {'03e7bcf9-0cd5-434a-8a6d-8856f22412fc'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:08.685000 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['03e7bcf9-0cd5-434a-8a6d-8856f22412fc'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.719011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.720179 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9e52ae6a-2637-487c-aa26-7118eb8d08c9 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "PUT /v2.0/routers/03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 200 len: 880 time: 9.3343661 May 13 15:15:08.735541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60432) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.756865 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.771495 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] Routers {'03e7bcf9-0cd5-434a-8a6d-8856f22412fc'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:08.772443 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['03e7bcf9-0cd5-434a-8a6d-8856f22412fc'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.813091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Current status of the port dd75482d-0f59-4c10-bd1a-a550db363cce is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:08.813658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.827709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] DHCP port deletion for fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:08.849668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Deleting port dd75482d-0f59-4c10-bd1a-a550db363cce {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:08.850212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.853559 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c0275009-845f-4a1d-a297-199019c673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.854162 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0275009-845f-4a1d-a297-199019c673fe None None] The sync data for ids ['03e7bcf9-0cd5-434a-8a6d-8856f22412fc'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:08.889739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b336894f-0dca-45c7-8457-99c689de0c29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/subnets/c6e035cf-e878-48cc-9b9f-b49e8386b285 HTTP/1.1" status: 204 len: 168 time: 2.2783515 May 13 15:15:08.898245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60436) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.938130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:08.980062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.996583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] DHCP port deletion for 8f9ef6ca-06ae-4807-8c33-835ebc5cb61c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:09.020111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Deleting port d2e8f846-2971-460e-b533-8b28afd58834 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:09.020634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.071292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.073299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:09.098656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501eb285-bf62-4ae2-ae8f-248f639689c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:09.099362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-501eb285-bf62-4ae2-ae8f-248f639689c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:09.164567 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6fd563ad-2de4-444c-bdb6-9a2f3323b83a tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 200 len: 921 time: 0.4278233 May 13 15:15:09.169338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60440) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.170710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] DHCP port deletion for dea5ba27-814e-4727-b5d0-7e44d20005c1 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:09.186325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.248327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7d6b3-27f8-4e06-9ea0-ca1a34f36d74 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:09.249023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8dd7d6b3-27f8-4e06-9ea0-ca1a34f36d74 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Synchronizing usage tracker for tenant:1baddc30cef345398236fef7efb36ec6 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:09.275936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Deleting port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:09.276304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.311214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-501eb285-bf62-4ae2-ae8f-248f639689c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:09.312380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-501eb285-bf62-4ae2-ae8f-248f639689c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8185892 May 13 15:15:09.325784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60444) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.403562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f611b9d-3747-4a74-88b6-9142a629fcbf None None] Pushing event updated for resources: {'Port': ['ID=dd75482d-0f59-4c10-bd1a-a550db363cce,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:09.423659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:09.443870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] For port d2e8f846-2971-460e-b533-8b28afd58834, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e8f846-2971-460e-b533-8b28afd58834,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:09.444237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.483781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Provisioning for port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:09.501418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:09.524664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:09.524664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.537651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Provisioning complete for port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:09.538049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.583287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97016f5a-1263-4eb8-b172-302187e24d35 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:09.586398 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-97016f5a-1263-4eb8-b172-302187e24d35 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=03e7bcf9-0cd5-434a-8a6d-8856f22412fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4122140 May 13 15:15:09.593017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Calling delete_port for d2e8f846-2971-460e-b533-8b28afd58834 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:09.598431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60448) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.606277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4a803127-72d2-4895-9c03-2c555e68780d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2788100 May 13 15:15:09.622396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60452) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.638576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:09.655940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.722625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:09.723271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:09.775336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8dd7d6b3-27f8-4e06-9ea0-ca1a34f36d74 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Unset dirty status for tenant:1baddc30cef345398236fef7efb36ec6 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:09.780800 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8dd7d6b3-27f8-4e06-9ea0-ca1a34f36d74 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8767424 May 13 15:15:09.781643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60456) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.788893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.888591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=f60c5d12-186f-4e47-8480-f81f28e6f54d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:09.893898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Calling delete_port for dd75482d-0f59-4c10-bd1a-a550db363cce owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:09.894350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.898167 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c15bd8b-50eb-4bbf-963f-1ad60a99fa08 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2738376 May 13 15:15:09.901736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60460) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.941232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e276c-45e5-4f4f-92ed-2a8a6c152d4a None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:09.976037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:09.984823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:09.986586 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-05f472ef-60bb-46e0-aed9-2d1a31933334 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/f60c5d12-186f-4e47-8480-f81f28e6f54d HTTP/1.1" status: 204 len: 168 time: 1.9109926 May 13 15:15:09.998210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60464) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.024085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:10.039327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] For port d2e8f846-2971-460e-b533-8b28afd58834, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e8f846-2971-460e-b533-8b28afd58834,segment=NetworkSegment(9937327e-c907-43d1-90ed-10f70424156d),segment_id=9937327e-c907-43d1-90ed-10f70424156d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.047381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.047524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2653c-67c6-4372-af4c-c27622090cb1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:10.047524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-61c2653c-67c6-4372-af4c-c27622090cb1 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.4411702 May 13 15:15:10.048016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60468) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.052438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.054802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting port 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:10.055168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.096974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.148761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 9c405e16-64fb-44dc-b729-49461b45d06b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:10.155295 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-30d092c6-116d-425b-a914-225e56abd7cc tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 200 len: 205 time: 0.0980799 May 13 15:15:10.164113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:10.167729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60472) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.167963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.177880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.189472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-307e742c-564c-46de-a7a2-e06c434dc6af tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/floatingips/253594d1-0819-44d5-9bc2-9a8d68ff3c9f HTTP/1.1" status: 200 len: 978 time: 0.2755346 May 13 15:15:10.191132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e8f846-2971-460e-b533-8b28afd58834,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:10.196751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60476) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.201204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:10.201546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.215633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Calling delete_port for d2e8f846-2971-460e-b533-8b28afd58834 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:10.235025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] No DVR routers for this DVR port d2e8f846-2971-460e-b533-8b28afd58834 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:10.255099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:10.255993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.369221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.369911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.412939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.413353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4af3a65-546e-426a-a631-2f1e60e78b05 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:10.545832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e8f846-2971-460e-b533-8b28afd58834 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:10.548838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.574208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:10.574599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:10.583635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Calling delete_port for 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:10.587591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 0fe1f2ea-0396-4661-ae90-b5e45442a735 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:10.587940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.658417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d2e8f846-2971-460e-b533-8b28afd58834 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:10.658815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e8f846-2971-460e-b533-8b28afd58834 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:10.659216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:10.698336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Current status of the port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:10.703045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.717689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.738801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1633108b-f886-4512-9b9a-331b29a63f0d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Synchronizing usage tracker for tenant:7501d25c122f4df2976746a733824cd8 on resource:floatingip {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:10.744373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.780012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:10.780390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:10.859249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9ef6ca-06ae-4807-8c33-835ebc5cb61c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.888453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9937327e-c907-43d1-90ed-10f70424156d') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.888804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9937327e-c907-43d1-90ed-10f70424156d') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:10.916428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.920995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.967283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1633108b-f886-4512-9b9a-331b29a63f0d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Unset dirty status for tenant:7501d25c122f4df2976746a733824cd8 on resource:floatingip {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:10.968475 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1633108b-f886-4512-9b9a-331b29a63f0d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.7400181 May 13 15:15:10.978270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:10.983470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.984433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60480) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:10.992801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Calling delete_port for 45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:10.999435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.001041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f is: DOWN; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:11.002001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device dd75482d-0f59-4c10-bd1a-a550db363cce no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:11.024199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.028569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.076295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Deleting port dd75482d-0f59-4c10-bd1a-a550db363cce {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.076295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.128559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Calling delete_port for 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:11.142292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:11.142683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:11.168532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:11.169247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:11.183336 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:11.196877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f586db-2b66-40c1-8d24-bbf07c13cd64 None None] Pushing event updated for resources: {'Port': ['ID=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.280894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Deleting port d2e8f846-2971-460e-b533-8b28afd58834 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.281577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.363198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': '48889b15-4df4-435e-8e1c-b36f7c4040a7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:11.389310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:11.390216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:11.390881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.413273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.424096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9ef6ca-06ae-4807-8c33-835ebc5cb61c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.431804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8d1d-1c02-4629-89d2-f665aaa9897b None None] The port 'd2e8f846-2971-460e-b533-8b28afd58834' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:11.459685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port dd75482d-0f59-4c10-bd1a-a550db363cce is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:11.460458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.492688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.501502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:11.502201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.566568 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-447d54d6-218e-400e-b055-118811c6c8b4 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8f9ef6ca-06ae-4807-8c33-835ebc5cb61c HTTP/1.1" status: 204 len: 168 time: 3.3503928 May 13 15:15:11.590060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:15:11.595321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.644190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Deleting port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.644883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.695736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:11.699180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:11.701388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Calling delete_port for dd75482d-0f59-4c10-bd1a-a550db363cce owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:11.702160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=0af72955-b84b-4eed-a850-0c6da2c3437f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.704977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.706994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.719159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.777878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120bcc86-90ba-4400-98b4-10767bc8b424 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:11.792699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.792925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:11.817732 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a153da0-41e9-41a6-8d8e-3ba2a101091b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1939847 May 13 15:15:11.820189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60486) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:11.830113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:b6:0e:8c', 'name': 'tempest-NetworksTestDHCPv6-1708935687'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:11.923859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.972494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port 28e9f3e6-be33-4a4c-b8e3-2e246d61d883 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.972850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.975975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Deleting port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:11.977132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.048934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.147252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:12.147725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:12.171841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:12.176113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:12.179000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:12.184849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:12.202413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=dd75482d-0f59-4c10-bd1a-a550db363cce,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:12.207776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 0fe1f2ea-0396-4661-ae90-b5e45442a735 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:12.234078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c383bcb-83ef-4872-8350-b96cbe0a8cc4 None None] Provisioning complete for port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:12.234531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c383bcb-83ef-4872-8350-b96cbe0a8cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.238844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60490) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:12.280048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:12.282527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Deleting port dd75482d-0f59-4c10-bd1a-a550db363cce {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:12.283054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.366663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:12.367149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.372062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] For port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,segment=NetworkSegment(75fcc159-7cd2-4e5a-8792-e20ade80575a),segment_id=75fcc159-7cd2-4e5a-8792-e20ade80575a)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:12.372327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.507016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.516358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Calling delete_port for 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:12.568120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '0af72955-b84b-4eed-a850-0c6da2c3437f'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:12.568120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.585213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Calling delete_port for 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:12.735700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.780986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 8fe3fbcb-b634-49ce-a5db-9f791eadb05b yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:12.817367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=9c405e16-64fb-44dc-b729-49461b45d06b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:12.850242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b8923e1f-4fdd-4fac-981e-f4e24ddca063 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0319e85ee22444589a37e528ddee7eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6056774 May 13 15:15:12.851813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60494) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:12.854561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74eee99-10cb-4880-bb18-7eceac7a62f9 None None] Network 79e71830-7c41-47ae-9312-ed5c352df303 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:12.854698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.906702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72be3a69-7620-464e-a7f2-eb1adb66c8cf tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/9c405e16-64fb-44dc-b729-49461b45d06b HTTP/1.1" status: 204 len: 168 time: 2.9090333 May 13 15:15:12.928534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60498) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:12.937071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.000758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7c383bcb-83ef-4872-8350-b96cbe0a8cc4 None None] Current status of the port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:13.017764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:13.018192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:13.028690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] No DVR routers for this DVR port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:13.048064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] For port dd75482d-0f59-4c10-bd1a-a550db363cce, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=dd75482d-0f59-4c10-bd1a-a550db363cce,segment=NetworkSegment(f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051),segment_id=f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:13.048323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.052741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.072415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Port': ['ID=0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.184588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:feb6:e8c (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/0af72955-b84b-4eed-a850-0c6da2c3437f/8fe3fbcb-b634-49ce-a5db-9f791eadb05b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:13.190266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.203976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.228931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for 28e9f3e6-be33-4a4c-b8e3-2e246d61d883 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:13.229339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Calling delete_port for dd75482d-0f59-4c10-bd1a-a550db363cce owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:13.233889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.300402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.313792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Port': ['ID=45f4d4e2-8c8e-48fe-a4f6-45b5a556aad6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.319160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.353214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea5ba27-814e-4727-b5d0-7e44d20005c1']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:13.376846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.385072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fcc159-7cd2-4e5a-8792-e20ade80575a') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:13.385403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fcc159-7cd2-4e5a-8792-e20ade80575a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:13.425166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] DHCP port deletion for 79e71830-7c41-47ae-9312-ed5c352df303 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:13.427425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.428833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.466845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Deleting port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:13.476375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.476765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:13.476765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.509267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] Pushing event deleted for resources: {'Port': ['ID=dd75482d-0f59-4c10-bd1a-a550db363cce,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.524023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4bda0-8660-4ece-8f71-6c380c34ac23 None None] No DVR routers for this DVR port dd75482d-0f59-4c10-bd1a-a550db363cce on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:13.547582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c260ee24-c521-4ad8-867f-166524275c40,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.583564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.599155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:13.599549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.619799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:13.622338 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:13.745707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Deleting port 0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:13.746085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.746196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=0fe1f2ea-0396-4661-ae90-b5e45442a735,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.758117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.761655 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a59be7af-559e-4403-b949-f4e3270798fe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c260ee24-c521-4ad8-867f-166524275c40 HTTP/1.1" status: 204 len: 168 time: 0.9072921 May 13 15:15:13.797630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.817855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7944d-9d83-4afc-981e-a21dc9329610 None None] The port '0fd50b07-5cb0-4bc5-8e53-05ec522c6a6f' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:13.822009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,segment=NetworkSegment(b258b075-bd51-4d1f-8c62-a63115aa6af0),segment_id=b258b075-bd51-4d1f-8c62-a63115aa6af0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:13.822390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.840182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.848886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.854643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 8fe3fbcb-b634-49ce-a5db-9f791eadb05b will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:13.889679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=dea5ba27-814e-4727-b5d0-7e44d20005c1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:13.896612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8e2c96fc-ab3c-41ea-bb32-2e24fce5d9a4 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/dea5ba27-814e-4727-b5d0-7e44d20005c1 HTTP/1.1" status: 204 len: 168 time: 4.1142778 May 13 15:15:13.898394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60504) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:14.044100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.053041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Calling delete_port for 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:14.102708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.138398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,segment=NetworkSegment(b258b075-bd51-4d1f-8c62-a63115aa6af0),segment_id=b258b075-bd51-4d1f-8c62-a63115aa6af0)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:14.138758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.184897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.242267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Allocated IP 2001:db8::f816:3eff:fe79:1220 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/0af72955-b84b-4eed-a850-0c6da2c3437f/00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:14.285894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.310921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=8fe3fbcb-b634-49ce-a5db-9f791eadb05b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.329231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:14.334084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:14.336693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:14.342594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:14.343238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.358012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.371581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.375561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.375865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ccc692-64ab-4df2-b5a9-4b3f0c5fc051') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:14.392700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.410170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.416725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:14.417179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:14.433479 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:14.444453 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7fc9bed9-dad6-4dc8-9b89-5609c33f71c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6175282 May 13 15:15:14.469899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:14.496054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] Pushing event deleted for resources: {'Port': ['ID=3395bb60-3d5c-49e7-8c4c-eeda0ad98158,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.498945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60510) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:14.503011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ea328-bbdf-4f42-ba54-243a3b4121f0 None None] No DVR routers for this DVR port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:14.534720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:14.535175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:14.614287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541985c-6718-400a-9c8c-bfb101ff4be0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:14.614965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9541985c-6718-400a-9c8c-bfb101ff4be0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:14.630730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:14.646178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.657475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.683856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.690142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9541985c-6718-400a-9c8c-bfb101ff4be0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:14.691262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9541985c-6718-400a-9c8c-bfb101ff4be0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1913807 May 13 15:15:14.694682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.698080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:14.730300 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99b7f807-fb93-4640-9cde-4fe9431fcb29 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/fd5a3ce3-e2cc-4007-b8d9-af346a8a53fc HTTP/1.1" status: 204 len: 168 time: 0.8308394 May 13 15:15:14.738008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60524) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:14.882442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.895020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:15:14.975614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 8fe3fbcb-b634-49ce-a5db-9f791eadb05b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:14.975962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.037317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.108161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Transition to ACTIVE for port object 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:15.127911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Transition to ACTIVE for port object 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:15.194871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.217731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.292349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:15.296052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:15.300580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:15.307157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Pushing event updated for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:15.307378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:15.307522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:15.319342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.336381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=28e9f3e6-be33-4a4c-b8e3-2e246d61d883,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:15.365142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6b9588-32d6-4b7e-8cea-d02f2237a80e']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:15.373382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Router 44703369-81e1-44f0-9484-368177866981 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:15.384689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb7a541-2f8e-4c8c-b9ed-774468ca7623') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:15.385908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.386583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb7a541-2f8e-4c8c-b9ed-774468ca7623') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:15.423128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Attempting to bind port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:15.423771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Attempting to bind port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:15.424820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Attempting to bind port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:15.431711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.432759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:15.439311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:15.439311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.439311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:15.439311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Bound port: 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:15.439311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.512484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.541065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:15.544070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:15.566619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 8fe3fbcb-b634-49ce-a5db-9f791eadb05b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:15.610512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.636756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.641287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.650129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:15.650575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:15.738251 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:15.741531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bdec6-58f2-4da0-8d87-a05ce12bc64d None None] Pushing event updated for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:15.869860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 3395bb60-3d5c-49e7-8c4c-eeda0ad98158 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:15.870274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.972630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.976376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.037995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.040480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.058123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=8fe3fbcb-b634-49ce-a5db-9f791eadb05b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:16.064707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=3d6b9588-32d6-4b7e-8cea-d02f2237a80e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:16.104369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] The port '3395bb60-3d5c-49e7-8c4c-eeda0ad98158' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:16.111277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:16.117283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:16.120262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-13473d0e-1f60-4e74-84a6-34b1dbca8ee9 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/3d6b9588-32d6-4b7e-8cea-d02f2237a80e HTTP/1.1" status: 204 len: 168 time: 1.3820260 May 13 15:15:16.121482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.123444 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2ab25611-fa56-49d6-8b47-19fd8c69cce4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/8fe3fbcb-b634-49ce-a5db-9f791eadb05b HTTP/1.1" status: 204 len: 168 time: 1.4243953 May 13 15:15:16.123859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60548) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.128261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] Sync routers for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:16.137094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.142789 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:16.144003 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.272083 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.308299 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] Routers {'44703369-81e1-44f0-9484-368177866981'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:16.309276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['44703369-81e1-44f0-9484-368177866981'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.446093 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.446752 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0daa2-0c0d-4612-a783-a718c56b5e4f None None] The sync data for ids ['44703369-81e1-44f0-9484-368177866981'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:16.453689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.456357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.463572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8be001-a3cc-4a53-9791-14e342f21a02 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:16.466502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-204c5609-b3fa-4b19-bc95-1080b2a17278 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/44703369-81e1-44f0-9484-368177866981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1012874 May 13 15:15:16.468132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8be001-a3cc-4a53-9791-14e342f21a02 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:16.468930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea8be001-a3cc-4a53-9791-14e342f21a02 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:16.471631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60560) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.481838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.496563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.552683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:16.575965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea8be001-a3cc-4a53-9791-14e342f21a02 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:16.577435 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea8be001-a3cc-4a53-9791-14e342f21a02 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4378152 May 13 15:15:16.581710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60570) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.653192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 0af72955-b84b-4eed-a850-0c6da2c3437f {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:16.676564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.715175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.715921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router 03e7bcf9-0cd5-434a-8a6d-8856f22412fc {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:16.731336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:16.759081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-790345885'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:16.776048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:16.798985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.800205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Usage tracker for resource:router and tenant:caae1a7f1ca941a997188a470716928f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:16.807312 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6c1d10c4-db25-4975-a20e-21a92f2c5e44 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] show failed (client error): The resource could not be found. May 13 15:15:16.807685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.808356 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c1d10c4-db25-4975-a20e-21a92f2c5e44 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "GET /v2.0/routers/tempest-non_exist_router-1170251167 HTTP/1.1" status: 404 len: 335 time: 0.2536504 May 13 15:15:16.809424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 253594d1-0819-44d5-9bc2-9a8d68ff3c9f associated. External IP: 172.26.7.122, port: 4c055a52-91e3-4da8-8e84-55398d624de7. May 13 15:15:16.815423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:16.820649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60574) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.831385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.875354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.883554 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e3e7d070-4d1f-4c42-8891-672c63884ad1 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 204 len: 168 time: 6.7145755 May 13 15:15:16.884269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60578) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.907894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:16.916742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-efaf2a76-d0af-40b2-b8ad-1956e55d3bf6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/4df9767f-f9d1-4ff7-8e94-77e7f19f63d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0407922 May 13 15:15:16.919531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] Sync routers for ids ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:16.922581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60582) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.931340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1503313321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:16.931789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] Routers {'4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:16.933060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.948115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e71830-7c41-47ae-9312-ed5c352df303']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.990604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:16.996704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-79bba7a0-aabf-45f2-b6ae-d599bf8dc16a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:17.006186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b258b075-bd51-4d1f-8c62-a63115aa6af0') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.006749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b258b075-bd51-4d1f-8c62-a63115aa6af0') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.014166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:17.026500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:17.032542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e52dfd43-12f1-406b-bd70-8fdc237a1357 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:17.043089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:17.043342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.049840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:17.053939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] Routers {'4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:17.054583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.088990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f4217a-8e0d-4f79-b6c8-196a333845a1']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.099708 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-79bba7a0-aabf-45f2-b6ae-d599bf8dc16a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] update failed (client error): The resource could not be found. May 13 15:15:17.100783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-79bba7a0-aabf-45f2-b6ae-d599bf8dc16a tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "PUT /v2.0/routers/tempest-non_exist_router-2098540453 HTTP/1.1" status: 404 len: 335 time: 0.2773139 May 13 15:15:17.113796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff187cd7-845a-44f2-8dd5-c0a3849da218') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.114191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff187cd7-845a-44f2-8dd5-c0a3849da218') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.120896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.139558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.140087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3b8bc-196e-400d-a99a-d51528c0b7e1 None None] The sync data for ids ['4df9767f-f9d1-4ff7-8e94-77e7f19f63d6'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:17.178381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.199075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.200103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.233613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.250579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.258019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting subnet 014de7bb-5136-435f-8ee2-5347770b664e {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:17.260379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:17.260886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:17.281608 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:17.285101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.287235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.296700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.309919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:17.310492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:17.325549 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:17.392646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.394305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.399253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e52dfd43-12f1-406b-bd70-8fdc237a1357 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:17.403302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e52dfd43-12f1-406b-bd70-8fdc237a1357 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 HTTP/1.1" status: 200 len: 205 time: 0.4792318 May 13 15:15:17.404171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60590) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.415353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.482602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.491460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Provisioning for port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:17.496321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Provisioning complete for port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:17.496979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.553884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.578494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.604305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.633712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.639603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] Pushing event deleted for resources: {'Network': ['ID=f4f4217a-8e0d-4f79-b6c8-196a333845a1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.646086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.647459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Current status of the port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:17.648085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.656291 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-595c36eb-d775-4471-847e-feed97b58707 tempest-BulkNetworkOpsIpV6Test-832561814 tempest-BulkNetworkOpsIpV6Test-832561814-project] 10.222.0.91 "DELETE /v2.0/networks/f4f4217a-8e0d-4f79-b6c8-196a333845a1 HTTP/1.1" status: 204 len: 168 time: 1.5309134 May 13 15:15:17.667410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.671578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.695402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.729666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.748986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:17.749363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:17.775052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=79e71830-7c41-47ae-9312-ed5c352df303,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.783363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.785883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f53af8fe-0640-46fd-b4ba-e52ee4435e91 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2869058 May 13 15:15:17.786865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=0af72955-b84b-4eed-a850-0c6da2c3437f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.792845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60596) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.800919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.802963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a473c8ab-80a2-406a-8530-ebfc49a77303 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/0af72955-b84b-4eed-a850-0c6da2c3437f HTTP/1.1" status: 204 len: 168 time: 1.2201464 May 13 15:15:17.837101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60600) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.857389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2f1c301c-426d-4648-8e38-24affbfbecb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/79e71830-7c41-47ae-9312-ed5c352df303 HTTP/1.1" status: 204 len: 168 time: 4.9277604 May 13 15:15:17.868349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60604) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.981053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2095d-bb87-474d-ab0c-fab889feba5f None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:17.989800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.006884 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-009d1615-466f-496b-ba65-27b3259e87b0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513269 May 13 15:15:18.012032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60608) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:18.013460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.093091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:18.205160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.209627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.235289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:18.301282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.305384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e61b1af1-d6b0-4b18-aac0-373264c6f0b7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3990929 May 13 15:15:18.306958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:18.313670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60614) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:18.314006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60616) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:18.331166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Deleting port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:18.331600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.336769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': True}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:18.386353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Current status of the port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:18.386746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.390803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.391826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.392308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router 4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:18.431314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:18.526141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.527952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:18.643617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.645467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d31493f9-9424-4c07-a10f-85f6aa652d62 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 HTTP/1.1" status: 204 len: 168 time: 1.2267888 May 13 15:15:18.658143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:18.660978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-052902b3-2bc9-483b-9575-938dd295e84b None None] Could not find standard attr ID for object 8fe3fbcb-b634-49ce-a5db-9f791eadb05b. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:15:18.673902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Subnet': ['ID=014de7bb-5136-435f-8ee2-5347770b664e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:18.696578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adefc11-6a9e-469c-8188-a959f1099c7d None None] Network 76a21e6e-de3a-4675-afab-ab7924a4705c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:18.726361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.730203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.732826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:18.740326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.753494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:18.762123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:18.768827 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aef5f429-262d-4ccc-ab3f-da3349644bcf tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/subnets/014de7bb-5136-435f-8ee2-5347770b664e HTTP/1.1" status: 204 len: 168 time: 1.6435466 May 13 15:15:18.776775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c1b21a-757b-4f5e-8221-27fcde901bf8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.777466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7c1b21a-757b-4f5e-8221-27fcde901bf8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:18.784984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60630) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:18.785177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24b412-d53b-4c82-bd0b-35eced4d4ed0 None None] Pushing event updated for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:18.822937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:18.878507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet c1518798-b847-4242-8b8d-ee2672efe1b4 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:18.885709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.924588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.924588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85265264-22e8-47ad-a546-1b1067e04cd1 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:18.938233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:18.941822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.958284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7c1b21a-757b-4f5e-8221-27fcde901bf8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:18.960057 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7c1b21a-757b-4f5e-8221-27fcde901bf8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0900712 May 13 15:15:18.964911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting subnet e4e2b1d7-35ed-4462-b503-f58ae0042de5 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:18.974417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60634) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:19.000612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:19.012090 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:19.019286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.023864 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:19.024771 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:19.026439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:19.026892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.053639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bbfe77d7-0fd4-4bf5-8cc9-509e4c254a6d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1baddc30cef345398236fef7efb36ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369261 May 13 15:15:19.093991 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:19.104445 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:19.105345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:19.109836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60638) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:19.121325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.126113 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c2468674-a3b2-419b-b87c-7af85ea5c2de tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "DELETE /v2.0/routers/85265264-22e8-47ad-a546-1b1067e04cd1 HTTP/1.1" status: 204 len: 168 time: 1.3300781 May 13 15:15:19.127683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60642) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:19.142658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.176013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Request body: {'router': {'name': 'tempest-router-2060882968', 'distributed': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:19.177680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:19.178209 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a860-e504-4492-ab28-9bd881cc5a59 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:19.187636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.200311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Calling delete_port for 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:19.244246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:19.273911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Usage tracker for resource:router and tenant:caae1a7f1ca941a997188a470716928f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:19.279202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.314606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:19.314906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:19.315060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.352581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:19.380229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:19.434405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.453202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.474896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.476154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.503611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] DHCP port deletion for 76a21e6e-de3a-4675-afab-ab7924a4705c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:19.515533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Deleting port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:19.516037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.528256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6c6602c5-e191-476d-9aaa-0d38ec13769e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5526671 May 13 15:15:19.532289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60646) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:19.542776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101048391'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:19.546917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:19.547277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:19.559610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:19.566861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:19.569575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.575579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:19.583441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:19.589179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.625766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.630916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:19.651708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:19.681665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.751219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] For port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,segment=NetworkSegment(eea205d0-9171-440c-870e-01ae8e45395b),segment_id=eea205d0-9171-440c-870e-01ae8e45395b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:19.751797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.822117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.881759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.897007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Calling delete_port for afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:19.901511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:19.904951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.928975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.940715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.943726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.948822 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e066ba3-6fc9-4a47-95f6-2c2e86d7ab30 HTTP/1.1" status: 204 len: 168 time: 0.8306653 May 13 15:15:20.018305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e2b1d7-35ed-4462-b503-f58ae0042de5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:20.029249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a7c6c-9498-402c-b970-f4b640798c9c None None] Network 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:20.036222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.038327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ad017606-8f0f-4c09-994f-0ed7fa68af87 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/subnets/e4e2b1d7-35ed-4462-b503-f58ae0042de5 HTTP/1.1" status: 204 len: 168 time: 1.2491951 May 13 15:15:20.050737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.054514 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e77e7d28-7222-4315-b8de-a2b132dc658b tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9101336 May 13 15:15:20.055701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60652) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:20.056038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60654) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:20.065940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Deleting port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:20.079024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.105275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.105531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ffa9-a0cb-424e-aa29-7270c56060fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e066ba3-6fc9-4a47-95f6-2c2e86d7ab30,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:20.110880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=c1518798-b847-4242-8b8d-ee2672efe1b4,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:20.155953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.213938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:20.222450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:20.230732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b91989-76e1-4191-b6e9-9f63aa4abb96 None None] Network 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:20.262225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.262589 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 0644acf0-17f3-4783-bf0a-c11d770091d3 of type vlan for network 123450ee-b4af-4c7d-82d8-fcc540cef739 May 13 15:15:20.293755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.360406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.362705 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2214410e-9ef6-4a00-bde5-ff6f34e7c436 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/c1518798-b847-4242-8b8d-ee2672efe1b4 HTTP/1.1" status: 204 len: 168 time: 1.6912620 May 13 15:15:20.393593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60662) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:20.498233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:20.521501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.26.7.135 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/9880b3d0-ac06-41a7-9645-5e4f667cd227) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:20.558952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.559712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.570224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.600881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:20.660462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.667102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:20.667697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.682011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:20.683304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:20.804995 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7b8bb168-f81b-43e0-be37-52be9eb6e145 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/253594d1-0819-44d5-9bc2-9a8d68ff3c9f HTTP/1.1" status: 200 len: 977 time: 9.4546058 May 13 15:15:20.816902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:20.842551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:20.888801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:20.891379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.903484 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3700900 May 13 15:15:20.921140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60678) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:20.944411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597cc4b-c03d-4f6d-888a-4d805201eeb6 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=123450ee-b4af-4c7d-82d8-fcc540cef739,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:20.958312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:20.963218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] No DVR routers for this DVR port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:20.964851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b3ee4-377b-4b7d-a418-e88f5eeefe9a None None] Pushing event deleted for resources: {'Port': ['ID=afb3fb3e-26af-42e3-a1f7-9ecc25e2e022,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:21.005485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:21.108668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.120233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.149036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:15:21.149621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device afb3fb3e-26af-42e3-a1f7-9ecc25e2e022 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:21.151251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:21.152050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.225142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:21.238716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:21.243955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:21.252558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:21.254569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.255248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84b894-9ebf-48dd-9673-53e926f94153 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:21.289431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:21.289974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.382716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.392364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:15:21.438384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] DHCP port deletion for 31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:21.448378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Calling delete_port for 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:21.469572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.481962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.488327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Deleting port c75f86d1-38a2-47e0-9ff2-2413174c2d6b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:21.488699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.490328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.501310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.504823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.510530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60690) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:21.518405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port c75f86d1-38a2-47e0-9ff2-2413174c2d6b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:21.518748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.540886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:21.544531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.583189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a21e6e-de3a-4675-afab-ab7924a4705c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.611120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea205d0-9171-440c-870e-01ae8e45395b') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.611418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea205d0-9171-440c-870e-01ae8e45395b') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.637800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.656805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.657134 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 253594d1-0819-44d5-9bc2-9a8d68ff3c9f disassociated. External IP: 172.26.7.122, port: 48889b15-4df4-435e-8e1c-b36f7c4040a7. May 13 15:15:21.676458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] DHCP port deletion for 6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:21.703719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.707435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44d1ca10-800c-4c70-8b7c-dcc783a3bf08 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:21.716997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.728701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.729879 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-af344a0d-6df1-4fbe-a042-b5a7042f0669 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "DELETE /v2.0/routers/44d1ca10-800c-4c70-8b7c-dcc783a3bf08 HTTP/1.1" status: 204 len: 168 time: 1.6257424 May 13 15:15:21.739384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60696) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:21.739384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:21.739384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:21.755985 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:21.765260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Request body: {'router': {'name': 'tempest-router-223070900', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '93659e9e9a3243239e53b2127e3fd596'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:21.768663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Deleting port 8b6edbcd-517f-42d5-9c23-fb32934284ae {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:21.769575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.839218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:21.901009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] For port c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,segment=NetworkSegment(380e80ef-c649-4da0-98b5-37348018e744),segment_id=380e80ef-c649-4da0-98b5-37348018e744)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:21.902095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.918821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Usage tracker for resource:router and tenant:93659e9e9a3243239e53b2127e3fd596 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:21.994335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:21.996956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.003009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a2d75f99-d27e-4d27-b397-b9d1da62fb0f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:22.003689 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-a2d75f99-d27e-4d27-b397-b9d1da62fb0f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:15:22.004186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-a2d75f99-d27e-4d27-b397-b9d1da62fb0f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:15:22.005167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2d75f99-d27e-4d27-b397-b9d1da62fb0f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3882298 May 13 15:15:22.011713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:22.014816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60700) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:22.015279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:22.037751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--599882478'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:22.051411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:22.057032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port c75f86d1-38a2-47e0-9ff2-2413174c2d6b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,segment=NetworkSegment(380e80ef-c649-4da0-98b5-37348018e744),segment_id=380e80ef-c649-4da0-98b5-37348018e744)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:22.057389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.079787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:22.080529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:22.081052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:22.090662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:22.095389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:22.100989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:22.115171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:22.128359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=9880b3d0-ac06-41a7-9645-5e4f667cd227,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:22.128598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.132736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.149662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Calling delete_port for c75f86d1-38a2-47e0-9ff2-2413174c2d6b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:22.229653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] For port 8b6edbcd-517f-42d5-9c23-fb32934284ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b6edbcd-517f-42d5-9c23-fb32934284ae,segment=NetworkSegment(c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b),segment_id=c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:22.230294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.279267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for c75f86d1-38a2-47e0-9ff2-2413174c2d6b owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:22.308816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.309810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.324106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Network': ['ID=76a21e6e-de3a-4675-afab-ab7924a4705c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:22.327577 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dba14710-f29a-4bb5-aa29-2d741edd95b3 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/networks/76a21e6e-de3a-4675-afab-ab7924a4705c HTTP/1.1" status: 204 len: 168 time: 2.2250733 May 13 15:15:22.347299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60704) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:22.370702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Calling delete_port for 8b6edbcd-517f-42d5-9c23-fb32934284ae owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:22.440660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:22.479835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b6edbcd-517f-42d5-9c23-fb32934284ae no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:22.521646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.575634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.589482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] Pushing event deleted for resources: {'Port': ['ID=c75f86d1-38a2-47e0-9ff2-2413174c2d6b,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:22.590333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.615864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.631186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d060d-2762-4e95-8902-fc5559413c44 None None] No DVR routers for this DVR port c75f86d1-38a2-47e0-9ff2-2413174c2d6b on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:22.653627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] No DVR routers for this DVR port 8b6edbcd-517f-42d5-9c23-fb32934284ae on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:22.653627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7d3b8-5dde-4a60-8034-6d9b0d91ffd7 None None] Pushing event deleted for resources: {'Port': ['ID=8b6edbcd-517f-42d5-9c23-fb32934284ae,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:22.656168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port 8b6edbcd-517f-42d5-9c23-fb32934284ae {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:15:22.669263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b6edbcd-517f-42d5-9c23-fb32934284ae not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:22.669263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c75f86d1-38a2-47e0-9ff2-2413174c2d6b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:22.699926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: c75f86d1-38a2-47e0-9ff2-2413174c2d6b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:22.700516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c75f86d1-38a2-47e0-9ff2-2413174c2d6b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:22.700758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.770372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:22.782449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.788211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:22.804387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:22.807331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:22.807649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:22.810889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Deleting port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:22.812067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.815958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:22.823537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:22.829193 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:22.844930 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:22.847014 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:22.877931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.894329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.926603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:22.956129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=81419179-96db-498e-99f2-721cb60ea6ad,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:22.963762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.991016 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.007201 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:23.007851 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.047088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.047714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.092143 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.092854 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c95d1-c1f9-4117-88f0-9bc22ce8f998 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:23.098910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.109611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.110139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f0c6cff5-a393-400f-a311-38a589169a75 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/253594d1-0819-44d5-9bc2-9a8d68ff3c9f HTTP/1.1" status: 200 len: 688 time: 2.2903056 May 13 15:15:23.113349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60708) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:23.133516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.133812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b6a2ea-92d8-43ed-a1d1-7e7b38b78f0b') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.154872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.164370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.165630 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3cd7b4c9-b08c-43db-ada0-5fb4db5122b2 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4109902 May 13 15:15:23.173804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:23.174393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.176349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60712) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:23.188719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:23.221762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '0644acf0-17f3-4783-bf0a-c11d770091d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:23.221762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 123450ee-b4af-4c7d-82d8-fcc540cef739, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:23.241481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.242249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.307572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.311192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Calling delete_port for 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:23.320102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.334219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port c75f86d1-38a2-47e0-9ff2-2413174c2d6b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:23.334556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.355268 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:15:23.440222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:23.440654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:23.451844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:23.452259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:23.480995 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:23.486126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.516721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port d546a6f5-99f9-424c-816b-a0101126483b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:23.517065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.577723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:23.628124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port 'c75f86d1-38a2-47e0-9ff2-2413174c2d6b' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:23.629241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:23.632943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:23.696880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:23.699714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:23.716028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:23.750896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:23.810327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:23.810920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.818607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=cf18dfd2-a88b-4b5e-a07b-264a1536b4ea,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:23.846486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 123450ee-b4af-4c7d-82d8-fcc540cef739) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:23.852999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.853331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.855185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa588d9-4b20-4a37-89b2-4735556a850d None None] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:23.860967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=7']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:23.869847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:23.869847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.874946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a748b7-eb72-402c-a341-5d92139e2fca,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:23.994723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for d546a6f5-99f9-424c-816b-a0101126483b owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:24.009478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.053905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.061409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.135446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-123450ee-b4af-4c7d-82d8-fcc540cef739', 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '81419179-96db-498e-99f2-721cb60ea6ad'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:24.136283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.144552 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6682b2cd-3214-4d57-90cd-b046cfa29493 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2194386 May 13 15:15:24.156742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60716) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:24.168535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739', 'name': 'tempest-PortsIpV6TestJSON-1030269123'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:24.244029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.268316 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-40905e02-256b-479f-8e15-3fb02b556c65 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1989391 May 13 15:15:24.279790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Deleting port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:24.280352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.281448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60720) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:24.282256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Network': ['ID=6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:24.288697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.288962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.349362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:94:d7:89', 'name': 'tempest-NetworksTestDHCPv6-1612632536'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:24.368577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.387898 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6262ebe1-cc01-4a09-9bb1-af91bb31c366 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/networks/6d5ccbd0-0ec8-4d29-874c-a52a20aa9bd2 HTTP/1.1" status: 204 len: 168 time: 2.0393555 May 13 15:15:24.394522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60724) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:24.446839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Allocated IP 2001:db8::2 (123450ee-b4af-4c7d-82d8-fcc540cef739/81419179-96db-498e-99f2-721cb60ea6ad/a93c679b-60df-4325-ab91-21d0d88bda77) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:24.524960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:24.542858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting subnet 5e7098d0-fb74-4444-8489-99852468355c {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:24.548808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:24.552551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.579807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:24.587893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.603517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380e80ef-c649-4da0-98b5-37348018e744') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:24.603940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380e80ef-c649-4da0-98b5-37348018e744') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:24.631205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 13 15:15:24.631868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Router 6876e7cc-34ff-4e14-83cd-e679a7982825 migrating from provider to provider. {{(pid=88838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 13 15:15:24.632004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.642771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.653774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=d546a6f5-99f9-424c-816b-a0101126483b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:24.658139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.663052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.682003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.682606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] For port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:24.683005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.694245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:24.694667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.700809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:24.704271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:24.714510 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:24.717082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:24.724134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.728757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.731014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:24.740854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.780968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router 78a16c8c-7cb7-4577-8099-693ce6e1e582 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:24.791566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:24.822751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.828459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Calling delete_port for 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:24.834571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:24.878986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:24.950598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.984246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.987454 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9710455 May 13 15:15:24.996748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60728) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.004203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'f3d738dd-c3d5-4c4d-9fcd-5115cd00b1a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:25.008387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2597ee-677c-41da-95f4-12da069e9cc7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d738dd-c3d5-4c4d-9fcd-5115cd00b1a4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.013745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:25.021433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:25.029269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:25.030508 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.scheduler.l3_agent_scheduler [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] No L3 agents can host the router 6876e7cc-34ff-4e14-83cd-e679a7982825 May 13 15:15:25.036623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:25.091125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Transition to ACTIVE for port object a93c679b-60df-4325-ab91-21d0d88bda77 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:25.094622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.104083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.105639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:25.153199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] Pushing event deleted for resources: {'Port': ['ID=00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.188829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Transition to ACTIVE for port object a93c679b-60df-4325-ab91-21d0d88bda77 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:25.213726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.219022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.222427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-76e2e980-ce50-46b0-8f1c-e8b3dee88736 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/253594d1-0819-44d5-9bc2-9a8d68ff3c9f HTTP/1.1" status: 204 len: 168 time: 2.1006064 May 13 15:15:25.223775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60732) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.241131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cfa7d-2451-44a7-af46-2f68de8f3c47 None None] No DVR routers for this DVR port 00715f1c-a6cf-480a-bd3f-54b5ac4ff5b1 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:25.257753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951bf680-7782-4213-b628-1ef3e696ba03 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:25.284903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.301605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.302566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.310000 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-14cc6865-07e0-4442-bdab-2ccedc5595d0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/31b4ca18-5ad8-4da7-ab7a-b80a32b36cdf HTTP/1.1" status: 204 len: 168 time: 4.8433530 May 13 15:15:25.328293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.343759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60736) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.376166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-220828385', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:25.409867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-bcad627d-c025-426e-be65-519a1d9e2b42 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] delete failed (client error): The resource could not be found. May 13 15:15:25.410836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:25.415271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:25.415427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bcad627d-c025-426e-be65-519a1d9e2b42 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/253594d1-0819-44d5-9bc2-9a8d68ff3c9f HTTP/1.1" status: 404 len: 345 time: 0.1776850 May 13 15:15:25.416404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Hosts for router 6876e7cc-34ff-4e14-83cd-e679a7982825: [] {{(pid=88838) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 13 15:15:25.417767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:25.432427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.433607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:25.448173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:25.448424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Pushing event updated for resources: {'Port': ['ID=a93c679b-60df-4325-ab91-21d0d88bda77,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.459373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:25.462900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:25.476328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:25.501539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Hosts for other DVR routers connected to router 6876e7cc-34ff-4e14-83cd-e679a7982825: set() {{(pid=88838) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 13 15:15:25.504446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.505632 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-edde9dd8-c0da-42fa-a540-1791ea916eba tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "PUT /v2.0/routers/6876e7cc-34ff-4e14-83cd-e679a7982825 HTTP/1.1" status: 200 len: 716 time: 2.3283563 May 13 15:15:25.510036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60744) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.530809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] Sync routers for ids ['78a16c8c-7cb7-4577-8099-693ce6e1e582'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:25.553170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::2ab (123450ee-b4af-4c7d-82d8-fcc540cef739/81419179-96db-498e-99f2-721cb60ea6ad/5bf41423-a4ea-4242-9dd4-6ce55f1fd6df) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:25.566148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Attempting to bind port a93c679b-60df-4325-ab91-21d0d88bda77 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:25.566775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Attempting to bind port a93c679b-60df-4325-ab91-21d0d88bda77 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '0644acf0-17f3-4783-bf0a-c11d770091d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:25.567369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Attempting to bind port a93c679b-60df-4325-ab91-21d0d88bda77 on network 123450ee-b4af-4c7d-82d8-fcc540cef739 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:25.582419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.607211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.608676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.609852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.613339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:25.613724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Checking segment: {'id': '0644acf0-17f3-4783-bf0a-c11d770091d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:25.614157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.614733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Bound using segment: {'id': '0644acf0-17f3-4783-bf0a-c11d770091d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:25.615381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Bound port: a93c679b-60df-4325-ab91-21d0d88bda77, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0644acf0-17f3-4783-bf0a-c11d770091d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:25.615997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.623086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.629253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.634299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] Routers {'78a16c8c-7cb7-4577-8099-693ce6e1e582'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:25.634933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['78a16c8c-7cb7-4577-8099-693ce6e1e582'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:25.635913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.636764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Synchronizing usage tracker for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:25.646222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.649863 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-50095532-7239-4ffe-aa8a-2aac6278468d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "PUT /v2.0/routers/78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 200 len: 915 time: 7.3324578 May 13 15:15:25.649863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.654329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60748) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.731209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:25.771290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7098d0-fb74-4444-8489-99852468355c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.848902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.853403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port c0361431-3769-41a4-874a-09b60681b296 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:25.859893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] Routers {'78a16c8c-7cb7-4577-8099-693ce6e1e582'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:25.859893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['78a16c8c-7cb7-4577-8099-693ce6e1e582'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:25.867972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.886536 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-89942ace-a88d-4a44-9dab-35734b7b4c03 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/subnets/5e7098d0-fb74-4444-8489-99852468355c HTTP/1.1" status: 204 len: 168 time: 1.4765880 May 13 15:15:25.887563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Unset dirty status for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:25.892148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1b61ee47-e6ad-4369-8c0c-9314d766372e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/ports?network_id=f7e5629f-f80a-43bd-9aed-e9763fc5a973 HTTP/1.1" status: 200 len: 2357 time: 0.4545615 May 13 15:15:25.897131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60752) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.897730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60754) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.915106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'cf18dfd2-a88b-4b5e-a07b-264a1536b4ea'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:25.915945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.925108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcfaac-0a51-441f-9bd7-db04e1ed38e4 None None] Network fb30cb37-d21d-4ad3-874f-54268fa43e59 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:25.926225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987d11ec-7c4d-4bf4-a357-5753bcaab10b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.932224 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c71776cd-2c5a-4193-a13a-716e8b044e21 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "GET /v2.0/routers/6876e7cc-34ff-4e14-83cd-e679a7982825 HTTP/1.1" status: 200 len: 716 time: 0.4181306 May 13 15:15:25.938282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.944734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60760) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.971868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:25.972232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b046d0-430f-4e00-994c-b05a05012de4 None None] The sync data for ids ['78a16c8c-7cb7-4577-8099-693ce6e1e582'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:26.023160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.036776 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fdb57ebe-3607-44fc-990c-7975a5502794 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0389791 May 13 15:15:26.041342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60766) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:26.060760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'f3d738dd-c3d5-4c4d-9fcd-5115cd00b1a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:26.103040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] For port a93c679b-60df-4325-ab91-21d0d88bda77, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:26.153687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] For port a93c679b-60df-4325-ab91-21d0d88bda77, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a93c679b-60df-4325-ab91-21d0d88bda77,segment=NetworkSegment(0644acf0-17f3-4783-bf0a-c11d770091d3),segment_id=0644acf0-17f3-4783-bf0a-c11d770091d3)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:26.209689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.214792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.223071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278baf7-ded7-4225-bad4-1c7b182b060e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:26.228944 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9278baf7-ded7-4225-bad4-1c7b182b060e tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/subnets/a45e0dd8-0c77-4908-80f5-f42fee7afcc2 HTTP/1.1" status: 200 len: 797 time: 0.3280878 May 13 15:15:26.231509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-63974f00-8315-47db-9e02-88eff32e4979 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 200 len: 921 time: 0.5478141 May 13 15:15:26.236022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60770) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:26.237096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60772) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:26.257611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:26.286711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'port': {'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973', 'name': 'tempest-FloatingIPTestJSON-1668626931', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:26.308262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.326228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cf199-362c-4593-9b03-bc85d03f7616 None None] Pushing event updated for resources: {'Port': ['ID=a93c679b-60df-4325-ab91-21d0d88bda77,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:26.335268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:26.400514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:26.423352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:26.423697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.424425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] DHCP port deletion for fb30cb37-d21d-4ad3-874f-54268fa43e59 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:26.426639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:26.429324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Deleting port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:26.429719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.442376 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-27b5f6ad-12bc-443c-8a0a-6a42369521b4 tempest-RoutersTestDVR-176703545 tempest-RoutersTestDVR-176703545-project] 10.222.0.91 "GET /v2.0/routers/6876e7cc-34ff-4e14-83cd-e679a7982825 HTTP/1.1" status: 200 len: 682 time: 0.4936693 May 13 15:15:26.452786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60778) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:26.456104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:26.579813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fe94:d789 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/cf18dfd2-a88b-4b5e-a07b-264a1536b4ea/c0361431-3769-41a4-874a-09b60681b296) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:26.671370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.722101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] For port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,segment=NetworkSegment(8ccec680-6f3b-49ef-9fb9-6f96f090ecb1),segment_id=8ccec680-6f3b-49ef-9fb9-6f96f090ecb1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:26.722553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.773980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.785920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a63faa-309e-4ec5-aa95-78549fc145d6 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:26.787486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f6a63faa-309e-4ec5-aa95-78549fc145d6 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=78a16c8c-7cb7-4577-8099-693ce6e1e582&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5454748 May 13 15:15:26.797790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60782) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:26.833638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.883960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:26.894835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Calling delete_port for c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:26.906614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:26.917448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] For port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,segment=NetworkSegment(8ccec680-6f3b-49ef-9fb9-6f96f090ecb1),segment_id=8ccec680-6f3b-49ef-9fb9-6f96f090ecb1)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:26.917812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.984075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.082394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Calling delete_port for c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:27.085448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.113797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:27.141165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] Pushing event deleted for resources: {'Port': ['ID=c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:27.145435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7d2c1-d307-420d-af0c-38113931d97c None None] No DVR routers for this DVR port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:27.180210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:27.232958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:27.267411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:27.267411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:27.267411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.298738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=5bf41423-a4ea-4242-9dd4-6ce55f1fd6df,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:27.335223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:27.335472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:27.364461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.393663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] device_id is not set on port c01b59b2-2bf1-41d8-ac84-7b47fadef009 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:27.436156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7578f698-b97d-4c78-93ec-38d3f397c6bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2753229 May 13 15:15:27.442757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60786) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.448579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '123450ee-b4af-4c7d-82d8-fcc540cef739', 'name': 'tempest-PortsIpV6TestJSON-40364328'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:27.456765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.552065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5921ff-86e3-48ba-9d4d-48d30a05cfd9 None None] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:27.665688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.674485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.690883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b00ee-7d2d-4183-b722-ed242293e30b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:27.691581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a54b00ee-7d2d-4183-b722-ed242293e30b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Synchronizing usage tracker for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:27.707750 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:15:27.708954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d005a00-c194-4e17-b77e-2c49792bfe86 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6616008 May 13 15:15:27.716545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60790) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.723100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:27.725982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6d2ce481-4fe5-4f04-926e-cc05fe6375aa None None] Provisioning for port a93c679b-60df-4325-ab91-21d0d88bda77 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:27.743711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:27.750907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:27.763558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a54b00ee-7d2d-4183-b722-ed242293e30b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Unset dirty status for tenant:c168ef5dc7d8466dbad72aaa2c2e1bca on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:27.767422 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a54b00ee-7d2d-4183-b722-ed242293e30b tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.9639497 May 13 15:15:27.768686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60794) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.802135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:27.828258 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c38bbc0c-effb-4f17-823d-2066b941f0c8 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 200 len: 205 time: 0.0584397 May 13 15:15:27.832084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.835034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60798) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.840220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Deleting port c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:27.840572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.856358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.857184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6876e7cc-34ff-4e14-83cd-e679a7982825 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:27.867664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object c0361431-3769-41a4-874a-09b60681b296 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:27.906330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.906330 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-41445575-9471-49f2-8e24-f64147bb045f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "DELETE /v2.0/routers/6876e7cc-34ff-4e14-83cd-e679a7982825 HTTP/1.1" status: 204 len: 168 time: 1.3320417 May 13 15:15:27.906543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60802) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.964546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:27.968309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.975164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Request body: {'router': {'name': 'tempest-router-2044567496', 'distributed': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:28.032844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:28.045021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Usage tracker for resource:router and tenant:caae1a7f1ca941a997188a470716928f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:28.050545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:28.054599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] The port 'c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:28.059304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:28.072375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.099408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.131478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.202849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.247585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.248851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.249863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.273240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Allocated IP 2001:db8::f816:3eff:fef1:9fcf (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/cf18dfd2-a88b-4b5e-a07b-264a1536b4ea/f7757ddd-907e-422b-83ed-75c581d38e18) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:28.275696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb30cb37-d21d-4ad3-874f-54268fa43e59']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:28.290115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:28.290560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccec680-6f3b-49ef-9fb9-6f96f090ecb1') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:28.303625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.315905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 374606c8-9eaa-4398-8fa3-99a3cbffecc4 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:28.363767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:28.364604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=c0361431-3769-41a4-874a-09b60681b296,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:28.371284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:28.375976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.381218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:28.386851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:28.387515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.418417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.26.7.151 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/3ad72619-eb2b-4e28-a887-e387dc5af162) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:28.536525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a93c679b-60df-4325-ab91-21d0d88bda77 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:28.550167 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d9b2b120-df8d-453a-b357-baf0bde58042 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2644091 May 13 15:15:28.553798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60806) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:28.569071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e75a2285-fd86-44d6-ba43-16c7d298781c None None] Provisioning for port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:28.579516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.610272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.610540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.633731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e75a2285-fd86-44d6-ba43-16c7d298781c None None] Provisioning complete for port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:28.634185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e75a2285-fd86-44d6-ba43-16c7d298781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.641627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.656605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.662156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:28.662876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:28.684858 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:28.693191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Transition to ACTIVE for port object f7757ddd-907e-422b-83ed-75c581d38e18 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:28.700343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5aed57-a135-467c-a25c-ffdd716d6d15 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:28.701067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f5aed57-a135-467c-a25c-ffdd716d6d15 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:28.732848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Transition to ACTIVE for port object f7757ddd-907e-422b-83ed-75c581d38e18 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:28.732848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e75a2285-fd86-44d6-ba43-16c7d298781c None None] Port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:28.748047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.758205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a077ab0f-7f88-40d1-9c17-1bd277d5295f tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8441851 May 13 15:15:28.759193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60810) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:28.823558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a93c679b-60df-4325-ab91-21d0d88bda77 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:28.825212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.827021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.866902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.867177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6f5aed57-a135-467c-a25c-ffdd716d6d15 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:28.870893 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6f5aed57-a135-467c-a25c-ffdd716d6d15 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3134489 May 13 15:15:28.880196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60814) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:28.886585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a93c679b-60df-4325-ab91-21d0d88bda77 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:28.887717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.916075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.14 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/c01b59b2-2bf1-41d8-ac84-7b47fadef009) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:28.951682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:28.959002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.13 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/c01b59b2-2bf1-41d8-ac84-7b47fadef009) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:28.965298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:28.982093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:28.991506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Pushing event updated for resources: {'Port': ['ID=f7757ddd-907e-422b-83ed-75c581d38e18,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.027848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cf5ac4ae-cf63-4bfa-90dd-ba44ec6f2d75 None None] Provisioning complete for port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:29.027848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cf5ac4ae-cf63-4bfa-90dd-ba44ec6f2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.070589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::2f8 (123450ee-b4af-4c7d-82d8-fcc540cef739/81419179-96db-498e-99f2-721cb60ea6ad/374606c8-9eaa-4398-8fa3-99a3cbffecc4) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:29.073321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:29.085230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:29.087826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:29.088944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.124563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.128534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.161931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Attempting to bind port f7757ddd-907e-422b-83ed-75c581d38e18 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:29.162326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Attempting to bind port f7757ddd-907e-422b-83ed-75c581d38e18 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:29.162903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Attempting to bind port f7757ddd-907e-422b-83ed-75c581d38e18 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:29.165359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ac4ae-cf63-4bfa-90dd-ba44ec6f2d75 None None] Port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:29.173151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Pushing event deleted for resources: {'Network': ['ID=fb30cb37-d21d-4ad3-874f-54268fa43e59,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.210694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d738dd-c3d5-4c4d-9fcd-5115cd00b1a4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.277014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.283994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:29.284708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:29.285292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.285824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:29.286477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Bound port: f7757ddd-907e-422b-83ed-75c581d38e18, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:29.287020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.325645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c6df9e4-472f-4fc3-900a-5298603cbcca tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/networks/fb30cb37-d21d-4ad3-874f-54268fa43e59 HTTP/1.1" status: 204 len: 168 time: 3.4261458 May 13 15:15:29.339792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60818) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:29.340327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.341472 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59df4019-0042-4238-a745-52f310c42134 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/f3d738dd-c3d5-4c4d-9fcd-5115cd00b1a4 HTTP/1.1" status: 204 len: 168 time: 1.6241550 May 13 15:15:29.342871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.351094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a93c679b-60df-4325-ab91-21d0d88bda77 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:29.351963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.355931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60820) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:29.437232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a93c679b-60df-4325-ab91-21d0d88bda77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a93c679b-60df-4325-ab91-21d0d88bda77,segment=NetworkSegment(0644acf0-17f3-4783-bf0a-c11d770091d3),segment_id=0644acf0-17f3-4783-bf0a-c11d770091d3)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:29.441014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] For port f7757ddd-907e-422b-83ed-75c581d38e18, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:29.447031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] For port f7757ddd-907e-422b-83ed-75c581d38e18, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7757ddd-907e-422b-83ed-75c581d38e18,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:29.464046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=3ad72619-eb2b-4e28-a887-e387dc5af162,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.474797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-507198ca-ed6a-4dbd-a705-63cccb56e731 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Synchronizing usage tracker for tenant:2719f92f93534a2d9d61ff540ca5bd1c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:29.491092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port c0361431-3769-41a4-874a-09b60681b296 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:29.491428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.503737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port 9880b3d0-ac06-41a7-9645-5e4f667cd227 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:29.504081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.508728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.512712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.590290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:29.626093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ceb5b016-0ec6-48f6-8303-ef07b133a3a3 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:29.633979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:29.636510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c6c628b8-ea5b-416d-bc4b-c6e8ee1c9613 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:29.641904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.659972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eadfae-00c9-4b62-93e0-a542eaa3dd0a None None] Pushing event updated for resources: {'Port': ['ID=f7757ddd-907e-422b-83ed-75c581d38e18,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.757499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a93c679b-60df-4325-ab91-21d0d88bda77,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:29.772167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.802690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 374606c8-9eaa-4398-8fa3-99a3cbffecc4 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:29.822854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ceb5b016-0ec6-48f6-8303-ef07b133a3a3 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:29.824061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ceb5b016-0ec6-48f6-8303-ef07b133a3a3 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4672053 May 13 15:15:29.833537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:29.851030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512037575'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:29.864529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:29.878478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.900581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:30.014087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.016686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.023250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-507198ca-ed6a-4dbd-a705-63cccb56e731 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Unset dirty status for tenant:2719f92f93534a2d9d61ff540ca5bd1c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:30.026778 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-507198ca-ed6a-4dbd-a705-63cccb56e731 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "GET /v2.0/ports?device_id=44703369-81e1-44f0-9484-368177866981 HTTP/1.1" status: 200 len: 205 time: 0.6684244 May 13 15:15:30.026944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for 9880b3d0-ac06-41a7-9645-5e4f667cd227 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:30.034821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:30.053639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.243147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.243636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35094680-64ba-433b-ac46-385c250c3842 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:30.244808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.290972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:30.301818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:30.304992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.308269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:30.310493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:30.354066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.355192 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ca07b81-43c1-45b0-9da1-79db8a014132 tempest-RoutersTestDVR-48097321 tempest-RoutersTestDVR-48097321-project-admin] 10.222.0.91 "DELETE /v2.0/routers/35094680-64ba-433b-ac46-385c250c3842 HTTP/1.1" status: 204 len: 168 time: 1.5950012 May 13 15:15:30.366599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.368603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:30.379161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=c01b59b2-2bf1-41d8-ac84-7b47fadef009,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:30.389691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:30.458425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:30.508166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:30.567403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:30.574717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=374606c8-9eaa-4398-8fa3-99a3cbffecc4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:30.579771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:30.585775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:30.586544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.628210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7757ddd-907e-422b-83ed-75c581d38e18 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:30.630824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:30.631480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.790300 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e992edb-b841-411d-936d-744b30657d61 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3439004 May 13 15:15:30.791885 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9576d7db-7bd8-46ef-a20b-540f7851ad74 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.5513942 May 13 15:15:30.800208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60836) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:30.800559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60838) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:30.840061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.843507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'c01b59b2-2bf1-41d8-ac84-7b47fadef009', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:30.850922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-909b0312-382c-43ce-a6aa-8f18ab5a087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.864961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:30.886618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f7757ddd-907e-422b-83ed-75c581d38e18 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:30.893712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:floatingip and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:30.898538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:30.899258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a93c679b-60df-4325-ab91-21d0d88bda77 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:30.905680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:30.922514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.996629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.030538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=9880b3d0-ac06-41a7-9645-5e4f667cd227,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:31.103145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a93c679b-60df-4325-ab91-21d0d88bda77 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:31.108168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.151223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.158041 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3180592 May 13 15:15:31.158041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.159206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.159736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Provisioning for port f7757ddd-907e-422b-83ed-75c581d38e18 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:31.161609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60846) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.161985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60848) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.168354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-917df7a6-2c4b-4d12-80d1-1e410ff9db7d tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '167692f4-e716-483a-9674-ad1248661d7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:31.169398 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-917df7a6-2c4b-4d12-80d1-1e410ff9db7d tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 15:15:31.175700 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-917df7a6-2c4b-4d12-80d1-1e410ff9db7d tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:31.175700 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-917df7a6-2c4b-4d12-80d1-1e410ff9db7d tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076284 May 13 15:15:31.175700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.176619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Provisioning complete for port f7757ddd-907e-422b-83ed-75c581d38e18 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:31.176619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.180108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.189499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60854) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.256073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.300992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bb43c-dc45-44d2-8a58-28972a8517e8 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167692f4-e716-483a-9674-ad1248661d7d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:31.344488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad91582-894c-43f2-ab0d-cb419f0ca70e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.345286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ad91582-894c-43f2-ab0d-cb419f0ca70e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:31.362556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.380171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Current status of the port f7757ddd-907e-422b-83ed-75c581d38e18 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:31.380628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.405402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a93c679b-60df-4325-ab91-21d0d88bda77 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:31.431601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] For port f7757ddd-907e-422b-83ed-75c581d38e18, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7757ddd-907e-422b-83ed-75c581d38e18,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:31.436044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for c0361431-3769-41a4-874a-09b60681b296 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:31.507844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.523846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.576111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.578618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.581676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.586886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Pushing event updated for resources: {'Port': ['ID=f7757ddd-907e-422b-83ed-75c581d38e18,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:31.623292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.623776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Fanout notify agent at l3_agent the message router_deleted on router 44703369-81e1-44f0-9484-368177866981 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:31.625637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:31.627821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.642167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Usage tracker for resource:security_group_rule and tenant:93659e9e9a3243239e53b2127e3fd596 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:31.646034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:31.656819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Provisioning for port 374606c8-9eaa-4398-8fa3-99a3cbffecc4 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:31.657648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.662267 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37ddcb2b-0d8c-4847-b343-8f4d4f29c441 tempest-RoutersNegativeTest-548191919 tempest-RoutersNegativeTest-548191919-project] 10.222.0.91 "DELETE /v2.0/routers/44703369-81e1-44f0-9484-368177866981 HTTP/1.1" status: 204 len: 168 time: 1.6262422 May 13 15:15:31.666411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Provisioning complete for port 374606c8-9eaa-4398-8fa3-99a3cbffecc4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:31.666889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.667197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:31.688347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ad91582-894c-43f2-ab0d-cb419f0ca70e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:31.692935 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ad91582-894c-43f2-ab0d-cb419f0ca70e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ab HTTP/1.1" status: 200 len: 929 time: 0.8880138 May 13 15:15:31.692935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.692935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router 78a16c8c-7cb7-4577-8099-693ce6e1e582 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:31.695358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60862) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.762721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7a55b-2405-4752-9cd6-81eeddd9cbaa None None] Port 374606c8-9eaa-4398-8fa3-99a3cbffecc4 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:31.766716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.818846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 374606c8-9eaa-4398-8fa3-99a3cbffecc4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:31.819193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.865691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.866836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-daf3f705-54c2-447c-876c-d42079f6e48d tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 204 len: 168 time: 4.0278764 May 13 15:15:31.867595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.875797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.908713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3bc5e2aa-6bbc-44c8-9877-f097ae2867e7 None None] Provisioning for port c0361431-3769-41a4-874a-09b60681b296 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:31.918345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3bc5e2aa-6bbc-44c8-9877-f097ae2867e7 None None] Provisioning complete for port c0361431-3769-41a4-874a-09b60681b296 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:31.918727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e2aa-6bbc-44c8-9877-f097ae2867e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.923111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.927862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-550550101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:31.945456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:31.949912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.951139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/167692f4-e716-483a-9674-ad1248661d7d HTTP/1.1" status: 204 len: 168 time: 0.7470179 May 13 15:15:31.952097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdaf8-48a5-4851-a5a8-44998f88dcc6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167692f4-e716-483a-9674-ad1248661d7d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:31.956612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60870) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.969994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:31.975195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:32.008630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=c0361431-3769-41a4-874a-09b60681b296,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:32.040910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:32.068327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5e2aa-6bbc-44c8-9877-f097ae2867e7 None None] Port c0361431-3769-41a4-874a-09b60681b296 was deleted so its status cannot be updated. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:15:32.071719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.076894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.191146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ec39c3b9-2bb0-4cb2-9764-2187839d4844 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:32.209233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.222976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60876) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.260246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.261262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.311951 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f8a7ff5-1604-4792-9e9c-3f2fd6392db7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/c0361431-3769-41a4-874a-09b60681b296 HTTP/1.1" status: 204 len: 168 time: 3.2997775 May 13 15:15:32.414474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60882) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.464923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ec39c3b9-2bb0-4cb2-9764-2187839d4844 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:32.470499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7757ddd-907e-422b-83ed-75c581d38e18 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:32.472047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ec39c3b9-2bb0-4cb2-9764-2187839d4844 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5063505 May 13 15:15:32.472047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60886) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.479783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.77 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/7309f5c4-6c56-44b8-be3a-f912723f7158) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:32.484797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.496176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030144391'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:32.521035 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93659e9e9a3243239e53b2127e3fd596&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3565114 May 13 15:15:32.525617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:32.528587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60890) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.545140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f7757ddd-907e-422b-83ed-75c581d38e18 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:32.545687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.552314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.562568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:32.628167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc0aab-0299-495c-9ddb-3f74b6d131a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c99bb-d8d9-48de-862a-25f98ad14f7c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:32.644721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.670042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f7757ddd-907e-422b-83ed-75c581d38e18 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:32.677937 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8686fb0e-6121-4693-9926-dc4d2fad060f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2719f92f93534a2d9d61ff540ca5bd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535236 May 13 15:15:32.678704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069b22f-771a-4be3-83fd-a7d048383c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:32.680186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069b22f-771a-4be3-83fd-a7d048383c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:32.682439 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e069b22f-771a-4be3-83fd-a7d048383c71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2661901 May 13 15:15:32.691527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.691674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.691765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60894) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.695704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60898) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.800223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.826863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.859888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 374606c8-9eaa-4398-8fa3-99a3cbffecc4 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:32.868057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:32.888135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.922743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.934144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.967624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c99bb-d8d9-48de-862a-25f98ad14f7c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:32.985425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.987742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bbf4a232-a189-4ad2-8535-002e452e96bc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e4c99bb-d8d9-48de-862a-25f98ad14f7c HTTP/1.1" status: 204 len: 168 time: 0.4545674 May 13 15:15:32.993633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:33.011591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:33.032605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:33.039026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet cf18dfd2-a88b-4b5e-a07b-264a1536b4ea {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:33.048155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:33.048346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.050529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.050689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.051772 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/db4cf4de-95a4-4129-8e23-34593831f18f HTTP/1.1" status: 204 len: 168 time: 0.3604488 May 13 15:15:33.075915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eff5c0-8065-43ce-8fd9-d80ea9f3bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4cf4de-95a4-4129-8e23-34593831f18f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:33.099986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:33.111048 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] Sync routers for ids ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:33.117601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.123266 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-903b8d74-6cff-4d93-9f2c-a2c6cbf007e4 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2192290 May 13 15:15:33.126324 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] Routers {'c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:33.128141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60906) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.128903 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:33.133589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:33.170558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.171008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b4f152b-4378-405e-8ebf-370d78aa1ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.211751 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:33.215493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.221331 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] Routers {'c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:33.222230 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:33.289112 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:33.289863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af45d9-a480-488a-93e8-4342fecbf1e1 None None] The sync data for ids ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:33.346399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.362564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.367246 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8c9118cd-7f40-43c5-a33f-bef50df813d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0122123 May 13 15:15:33.368107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60912) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.416493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=374606c8-9eaa-4398-8fa3-99a3cbffecc4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:33.423586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.429065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.498363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.572731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.620439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:33.632598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.634820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-64ad5045-4daf-422a-90c4-ded8b2af28ad tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/374606c8-9eaa-4398-8fa3-99a3cbffecc4 HTTP/1.1" status: 204 len: 168 time: 1.9398468 May 13 15:15:33.645811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60922) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.654455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:33.667966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:33.755547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.766781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.768784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2865341 May 13 15:15:33.777728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60928) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.779998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=7309f5c4-6c56-44b8-be3a-f912723f7158,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:33.786236 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24db430-b053-432d-a122-2c63bf30aa90 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:15:33.786758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a24db430-b053-432d-a122-2c63bf30aa90 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:33.796045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a701e415-a20c-4f9c-8a07-317f023de5e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'c4814941-994f-4961-af62-a8f40e2ae528', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:33.796045 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-a701e415-a20c-4f9c-8a07-317f023de5e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 15:15:33.796045 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-a701e415-a20c-4f9c-8a07-317f023de5e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:33.796045 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a701e415-a20c-4f9c-8a07-317f023de5e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124729 May 13 15:15:33.796366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd6b2-271b-43fc-963f-f3b92ac1faf2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4814941-994f-4961-af62-a8f40e2ae528,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:33.796445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60932) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.842587 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-48e058a2-2d1b-43f6-a745-bf4dea1435d9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers/c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 200 len: 880 time: 0.4619653 May 13 15:15:33.843507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60936) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.929608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60942) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.962082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a24db430-b053-432d-a122-2c63bf30aa90 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:33.965638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a24db430-b053-432d-a122-2c63bf30aa90 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/374606c8-9eaa-4398-8fa3-99a3cbffecc4 HTTP/1.1" status: 404 len: 333 time: 0.3103423 May 13 15:15:33.967295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60946) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:33.969637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.012783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.022507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.072380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.080647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:34.084805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=cf18dfd2-a88b-4b5e-a07b-264a1536b4ea,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:34.157788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Usage tracker for resource:security_group_rule and tenant:caae1a7f1ca941a997188a470716928f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:34.159637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9662d49-7d86-42a3-81e7-63f243d9dde0 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:34.163422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.170689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:34.193310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:34.201079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:34.201424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.259427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3ac99463-c9cc-4a9f-b4da-58375dd4a440 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/cf18dfd2-a88b-4b5e-a07b-264a1536b4ea HTTP/1.1" status: 204 len: 168 time: 1.5626717 May 13 15:15:34.269895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60954) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:34.449372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.535300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4814941-994f-4961-af62-a8f40e2ae528,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:34.542505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.555928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:34.572828 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ec76857d-5736-413f-8b75-56d53a81f9e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2994874 May 13 15:15:34.582141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-22509f24-c2e4-484c-a687-3bdfc9804595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:router {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:34.589280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60962) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:34.589996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Deleting port f7757ddd-907e-422b-83ed-75c581d38e18 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:34.590392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.623450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.650780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.652189 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ccfd4166-4dde-4492-966d-91093ed03fc4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/c4814941-994f-4961-af62-a8f40e2ae528 HTTP/1.1" status: 204 len: 168 time: 0.8548527 May 13 15:15:34.656204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60966) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:34.675997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:34.706285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.749974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.806425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-22509f24-c2e4-484c-a687-3bdfc9804595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:router {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:34.807638 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22509f24-c2e4-484c-a687-3bdfc9804595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9632120 May 13 15:15:34.812487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60976) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:34.827838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-573e7e05-5bd5-43a9-8536-e7a49fdd2cef tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:34.839225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-220828385'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:34.865324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-582823117-network', 'tenant_id': '7c39df741681440e9ae763223dcf8708'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:34.876275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.885498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:34.896650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Usage tracker for resource:network and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:34.901773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.903308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] For port f7757ddd-907e-422b-83ed-75c581d38e18, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f7757ddd-907e-422b-83ed-75c581d38e18,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:34.904030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.912472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:34.934451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:34.966983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec19e4b-a7c4-4100-967b-c027cbc4095a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:34.967674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ec19e4b-a7c4-4100-967b-c027cbc4095a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:34.988073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.061692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Calling delete_port for f7757ddd-907e-422b-83ed-75c581d38e18 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:35.071522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 5bf41423-a4ea-4242-9dd4-6ce55f1fd6df owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:35.077361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-573e7e05-5bd5-43a9-8536-e7a49fdd2cef tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:35.083599 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-573e7e05-5bd5-43a9-8536-e7a49fdd2cef tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4148235 May 13 15:15:35.085377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60980) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.099032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--178874195'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:35.110448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:35.135954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:35.159690 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=caae1a7f1ca941a997188a470716928f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2288656 May 13 15:15:35.160364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d037c-e335-4442-8710-1634ea262f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c486b3c-769f-4759-9092-ed9b66b3091b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.164557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60984) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.165510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.195595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Allocated IP 172.26.7.205 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/e2abead1-3f45-47b2-9caa-a81915b01846) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:35.216791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ec19e4b-a7c4-4100-967b-c027cbc4095a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:35.220442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3ec19e4b-a7c4-4100-967b-c027cbc4095a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6273620 May 13 15:15:35.221153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60988) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.228678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.238891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Made reservation on behalf of 7c39df741681440e9ae763223dcf8708 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:35.240810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.262811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.283363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] No DVR routers for this DVR port f7757ddd-907e-422b-83ed-75c581d38e18 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:35.285091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47680332-9395-4ef7-be4f-2803a43e152e None None] Pushing event deleted for resources: {'Port': ['ID=f7757ddd-907e-422b-83ed-75c581d38e18,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.328877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:35.335514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:35.341629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:35.352756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.357612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:35.374300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.452218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.452520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3d75a-18f9-4e70-81fa-3d6b22b5abb4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.453196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2af3d75a-18f9-4e70-81fa-3d6b22b5abb4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:35.481441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.500186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:35.512552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:35.528607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:35.540834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.593356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:35.605503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2af3d75a-18f9-4e70-81fa-3d6b22b5abb4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:35.608986 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2af3d75a-18f9-4e70-81fa-3d6b22b5abb4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3846569 May 13 15:15:35.613816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 60992) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.624048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=5bf41423-a4ea-4242-9dd4-6ce55f1fd6df,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.722792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.738512 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-42a03aae-3b62-4667-9f1f-7b0b968e7972 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113427 May 13 15:15:35.742297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 60996) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.760203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.834245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.880118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.906026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:35.919373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.923118 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6c486b3c-769f-4759-9092-ed9b66b3091b HTTP/1.1" status: 204 len: 168 time: 0.7559400 May 13 15:15:35.926170 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4cd9e55a-3be2-4d34-96d6-574a9c14c7a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/5bf41423-a4ea-4242-9dd4-6ce55f1fd6df HTTP/1.1" status: 204 len: 168 time: 1.9570103 May 13 15:15:35.933899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32770) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:35.935234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e53c79-b16f-435a-ab2f-19e99f8063a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c486b3c-769f-4759-9092-ed9b66b3091b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.967839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.995518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.034504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.063118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:36.067998 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b78ebd-e20a-4a8c-a449-8b755b24b120 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:15:36.071918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74b78ebd-e20a-4a8c-a449-8b755b24b120 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/5bf41423-a4ea-4242-9dd4-6ce55f1fd6df HTTP/1.1" status: 404 len: 333 time: 0.1334851 May 13 15:15:36.072061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.078998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32774) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.098363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.136206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:36.139881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.151441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:36.199904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.258495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.286026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ab7418-33b3-4189-a9ad-1776d1dc3c58,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.288875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.289257 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Added segment 1855b0c1-7c93-48f5-9536-e6f28c991180 of type vlan for network 678a251d-325d-4f26-bc5d-210c6e9dbe66 May 13 15:15:36.297546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.301521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:36.304808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.400316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=7309f5c4-6c56-44b8-be3a-f912723f7158,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.409521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.427263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 81419179-96db-498e-99f2-721cb60ea6ad {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:36.429415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.481299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:36.486539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.500925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:36.515553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:36.517455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7757ddd-907e-422b-83ed-75c581d38e18 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:36.545563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061580a2-c9a7-4b4b-85fb-e2dcaa4c34de,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.553314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Pushing event updated for resources: {'Port': ['ID=e2abead1-3f45-47b2-9caa-a81915b01846,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.569262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f7757ddd-907e-422b-83ed-75c581d38e18 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:36.569824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f7757ddd-907e-422b-83ed-75c581d38e18 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:36.641010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.647440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.648674 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-51131111-7827-45f0-ab62-a8bae5122132 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5628047 May 13 15:15:36.658587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32788) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.670922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a281a623-26b1-4199-b675-8dc08ae4e28f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '061580a2-c9a7-4b4b-85fb-e2dcaa4c34de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:36.680267 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-a281a623-26b1-4199-b675-8dc08ae4e28f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 15:15:36.680961 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-a281a623-26b1-4199-b675-8dc08ae4e28f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:36.684754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a281a623-26b1-4199-b675-8dc08ae4e28f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232234 May 13 15:15:36.685061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32792) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.709490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3ef59956-e9bf-4bda-b148-854e5814e3d4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '061580a2-c9a7-4b4b-85fb-e2dcaa4c34de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:36.715340 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-3ef59956-e9bf-4bda-b148-854e5814e3d4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 15:15:36.715340 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-3ef59956-e9bf-4bda-b148-854e5814e3d4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:36.715340 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3ef59956-e9bf-4bda-b148-854e5814e3d4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0192430 May 13 15:15:36.716123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32796) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.732018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-01c0b41f-dd65-4660-a5a6-ae3963411303 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '061580a2-c9a7-4b4b-85fb-e2dcaa4c34de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:36.733061 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-01c0b41f-dd65-4660-a5a6-ae3963411303 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 15:15:36.733549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-01c0b41f-dd65-4660-a5a6-ae3963411303 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:36.738525 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-01c0b41f-dd65-4660-a5a6-ae3963411303 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158017 May 13 15:15:36.741775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32800) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.750417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f5ac3296-aa11-44c5-b14c-3d5474ad46e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '061580a2-c9a7-4b4b-85fb-e2dcaa4c34de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:36.751265 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-f5ac3296-aa11-44c5-b14c-3d5474ad46e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 15:15:36.751955 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-f5ac3296-aa11-44c5-b14c-3d5474ad46e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:36.752940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5ac3296-aa11-44c5-b14c-3d5474ad46e4 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103700 May 13 15:15:36.757271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.784337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.785275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.785835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.810565 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 843787bb-9818-411c-88f2-ddbb5d417288 associated. External IP: 172.26.7.77, port: c01b59b2-2bf1-41d8-ac84-7b47fadef009. May 13 15:15:36.931686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:37.012605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] Pushing event updated for resources: {'Network': ['ID=678a251d-325d-4f26-bc5d-210c6e9dbe66,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:37.025245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:37.103749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.140844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.160953 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dab172f2-9f69-49e7-8520-5179042d4e74 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4809768 May 13 15:15:37.178584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32816) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.200855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32820) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.218462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.248137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Request body: {'subnet': {'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-582823117-subnet', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:37.272205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:37.291926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Usage tracker for resource:subnet and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:37.296546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:37.307852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:37.350337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'networks': [{'name': 'tempest-network--1292190511'}, {'name': 'tempest-network--776697591'}]} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:37.350656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-network--1292190511'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:37.351108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-network--776697591'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:37.362663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:37.369914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:network and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:37.372797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:37.434391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:37.465034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.509401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.527688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=81419179-96db-498e-99f2-721cb60ea6ad,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:37.533218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.540727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d676a22-fda7-4b83-9519-8ca4cc46efc6 None None] Network 123450ee-b4af-4c7d-82d8-fcc540cef739 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:37.550014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'network': 2} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:37.554496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.568179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:37.569921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061580a2-c9a7-4b4b-85fb-e2dcaa4c34de,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:37.575731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:37.579816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.594161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-98a7f284-a47d-4b72-a174-cc560e91d79f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/81419179-96db-498e-99f2-721cb60ea6ad HTTP/1.1" status: 204 len: 168 time: 1.4819133 May 13 15:15:37.594161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.599235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.600334 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-23805c75-0518-43e6-81da-fb76c4f2dc54 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/061580a2-c9a7-4b4b-85fb-e2dcaa4c34de HTTP/1.1" status: 204 len: 168 time: 0.8392708 May 13 15:15:37.606321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.609572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.610059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] Sync routers for ids ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:37.627862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:37.662245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] Routers {'c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:37.662993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:37.687476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Made reservation on behalf of 7c39df741681440e9ae763223dcf8708 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:37.690518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.711502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.715023 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-70bc82b9-56a7-4a8e-91f6-5bb97eeb1554 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 200 len: 887 time: 2.8947268 May 13 15:15:37.725135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32834) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.734361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:security_group_rule and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:37.749191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:37.761316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:37.777193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:37.803989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] Routers {'c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:37.804667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:37.819598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.943083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:15:37.954925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.962235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:37.962507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929780a7-2bff-498d-a181-e8cdacdc223b None None] The sync data for ids ['c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:38.046166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port a93c679b-60df-4325-ab91-21d0d88bda77 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:38.046714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.069013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] DHCP port deletion for 123450ee-b4af-4c7d-82d8-fcc540cef739 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:38.073102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Deleting port a93c679b-60df-4325-ab91-21d0d88bda77 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:38.073485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.113154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:38.132987 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:38.151089 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:38.152321 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:38.194303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0c0d279c-da20-4d7e-ba2b-d76daea3ef7c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:38.206815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:38.220748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:38.230719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:38.231799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.266631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3147c7-b9ef-4976-9787-750dc9bc17a9 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:38.273055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=0d404368-d567-41b5-b47b-6bc8d41b8fae,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:38.282546 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:38.295079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.297647 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:38.298449 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:38.327007 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-73b55c7f-e194-4b38-96a8-f32c8bed785c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers/c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 200 len: 887 time: 0.5970800 May 13 15:15:38.341479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32838) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.351438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.401449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0c0d279c-da20-4d7e-ba2b-d76daea3ef7c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:38.409219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:38.409219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db3f1a-04bf-436a-a25a-2c76833787e5 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:38.410095 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c0d279c-da20-4d7e-ba2b-d76daea3ef7c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8016238 May 13 15:15:38.412045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32842) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.428661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-09621283-3fcc-41ed-8092-1d6d5ae6b217 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 200 len: 205 time: 0.0796485 May 13 15:15:38.431301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a0893f41-c2e0-455d-b2b2-e3468c52cf9d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6879468 May 13 15:15:38.435311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749158769'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:38.438684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] For port a93c679b-60df-4325-ab91-21d0d88bda77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a93c679b-60df-4325-ab91-21d0d88bda77,segment=NetworkSegment(0644acf0-17f3-4783-bf0a-c11d770091d3),segment_id=0644acf0-17f3-4783-bf0a-c11d770091d3)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:38.439441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.441340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32846) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.441669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32848) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.444260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port a93c679b-60df-4325-ab91-21d0d88bda77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a93c679b-60df-4325-ab91-21d0d88bda77,segment=NetworkSegment(0644acf0-17f3-4783-bf0a-c11d770091d3),segment_id=0644acf0-17f3-4783-bf0a-c11d770091d3)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:38.444678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.461076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:38.522809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:d7:81:c2', 'name': 'tempest-NetworksTestDHCPv6-1870843364'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:38.576803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.580976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.589700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Calling delete_port for a93c679b-60df-4325-ab91-21d0d88bda77 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:38.599970 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-00d7479a-0d18-4b00-bd03-5cad1490602d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7938809 May 13 15:15:38.599970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.599970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.637109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32854) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.653503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.663343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': 'c01b59b2-2bf1-41d8-ac84-7b47fadef009', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:38.678382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a93c679b-60df-4325-ab91-21d0d88bda77 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:38.688822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for a93c679b-60df-4325-ab91-21d0d88bda77 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:38.781825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:38.803261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.847927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port a93c679b-60df-4325-ab91-21d0d88bda77 {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:15:38.848346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a93c679b-60df-4325-ab91-21d0d88bda77 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:38.883488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] Pushing event deleted for resources: {'Port': ['ID=a93c679b-60df-4325-ab91-21d0d88bda77,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:38.888676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d949aac-fc2b-4546-a5dd-d9e8789af651 None None] No DVR routers for this DVR port a93c679b-60df-4325-ab91-21d0d88bda77 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:38.919874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e9a0b1-4227-480d-9270-fee7d9ff8f94,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:38.933320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.935852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.944850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb02419-ca52-4505-8c15-9ed29359b6b2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:38.980805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:38.995331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '0d404368-d567-41b5-b47b-6bc8d41b8fae'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:38.996173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.033720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:39.036970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.037314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment edbeac2c-50b1-4982-b81a-438d47e5521b of type vlan for network bf191236-f79f-4a57-a4ce-785b3a816e21 May 13 15:15:39.048331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.107925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:39.115027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:39.131968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:39.136811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:39.137136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:39.139930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:39.178343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.184277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Allocated IP 2001:db8::f816:3eff:fe4a:4539 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/0d404368-d567-41b5-b47b-6bc8d41b8fae/b83fc243-1351-4b5d-b4ce-60ffd8ec05cb) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:39.188738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:39.204233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:39.204593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Network hostable DHCP agents. Network: 678a251d-325d-4f26-bc5d-210c6e9dbe66, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:39.341345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:39.366331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:39.372974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:39.390928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.413561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.424877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Transition to ACTIVE for port object b83fc243-1351-4b5d-b4ce-60ffd8ec05cb will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:39.444357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Transition to ACTIVE for port object b83fc243-1351-4b5d-b4ce-60ffd8ec05cb will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:39.467368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Router 123c5a7f-7023-488f-812d-6c646d9c45c7 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:39.469276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 678a251d-325d-4f26-bc5d-210c6e9dbe66) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:39.478619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0fb7f-18b9-4ea6-853c-dd7c4c4b6bb7 None None] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:39.545410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.558656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:39.559558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.577289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.583572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.583915 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment 82fa6e8e-13a7-4404-843b-b06404e103de of type vlan for network 3cd30618-f8c4-49d9-8388-f649ae539f72 May 13 15:15:39.636378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.638853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:39.639690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port a93c679b-60df-4325-ab91-21d0d88bda77 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:39.640020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.654128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:39.662486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:39.678077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.681449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Pushing event updated for resources: {'Port': ['ID=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:39.748725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] The port 'a93c679b-60df-4325-ab91-21d0d88bda77' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:39.765517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 3ad72619-eb2b-4e28-a887-e387dc5af162 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:39.765865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.780715 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5fcbaef-ec6b-4bfd-abf8-a0c6d6da8c7c admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5986423 May 13 15:15:39.790339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32858) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:39.797928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:39.820729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Attempting to bind port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:39.821104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Attempting to bind port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:39.821468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Attempting to bind port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:39.848958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.871922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:39.903935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2a7f0-1295-4e80-bcd0-041f263cebc1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:39.904589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:39.905216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:39.905794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.906369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:39.907018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Bound port: b83fc243-1351-4b5d-b4ce-60ffd8ec05cb, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:39.907557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.958767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-678a251d-325d-4f26-bc5d-210c6e9dbe66', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:39.960050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.997985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port ca023a1c-8d25-42b4-b031-aa87180c177b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:40.048246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.049324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.054636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.059309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.059940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.068682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Usage tracker for resource:router and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:40.071742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.074562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:40.083876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] For port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:40.084662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:40.100676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:40.100926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] For port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:40.105026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.109187 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-df486eae-a940-43ca-a1ec-ff865277de7e tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "PUT /v2.0/routers/123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 200 len: 915 time: 6.9799030 May 13 15:15:40.110087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32862) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:40.135666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] Sync routers for ids ['123c5a7f-7023-488f-812d-6c646d9c45c7'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:40.142172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.143902 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-006c43d2-953f-4833-8234-905340d0b4b6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7222595 May 13 15:15:40.163595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:40.164748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.167449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] Routers {'123c5a7f-7023-488f-812d-6c646d9c45c7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:40.168156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['123c5a7f-7023-488f-812d-6c646d9c45c7'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.176864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.227816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.243956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.244954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.248720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fe1b753f-3813-4270-9d6b-c1cf1829dd56 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:40.249819 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-fe1b753f-3813-4270-9d6b-c1cf1829dd56 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:15:40.250340 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-fe1b753f-3813-4270-9d6b-c1cf1829dd56 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:40.255215 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fe1b753f-3813-4270-9d6b-c1cf1829dd56 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0341702 May 13 15:15:40.261334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32870) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:40.276699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:40.289169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.304304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:40.311714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123450ee-b4af-4c7d-82d8-fcc540cef739']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.317699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:40.322298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:40.329239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Allocated IP 172.20.0.2 (678a251d-325d-4f26-bc5d-210c6e9dbe66/39e9a0b1-4227-480d-9270-fee7d9ff8f94/fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:40.331891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=bf191236-f79f-4a57-a4ce-785b3a816e21,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:40.332023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] Routers {'123c5a7f-7023-488f-812d-6c646d9c45c7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:40.332563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['123c5a7f-7023-488f-812d-6c646d9c45c7'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.338995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:40.341393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.385830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0644acf0-17f3-4783-bf0a-c11d770091d3') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.386807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0644acf0-17f3-4783-bf0a-c11d770091d3') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.391692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network bf191236-f79f-4a57-a4ce-785b3a816e21 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:40.416237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2124674 May 13 15:15:40.444439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32874) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:40.485633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.488331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144007-f329-46ea-9601-6226bf87d432 None None] Pushing event updated for resources: {'Port': ['ID=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:40.491058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:40.491446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20610315-e175-4cfb-b57a-c165b1e8d697 None None] The sync data for ids ['123c5a7f-7023-488f-812d-6c646d9c45c7'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:40.516762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.551748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.609367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fed7:81c2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/0d404368-d567-41b5-b47b-6bc8d41b8fae/ca023a1c-8d25-42b4-b031-aa87180c177b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:40.683481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 3ad72619-eb2b-4e28-a887-e387dc5af162 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:40.713647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f9af8-dd0c-44b0-a39e-d8da31d2d4da tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=3cd30618-f8c4-49d9-8388-f649ae539f72,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:40.726389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:40.727145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.745894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3cd30618-f8c4-49d9-8388-f649ae539f72 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:40.746543 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:40.808075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c93fb6b0-19e2-4c69-8674-15a9e31b214c tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 200 len: 921 time: 0.6968305 May 13 15:15:40.816102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32878) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:40.890417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.916304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Transition to ACTIVE for port object fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:40.968751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Transition to ACTIVE for port object fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:41.023670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.052328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.074045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.094443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=123450ee-b4af-4c7d-82d8-fcc540cef739,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.104464 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-391f3b16-cc71-481a-87c0-fcb21a9e728e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/123450ee-b4af-4c7d-82d8-fcc540cef739 HTTP/1.1" status: 204 len: 168 time: 3.5098178 May 13 15:15:41.119499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32882) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:41.129124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1120264263'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:41.138210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:41.154933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:41.162824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:41.188830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Pushing event updated for resources: {'Port': ['ID=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.204656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:41.207117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:41.212864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:41.341000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Attempting to bind port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:41.341836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Attempting to bind port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:41.342535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Attempting to bind port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:41.347522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:41.350230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:41.350897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:41.352076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.352756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Bound using segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:41.353625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Bound port: fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:41.355128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.373629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:41.382294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a0bd-8cc4-4880-86db-f2834d612ecc tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.383302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.388184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a0bd-8cc4-4880-86db-f2834d612ecc tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.394940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a0bd-8cc4-4880-86db-f2834d612ecc tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.401531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a0bd-8cc4-4880-86db-f2834d612ecc tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.406620 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1921a0bd-8cc4-4880-86db-f2834d612ecc tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9457378 May 13 15:15:41.410898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32886) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:41.412747 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:41.416763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ddec925d-6d6a-4edb-b7cc-0d3edeb7bb07 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1535416 May 13 15:15:41.422698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32890) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:41.435928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object ca023a1c-8d25-42b4-b031-aa87180c177b will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:41.489110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] For port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:41.492584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] For port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:41.514355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6690c779-b329-4479-a63b-b8e3f8f2f1ed tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:41.514856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:41.515760 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-6690c779-b329-4479-a63b-b8e3f8f2f1ed tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 15:15:41.516424 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-6690c779-b329-4479-a63b-b8e3f8f2f1ed tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:41.520723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.521359 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6690c779-b329-4479-a63b-b8e3f8f2f1ed tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0834565 May 13 15:15:41.527887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32894) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:41.554948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.557131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:41.561673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.607612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:41.621838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.644305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:41.651460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac18d4d-50ff-457e-91c9-59fd608e9431 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.653285 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ac18d4d-50ff-457e-91c9-59fd608e9431 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=123c5a7f-7023-488f-812d-6c646d9c45c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8362374 May 13 15:15:41.653474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:41.657688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=3ad72619-eb2b-4e28-a887-e387dc5af162,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.660847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32898) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:41.704412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607c808-cfdb-4190-adf4-94f2e9e8854b None None] Pushing event updated for resources: {'Port': ['ID=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.714843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:41.719892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.781766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:41.859619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:41.876414 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:41.901268 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:41.903265 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:41.938128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.978106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.978420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 13e3fd0c-82f9-442f-b49e-dd86b7327e18 of type vlan for network a97baff6-3a7f-4d7c-a36b-2766d52ea183 May 13 15:15:42.044437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.117018 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.137566 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:42.139390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.229006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.272448 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.272749 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667aefee-e3be-4fbd-ac45-acf6fb314914 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:42.290680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d14a9226-e30b-4f92-ac59-a52b976d5b71 None None] Provisioning for port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:42.331614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da7548cd-bd27-4475-a676-b552b6546fbf tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/843787bb-9818-411c-88f2-ddbb5d417288 HTTP/1.1" status: 200 len: 978 time: 3.6873522 May 13 15:15:42.340034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32902) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:42.368913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.439401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:42.440428 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-71ffc533-f490-4534-8174-c92511155d58 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9004784 May 13 15:15:42.445543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:42.455131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32906) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:42.493291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-17861f38-54f0-4274-98ad-4ff98377a32f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:42.493882 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-17861f38-54f0-4274-98ad-4ff98377a32f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:15:42.494688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-17861f38-54f0-4274-98ad-4ff98377a32f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:42.495823 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17861f38-54f0-4274-98ad-4ff98377a32f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0342963 May 13 15:15:42.519030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=ca023a1c-8d25-42b4-b031-aa87180c177b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:42.539668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32910) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:42.540109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:42.555299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:42.605785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:42.614778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.615435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.626915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.665531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:42.699473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febc390-fbc9-40c8-86f0-18ba2053fbd9 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.703471 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4febc390-fbc9-40c8-86f0-18ba2053fbd9 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 1.0323427 May 13 15:15:42.704582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32914) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:42.707560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:42.714114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf191236-f79f-4a57-a4ce-785b3a816e21']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.726533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.728780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:42.731982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.743285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:42.746076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.751488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.752910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.762573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbeac2c-50b1-4982-b81a-438d47e5521b') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.762893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbeac2c-50b1-4982-b81a-438d47e5521b') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:42.764923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:42.770964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b83fc243-1351-4b5d-b4ce-60ffd8ec05cb up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:42.790763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-19b2c4ba-4b88-4b93-9bc0-9ed76cfc6c9b tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 200 len: 205 time: 0.0832987 May 13 15:15:42.804401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32918) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:42.805380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:42.829276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.905522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.943903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.971729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:42.980448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:42.980834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.993438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 7309f5c4-6c56-44b8-be3a-f912723f7158 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:42.993771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.011885 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8f4710ea-aea0-4eb3-952b-54bc7bede095 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5576551 May 13 15:15:43.026821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32922) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.039520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b241c45a-3f19-488e-af9c-3255361e45fe None None] Provisioning for port ca023a1c-8d25-42b4-b031-aa87180c177b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:43.053002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.053543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:43.063256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b241c45a-3f19-488e-af9c-3255361e45fe None None] Provisioning complete for port ca023a1c-8d25-42b4-b031-aa87180c177b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:43.063350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.063445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b241c45a-3f19-488e-af9c-3255361e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.067175 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-145ff969-7cbc-44e9-a953-01385600a77c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 204 len: 168 time: 4.6144395 May 13 15:15:43.068830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.088172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32924) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.107169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f27fcc-a33a-4f41-b260-d0f39f3a6c11 None None] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:43.153245 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0303316 May 13 15:15:43.163352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:43.163870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.174272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053146768'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:43.180429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339f0a7-8715-4fb1-ad5b-b062e1431c8f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=a97baff6-3a7f-4d7c-a36b-2766d52ea183,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:43.186018 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:43.188098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32930) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.209471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:43.225665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:43.238140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:43.259825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:43.318716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b241c45a-3f19-488e-af9c-3255361e45fe None None] Port ca023a1c-8d25-42b4-b031-aa87180c177b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:43.370224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:43.410025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:43.422535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.451738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Allocated IP 172.26.7.47 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/a9476397-65be-4e28-ab7b-d35efc11b58a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:43.488929 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:43.492460 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f4f6e559-b6b0-4e5f-8f35-0c7c80a506e7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9501326 May 13 15:15:43.493349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32934) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.497251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:43.506653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:43.507055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.511319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:43.513378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8b84d515-c783-45ea-8fc8-acaa0cbedd66 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:43.514796 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-8b84d515-c783-45ea-8fc8-acaa0cbedd66 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 15:15:43.515441 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-8b84d515-c783-45ea-8fc8-acaa0cbedd66 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:43.519322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8b84d515-c783-45ea-8fc8-acaa0cbedd66 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146866 May 13 15:15:43.519631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.530657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32938) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.531459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:43.592121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:43.608275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:43.612229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Provisioning for port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:43.618306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.621908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Provisioning complete for port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:43.622515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.623635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:43.627422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:43.630387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.640446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.641003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.653758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:43.666079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=bf191236-f79f-4a57-a4ce-785b3a816e21,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:43.673001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc40c5-7baa-4c86-99ad-c9ec207b7fee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:43.676593 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-af6d9ba1-f087-4e79-bb6d-2a987e77a165 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/bf191236-f79f-4a57-a4ce-785b3a816e21 HTTP/1.1" status: 204 len: 168 time: 2.2648427 May 13 15:15:43.679485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc40c5-7baa-4c86-99ad-c9ec207b7fee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:43.680441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32942) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.681503 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4abc40c5-7baa-4c86-99ad-c9ec207b7fee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6004570 May 13 15:15:43.691241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32946) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:43.700259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.756720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:43.802569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.824610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Current status of the port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:43.825010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.828077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.829922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:43.839939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 7309f5c4-6c56-44b8-be3a-f912723f7158 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:43.840154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:43.868351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] For port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:43.922232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port e2abead1-3f45-47b2-9caa-a81915b01846 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:43.922839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.929592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:43.933673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.942232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.955638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:44.016110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ece767-56bd-461a-b36e-726f9359f399 None None] Pushing event updated for resources: {'Port': ['ID=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:44.065649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e1b24636-de98-4d32-9ff3-19fc8dfb1f1d None None] Provisioning complete for port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:44.066067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e1b24636-de98-4d32-9ff3-19fc8dfb1f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.070741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:44.073790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.135918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.136301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment 9b2945c9-32b7-46b1-87b9-8dfe1b2dc159 of type vlan for network ac844908-f24e-499c-81bf-57619291c596 May 13 15:15:44.149395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port ca023a1c-8d25-42b4-b031-aa87180c177b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:44.149739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.176011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd30618-f8c4-49d9-8388-f649ae539f72']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:44.192885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa6e8e-13a7-4404-843b-b06404e103de') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:44.193116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa6e8e-13a7-4404-843b-b06404e103de') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:44.197411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e1b24636-de98-4d32-9ff3-19fc8dfb1f1d None None] Current status of the port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:44.201123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.210625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.247509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.257909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.265116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:44.265630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:44.279959 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:44.290391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.468974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for e2abead1-3f45-47b2-9caa-a81915b01846 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:44.474692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:44.547675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:44.548076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.555701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:44.559536 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1ee2e840-a25a-424f-be2d-e304cc5ebe8b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.0178840 May 13 15:15:44.560179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32950) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:44.566644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': 'abe2a7f0-1295-4e80-bcd0-041f263cebc1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:44.580265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:44.586787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:44.590508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:44.598836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:44.603864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.608682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.636592 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/3cd30618-f8c4-49d9-8388-f649ae539f72 HTTP/1.1" status: 204 len: 168 time: 0.9551153 May 13 15:15:44.642911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32954) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:44.674616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92208982-e018-4304-8f9c-77ef5e91be28 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=3cd30618-f8c4-49d9-8388-f649ae539f72,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:44.677506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.680565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:44.681855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b83fc243-1351-4b5d-b4ce-60ffd8ec05cb up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:44.683065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.683676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.762633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:44.762993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.838340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.887052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:44.893080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.894570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e2f16-6dab-46fc-8eef-8c7482b36234 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.901165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e2f16-6dab-46fc-8eef-8c7482b36234 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.901986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-478e2f16-6dab-46fc-8eef-8c7482b36234 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Synchronizing usage tracker for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:44.905067 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:44.906541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4974f2b6-03e8-4ecf-909e-216e2262225a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3452344 May 13 15:15:44.909413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32958) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:44.930571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=7309f5c4-6c56-44b8-be3a-f912723f7158,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:44.949658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.989031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.015908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=e2abead1-3f45-47b2-9caa-a81915b01846,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:45.046332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=ac844908-f24e-499c-81bf-57619291c596,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:45.048193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-478e2f16-6dab-46fc-8eef-8c7482b36234 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Unset dirty status for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:45.050339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-478e2f16-6dab-46fc-8eef-8c7482b36234 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4057732 May 13 15:15:45.056696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32962) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:45.060082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ac844908-f24e-499c-81bf-57619291c596 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:45.063895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:45.105787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1369706375'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:45.123591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:45.224256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:45.241749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.243712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:45.248902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4ffe7676-5f8e-4047-8ccd-e8eb4b48d15c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1250074 May 13 15:15:45.260376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32966) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:45.261132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for ca023a1c-8d25-42b4-b031-aa87180c177b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:45.275552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': 'ac844908-f24e-499c-81bf-57619291c596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:45.308673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:45.350353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Pushing event updated for resources: {'Port': ['ID=a9476397-65be-4e28-ab7b-d35efc11b58a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:45.372975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.404937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.447104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.455586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.455927 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 843787bb-9818-411c-88f2-ddbb5d417288 disassociated (deleted). External IP: 172.26.7.77, port: c01b59b2-2bf1-41d8-ac84-7b47fadef009. May 13 15:15:45.529523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:45.533576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.632314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:45.646282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.649151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:45.652206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.659136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:45.666128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:45.675951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:45.692650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.692993 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment 5d4e7c5d-e8d9-4eea-ab18-e1240357fd8a of type vlan for network 0d5f4079-fb7f-429a-b297-fa772eb0da1b May 13 15:15:45.722717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.764824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.769789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=1e398e85-db0c-47ec-abb6-f36c22c8d79a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:45.788499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2a7f0-1295-4e80-bcd0-041f263cebc1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:45.788499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:45.790614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.805480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.806187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router 123c5a7f-7023-488f-812d-6c646d9c45c7 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:15:45.869634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '13e3fd0c-82f9-442f-b49e-dd86b7327e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:45.870022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: a97baff6-3a7f-4d7c-a36b-2766d52ea183, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:45.871193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.877385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:45.878224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.022663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.026149 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e4ba83c-9ce1-4274-8751-b7ed769ed5cd tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/abe2a7f0-1295-4e80-bcd0-041f263cebc1 HTTP/1.1" status: 204 len: 168 time: 1.1132898 May 13 15:15:46.027683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.028739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-10d6cdb0-654b-4b27-884e-8b571526c6d5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 204 len: 168 time: 3.2211838 May 13 15:15:46.033964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.034313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32972) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.049057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1395645611', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:46.073540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=0d5f4079-fb7f-429a-b297-fa772eb0da1b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:46.080175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:46.090196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 0d5f4079-fb7f-429a-b297-fa772eb0da1b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:46.090736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bd151105-bc82-4296-be05-90e266a91919 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0250473 May 13 15:15:46.094486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32978) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.095932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Usage tracker for resource:router and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:46.100910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:46.108680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1129159404'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:46.123382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:46.127936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:46.147474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:46.164826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23a1a2d6-997c-4ee4-aa82-a46d95842806 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:46.166990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.173554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:46.228082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.229066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.260099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=ca023a1c-8d25-42b4-b031-aa87180c177b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:46.269331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a97baff6-3a7f-4d7c-a36b-2766d52ea183) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:46.270375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.285475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee735a6-6863-49dd-bf0e-5c0ab4e5054d None None] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:46.302588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:46.306898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.332669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-23a1a2d6-997c-4ee4-aa82-a46d95842806 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:46.338021 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-23a1a2d6-997c-4ee4-aa82-a46d95842806 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2956502 May 13 15:15:46.338366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32982) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.346115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319202918'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:46.350875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:46.362206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:46.369029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:46.369628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.375665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.376017 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment 08caf1ed-aaed-443f-b2e1-08978bf9b3f9 of type vlan for network 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3 May 13 15:15:46.377865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:46.395146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.487153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.522986 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e9dc19b5-9349-4a19-8c88-c2c507f154ed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/ca023a1c-8d25-42b4-b031-aa87180c177b HTTP/1.1" status: 204 len: 168 time: 2.7613668 May 13 15:15:46.527368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32986) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.580454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.581099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:46.595458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.601232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.650746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a97baff6-3a7f-4d7c-a36b-2766d52ea183', 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '1e398e85-db0c-47ec-abb6-f36c22c8d79a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:46.651679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.671684 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f20d8426-afd3-4820-94b4-dad24cd3400c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4865124 May 13 15:15:46.676758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32990) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:46.697672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183', 'name': 'tempest-PortsIpV6TestJSON-1637563212', 'fixed_ips': [{'subnet_id': '1e398e85-db0c-47ec-abb6-f36c22c8d79a', 'ip_address': '2001:db8::10'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:46.789634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=3614eafe-de93-47be-9283-047890523d2d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:46.809018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:46.817376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.821007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Allocated IP 2001:db8::2 (a97baff6-3a7f-4d7c-a36b-2766d52ea183/1e398e85-db0c-47ec-abb6-f36c22c8d79a/fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:46.824969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:46.830205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:46.833433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ac844908-f24e-499c-81bf-57619291c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:46.833730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: ac844908-f24e-499c-81bf-57619291c596, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:46.842024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:46.864135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d6975-e085-4a76-972c-c3006894dd99 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:46.865735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d6975-e085-4a76-972c-c3006894dd99 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:46.866507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-378d6975-e085-4a76-972c-c3006894dd99 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:46.878244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.884318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:46.884953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.045867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.058433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Transition to ACTIVE for port object fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:47.079000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Transition to ACTIVE for port object fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:47.117552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network ac844908-f24e-499c-81bf-57619291c596 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:47.168951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-378d6975-e085-4a76-972c-c3006894dd99 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:47.170153 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-378d6975-e085-4a76-972c-c3006894dd99 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6400983 May 13 15:15:47.176912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.178881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 32994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.187166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=282e4b5d-f5bd-4fb9-a178-bbd61aef87e3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:47.229883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:47.242347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:47.250587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ac844908-f24e-499c-81bf-57619291c596) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:47.256230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.257368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.259547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:47.260130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.291838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-475497d6-2b8b-4f30-b09a-c561784c24c7 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1915991 May 13 15:15:47.302570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 32998) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.310536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'ports': [{'network_id': '0d5f4079-fb7f-429a-b297-fa772eb0da1b', 'name': 'tempest-port--489003147', 'admin_state_up': True}, {'network_id': '282e4b5d-f5bd-4fb9-a178-bbd61aef87e3', 'admin_state_up': False}]} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:47.310858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'port': {'network_id': '0d5f4079-fb7f-429a-b297-fa772eb0da1b', 'name': 'tempest-port--489003147', 'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:47.311315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'port': {'network_id': '282e4b5d-f5bd-4fb9-a178-bbd61aef87e3', 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:47.328537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60038a37-1d0a-4d53-8ceb-a526eecd8354 None None] Network ac844908-f24e-499c-81bf-57619291c596 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:47.347822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:47.347989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:47.386271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:47.388864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.436754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fb58ef08-e967-48b6-863f-0ae1e85e525f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1707194 May 13 15:15:47.444628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:47.447338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:47.453543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33002) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.477288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1865316230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:47.491168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:47.503937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:47.504648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.515437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b53234-4f5d-4a62-b14f-b66509b98b8b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:47.529520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:47.542052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:47.558826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:47.574551 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cac70fff-e5ce-4975-b9aa-495e2565c284 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/843787bb-9818-411c-88f2-ddbb5d417288 HTTP/1.1" status: 204 len: 168 time: 5.2332513 May 13 15:15:47.581717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33006) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.583513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:47.583706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 0d404368-d567-41b5-b47b-6bc8d41b8fae {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:47.590167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.594551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.598462 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1cb11019-37b9-4808-b11b-722e9b857dc1 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2564423 May 13 15:15:47.600885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33010) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.609145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Pushing event updated for resources: {'Port': ['ID=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:47.640812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.641040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.669310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '02b53234-4f5d-4a62-b14f-b66509b98b8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:47.685076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:47.685076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.709147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:47.709387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:47.720102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:47.727599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:47.738108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Attempting to bind port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:47.739095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Attempting to bind port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '13e3fd0c-82f9-442f-b49e-dd86b7327e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:47.739095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Attempting to bind port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 on network a97baff6-3a7f-4d7c-a36b-2766d52ea183 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:47.739327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:47.742483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.747236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.748235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.758957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port c01b59b2-2bf1-41d8-ac84-7b47fadef009 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:47.759306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.766760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:47.767154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Checking segment: {'id': '13e3fd0c-82f9-442f-b49e-dd86b7327e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:47.767552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.768031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Bound using segment: {'id': '13e3fd0c-82f9-442f-b49e-dd86b7327e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:47.768413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Bound port: fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e3fd0c-82f9-442f-b49e-dd86b7327e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:47.768780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.780898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.781301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245da9e7-34ef-4d06-9c74-fc52d094cabe None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:47.787135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:47.807314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:port and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:47.817865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:47.890600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:47.993430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ac844908-f24e-499c-81bf-57619291c596', 'network_id': 'ac844908-f24e-499c-81bf-57619291c596', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '3614eafe-de93-47be-9283-047890523d2d'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:47.995137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.013845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.020348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] For port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:48.027591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.035048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] For port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,segment=NetworkSegment(13e3fd0c-82f9-442f-b49e-dd86b7327e18),segment_id=13e3fd0c-82f9-442f-b49e-dd86b7327e18)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:48.042700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'port': 2} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:48.047078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.067512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.096844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port ddd54d02-d00c-45ad-b461-9d5c0f11264e yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:48.100225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.117790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.166362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.187213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.255127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da4d48-9407-4732-8d00-ce4f3a1a6fcc None None] Pushing event updated for resources: {'Port': ['ID=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.285013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Allocated IP 172.20.0.2 (ac844908-f24e-499c-81bf-57619291c596/3614eafe-de93-47be-9283-047890523d2d/5be56ed8-b6ed-471b-83f4-f8a81b0d06c1) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:48.299450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.323614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Router c2444596-94bb-420f-8d78-6ef4c4466468 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:48.336710 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The resource could not be found. May 13 15:15:48.337769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9e647f53-2af7-4a54-84f2-ef659d006088 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6956539 May 13 15:15:48.338936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.372887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33014) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.390723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '02b53234-4f5d-4a62-b14f-b66509b98b8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5d28569e-84e9-4b7b-8c42-3ca40d6d0206'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:48.460705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:48.467223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=0d404368-d567-41b5-b47b-6bc8d41b8fae,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.487128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:48.488534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.489788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e2c2e-3000-42cd-b9f5-a200a5cc2585 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:48.492188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::10 (a97baff6-3a7f-4d7c-a36b-2766d52ea183/1e398e85-db0c-47ec-abb6-f36c22c8d79a/ddd54d02-d00c-45ad-b461-9d5c0f11264e) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:48.506905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:48.586221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:48.602206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.606751 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e3353a8-fb0f-4c0f-95bb-4a71d4cb7a86 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1399307 May 13 15:15:48.615047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33018) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.640133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99911582-4ed9-4983-b74b-db93ae668910 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/0d404368-d567-41b5-b47b-6bc8d41b8fae HTTP/1.1" status: 204 len: 168 time: 1.4471846 May 13 15:15:48.710826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33022) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.717918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.789582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] device_id is not set on port a5004f72-d267-4fb8-beb3-3ed335603568 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:48.811158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.830241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Transition to ACTIVE for port object 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:48.856770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Transition to ACTIVE for port object 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:48.867723 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f36d9695-2c03-4472-bceb-d1a3220e55bb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528692 May 13 15:15:48.875383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33026) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.902230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:48.949453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.986834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:49.000159 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:49.007339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:49.021850 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:49.022571 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.038589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Deleting port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:49.042433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.067888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for c01b59b2-2bf1-41d8-ac84-7b47fadef009 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:49.083531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Network ac844908-f24e-499c-81bf-57619291c596 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:49.092860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:49.097003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:49.153247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Allocated IP 172.26.7.137 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/1a7a9c00-4400-4461-bdf7-ca5db195fdaa) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:49.170253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Pushing event updated for resources: {'Port': ['ID=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:49.289178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The resource could not be found. May 13 15:15:49.290225 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9de762f7-442a-4a90-a9fc-5d8673140e1e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9163234 May 13 15:15:49.303031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33030) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:49.304090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Attempting to bind port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:49.304589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Attempting to bind port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ac844908-f24e-499c-81bf-57619291c596'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:49.304976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Attempting to bind port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 on network ac844908-f24e-499c-81bf-57619291c596 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:49.314526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:49.314961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Checking segment: {'id': '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ac844908-f24e-499c-81bf-57619291c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:49.315371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.316037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Bound using segment: {'id': '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ac844908-f24e-499c-81bf-57619291c596'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:49.316520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Bound port: 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ac844908-f24e-499c-81bf-57619291c596'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:49.316891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.405467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:49.565091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] For port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:49.565489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.602538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.604561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9778b922-9939-4ad2-9bf9-bbf5230fd4bc admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8105891 May 13 15:15:49.621519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.632087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33034) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:49.709442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:49.718394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:49.741744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.770187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Calling delete_port for b83fc243-1351-4b5d-b4ce-60ffd8ec05cb owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:49.803671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:49.804040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] For port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:49.809644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.830329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] For port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,segment=NetworkSegment(9b2945c9-32b7-46b1-87b9-8dfe1b2dc159),segment_id=9b2945c9-32b7-46b1-87b9-8dfe1b2dc159)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:49.839695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa513b81-f9a7-40bb-8219-329b3b8e1988 None None] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:49.859527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 3, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.865166 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:49.865597 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Updating router c2444596-94bb-420f-8d78-6ef4c4466468 port a9476397-65be-4e28-ab7b-d35efc11b58a binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:49.868434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:49.880119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.940517 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.959520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.980222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.128636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:50.132345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.145215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f0dd-5401-4be0-af8b-56380dc905cc None None] Pushing event updated for resources: {'Port': ['ID=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.184237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.188808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.193154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4fc74cb4-7a6a-4977-a33e-d50bea3f544f None None] Provisioning for port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:50.261308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] Pushing event deleted for resources: {'Port': ['ID=b83fc243-1351-4b5d-b4ce-60ffd8ec05cb,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.264014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=c01b59b2-2bf1-41d8-ac84-7b47fadef009,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.274286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c481716-97eb-4265-b5c5-ffab20d4eaa8 None None] No DVR routers for this DVR port b83fc243-1351-4b5d-b4ce-60ffd8ec05cb on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:50.327418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.400433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object ddd54d02-d00c-45ad-b461-9d5c0f11264e will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:50.412699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.541505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b53234-4f5d-4a62-b14f-b66509b98b8b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.581574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.586231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.598882 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Transition to ACTIVE for port object a9476397-65be-4e28-ab7b-d35efc11b58a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:50.646689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:50.675325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:50.681280 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.805596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:50.812382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:50.812703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.816675 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Pushing event updated for resources: {'Port': ['ID=a9476397-65be-4e28-ab7b-d35efc11b58a,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.839980 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.842420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.842420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.842420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.842420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.842420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.843052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.843626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.844139 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.844747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.847033 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.847648 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.848204 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:50.864957 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Attempting to bind port a9476397-65be-4e28-ab7b-d35efc11b58a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:50.867530 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Attempting to bind port a9476397-65be-4e28-ab7b-d35efc11b58a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:50.868571 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Attempting to bind port a9476397-65be-4e28-ab7b-d35efc11b58a on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:50.885422 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:50.886270 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:50.893284 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.895105 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:50.896020 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Bound port: a9476397-65be-4e28-ab7b-d35efc11b58a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:50.896670 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.958819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.20.0.1 (ac844908-f24e-499c-81bf-57619291c596/3614eafe-de93-47be-9283-047890523d2d/ccaace29-df53-40f6-b286-024952211386) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:50.966373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:50.966808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:50.971305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:50.979592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:51.014838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.035869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:51.038175 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] For port a9476397-65be-4e28-ab7b-d35efc11b58a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:51.041647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:51.042301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.042550 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] For port a9476397-65be-4e28-ab7b-d35efc11b58a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a9476397-65be-4e28-ab7b-d35efc11b58a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:51.072403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=ddd54d02-d00c-45ad-b461-9d5c0f11264e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.081201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Provisioning complete for port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:51.081737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.103206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event updated for resources: {'Port': ['ID=1a7a9c00-4400-4461-bdf7-ca5db195fdaa,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.118619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.118964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.119299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.119638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.119969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.120298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.120623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.120951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.121277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.121602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.121922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.129029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:51.148034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.154331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.158525 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ef7c91d-2520-4fdf-87d6-3044f3c18ab9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/02b53234-4f5d-4a62-b14f-b66509b98b8b HTTP/1.1" status: 204 len: 168 time: 1.8514597 May 13 15:15:51.191717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33038) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.198476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c72ead52-deea-4bbb-9f2f-e0d85c7001b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/c01b59b2-2bf1-41d8-ac84-7b47fadef009 HTTP/1.1" status: 204 len: 168 time: 3.6074541 May 13 15:15:51.207064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33042) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.247571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] device_id is not set on port dfb7ff80-6a6f-497c-92b2-ca8929527b89 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:51.265011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:51.301751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:15:51.306596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.310950 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20fab0-9007-4d74-8d69-c4fca72125ab None None] Pushing event updated for resources: {'Port': ['ID=a9476397-65be-4e28-ab7b-d35efc11b58a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.314738 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-49f3cbcd-792a-4b6c-b60e-cb1633a22139 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6350474 May 13 15:15:51.319924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33046) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.332068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:51.332458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.339634 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:51.340276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:51.344564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:51.368797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': 'a97baff6-3a7f-4d7c-a36b-2766d52ea183', 'name': 'tempest-PortsIpV6TestJSON-389805409', 'fixed_ips': [{'subnet_id': '1e398e85-db0c-47ec-abb6-f36c22c8d79a', 'ip_address': '2001:db8::f'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:51.431529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Current status of the port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:51.432261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.471739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,segment=NetworkSegment(13e3fd0c-82f9-442f-b49e-dd86b7327e18),segment_id=13e3fd0c-82f9-442f-b49e-dd86b7327e18)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:51.531645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.533733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:51.609210 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:51.686668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:floatingip and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:51.693149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:51.710299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:51.733843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:51.743374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:51.747083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:51.755325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:51.766403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:51.777915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:51.778559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.780589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.793159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-15bf2710-fc3d-4deb-93c7-1f6988f59e4f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:51.796146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:51.796591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:51.797341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ed712-f237-4aa2-ba5c-00dc74361e26 None None] Network ac844908-f24e-499c-81bf-57619291c596 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:51.815913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.819067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:51.839248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object ccaace29-df53-40f6-b286-024952211386 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:51.854690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c249fb-8b77-4406-b670-978b1864dd9a None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:51.856638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:51.867778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:51.889668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.949567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 2d423343-205e-465c-a756-7cba69d36e20 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:51.963787 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 3, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:51.967778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af316c8-20ad-4343-a8c3-85ac8d6f5f4b None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:45Z', 'revision_number': 3, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:52.001153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.007921 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d4df53eb-f0f3-409f-a364-34f109628c9f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1260765 May 13 15:15:52.025253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33050) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:52.026672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.111963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:04:75:1b', 'name': 'tempest-NetworksTestDHCPv6-777902664'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:52.113361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network ac844908-f24e-499c-81bf-57619291c596 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:52.114410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=ccaace29-df53-40f6-b286-024952211386,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:52.125189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:52.134765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:52.250817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.255708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.336425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-15bf2710-fc3d-4deb-93c7-1f6988f59e4f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:52.338015 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-15bf2710-fc3d-4deb-93c7-1f6988f59e4f tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1436594 May 13 15:15:52.355303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:52.361486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33054) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:52.387603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '5a7eb0e4-4884-4013-9b86-9142a5df8814', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:52.394529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:52.401448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': 'd910a4ee-6184-4dd3-96d5-8c70ba8b9f9c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:52.401851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.404390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:52.408980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:52.413831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::f (a97baff6-3a7f-4d7c-a36b-2766d52ea183/1e398e85-db0c-47ec-abb6-f36c22c8d79a/2d423343-205e-465c-a756-7cba69d36e20) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:52.415322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:52.469398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b83fc243-1351-4b5d-b4ce-60ffd8ec05cb no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:52.514839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-024bf595-60a4-43a6-af29-02392a30fd60 None None] Current status of the port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:52.520539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b83fc243-1351-4b5d-b4ce-60ffd8ec05cb {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:52.520937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b83fc243-1351-4b5d-b4ce-60ffd8ec05cb not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:52.591902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.603021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.607708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.709420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:52.714750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:52.719725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:52.728686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:52.738591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.770092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Allocated IP 2001:db8::f816:3eff:fe4e:c4e1 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c/7c25a5e9-ce73-44ec-bb2a-e64e267fed28) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:52.773036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Provisioning for port ddd54d02-d00c-45ad-b461-9d5c0f11264e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:52.790257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Provisioning complete for port ddd54d02-d00c-45ad-b461-9d5c0f11264e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:52.790916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.846628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a9476397-65be-4e28-ab7b-d35efc11b58a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:52.848673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:52.960087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Port ddd54d02-d00c-45ad-b461-9d5c0f11264e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:53.189304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Provisioning for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:53.196833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Provisioning complete for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:53.197195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.234782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.284498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 2d423343-205e-465c-a756-7cba69d36e20 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:53.307220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a9476397-65be-4e28-ab7b-d35efc11b58a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:53.317687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a9476397-65be-4e28-ab7b-d35efc11b58a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:53.318084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.377648 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The resource could not be found. May 13 15:15:53.382647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e8faa640-4ef1-4e29-8c7f-b042138e91f7 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0111108 May 13 15:15:53.382982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33058) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:53.393708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966761577'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:53.417641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:53.443059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:53.461500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Current status of the port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:53.461880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.483138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.488909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Port': ['ID=a5004f72-d267-4fb8-beb3-3ed335603568,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.496866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.524292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.524647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.524989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.525143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] For port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,segment=NetworkSegment(9b2945c9-32b7-46b1-87b9-8dfe1b2dc159),segment_id=9b2945c9-32b7-46b1-87b9-8dfe1b2dc159)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:53.525392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.525722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.526085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.526401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.526523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.526773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.527055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.527389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.527706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.528028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:53.533311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Checking segment: {'id': '5d4e7c5d-e8d9-4eea-ab18-e1240357fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0d5f4079-fb7f-429a-b297-fa772eb0da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:53.533760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network hostable DHCP agents. Network: 0d5f4079-fb7f-429a-b297-fa772eb0da1b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:53.559014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.576749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Transition to ACTIVE for port object 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:53.583079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.595776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.637920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:53.643844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:53.653538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:53.658341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:53.661171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:53.667557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:53.671870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Transition to ACTIVE for port object 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:53.680501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a9476397-65be-4e28-ab7b-d35efc11b58a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:53.685364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.698801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a9476397-65be-4e28-ab7b-d35efc11b58a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a9476397-65be-4e28-ab7b-d35efc11b58a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:53.704272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:53.710479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:53.711105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.717896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005500a-a526-4367-b9a1-5f0aeaecd06c None None] Pushing event updated for resources: {'Port': ['ID=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.730146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=2d423343-205e-465c-a756-7cba69d36e20,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.736313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Provisioning complete for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:53.736313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.770755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Allocated IP 172.20.0.1 (678a251d-325d-4f26-bc5d-210c6e9dbe66/39e9a0b1-4227-480d-9270-fee7d9ff8f94/e87597f4-3cec-42a8-a5fa-6173af0519af) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:53.773133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.774724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.858984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.866979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Pushing event updated for resources: {'Port': ['ID=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:53.871152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.876812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.880985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:53.881768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:53.890061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network 0d5f4079-fb7f-429a-b297-fa772eb0da1b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:54.011719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.073403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:54.081809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 009e017b-cc26-441c-a516-e51c3c7070fe yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:15:54.082340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:54.088042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:54.149843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 0d5f4079-fb7f-429a-b297-fa772eb0da1b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:54.172107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:54.173663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.184207 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ba195d29-46eb-48fc-968b-35189bbb35b9 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8267431 May 13 15:15:54.203529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33062) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:54.212527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=ccaace29-df53-40f6-b286-024952211386,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.213305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365aea2-cc64-4022-bd90-cf1b58e65bcd None None] Network 0d5f4079-fb7f-429a-b297-fa772eb0da1b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:54.245189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.278573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b518c07-23a2-4c1e-b86a-3811fd8177c4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.303284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a9476397-65be-4e28-ab7b-d35efc11b58a,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.311664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.316383 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b10a1b53-73ea-414c-811c-81c860289548 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9288766 May 13 15:15:54.318913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33066) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:54.334606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315526863'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:54.335066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:54.335448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.340371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:54.366994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:54.375678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network ac844908-f24e-499c-81bf-57619291c596 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:54.380043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:54.388329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Attempting to bind port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:54.389082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Attempting to bind port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:54.389082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Attempting to bind port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:54.419322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Current status of the port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:54.426832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:54.426832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:54.427280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.427646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:54.428132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Bound port: 7c25a5e9-ce73-44ec-bb2a-e64e267fed28, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:54.428624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.473714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e6d10-4685-4316-9e96-02e9a1d90612 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:54.474498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c65e6d10-4685-4316-9e96-02e9a1d90612 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:54.500131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.211 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/0d3a6c9c-cf54-429a-9030-924f15e43536) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:54.541366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.592212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:54.599717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:54.605147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:54.612819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:54.661231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c65e6d10-4685-4316-9e96-02e9a1d90612 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:54.661902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c65e6d10-4685-4316-9e96-02e9a1d90612 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4554179 May 13 15:15:54.665001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Provisioning for port ccaace29-df53-40f6-b286-024952211386 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:54.667981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:54.668592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Port': ['ID=dfb7ff80-6a6f-497c-92b2-ca8929527b89,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.694375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Provisioning complete for port ccaace29-df53-40f6-b286-024952211386 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:54.694375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.720517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] For port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:54.752291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:54.760652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] For port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:54.771064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 7a9be526-c96c-47e0-9d32-a9d3f2eb6178 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:54.775283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5a978-b57d-47fe-8276-c8fe1ca912ff None None] Port ccaace29-df53-40f6-b286-024952211386 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:54.786727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.801203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Checking segment: {'id': '08caf1ed-aaed-443f-b2e1-08978bf9b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '282e4b5d-f5bd-4fb9-a178-bbd61aef87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:54.801677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network hostable DHCP agents. Network: 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:54.845457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.899421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:54.923800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.930266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.978272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fe04:751b (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c/009e017b-cc26-441c-a516-e51c3c7070fe) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:54.992040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ce5d4-2fe7-4d58-a262-197acd079718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:54.992272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:54.997391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ce5d4-2fe7-4d58-a262-197acd079718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:55.003594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ce5d4-2fe7-4d58-a262-197acd079718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:55.007941 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-919ce5d4-2fe7-4d58-a262-197acd079718 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3363757 May 13 15:15:55.010634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.019250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33074) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:55.027801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Transition to ACTIVE for port object e87597f4-3cec-42a8-a5fa-6173af0519af will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:55.041012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a1824-d07c-455e-8b17-9f594a00baf4 None None] Pushing event updated for resources: {'Port': ['ID=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:55.056052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:55.057234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.074296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61d092-c9fd-44d4-8465-3031713401f1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:55.085024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:55.100658 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17e95973-6d31-4794-a3e4-5ec03888d985 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/7a9be526-c96c-47e0-9d32-a9d3f2eb6178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4764166 May 13 15:15:55.100658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33078) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:55.112183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] Sync routers for ids ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:55.115243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Provisioning for port 2d423343-205e-465c-a756-7cba69d36e20 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:55.146667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.147226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:55.150457 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e622ad57-d685-4acf-ae66-b79dd74c91a2 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8188574 May 13 15:15:55.154080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33082) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:55.169417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] Routers {'7a9be526-c96c-47e0-9d32-a9d3f2eb6178'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:55.170385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.176538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:55.180942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 2d423343-205e-465c-a756-7cba69d36e20 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:55.181294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.182728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:55.187642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:55.188496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.196279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group_rule': {'security_group_id': '7b518c07-23a2-4c1e-b86a-3811fd8177c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fd61d092-c9fd-44d4-8465-3031713401f1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:55.234330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:55.240467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Provisioning complete for port 2d423343-205e-465c-a756-7cba69d36e20 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:55.241198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.247150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ec88c-c10c-451a-9dcc-bc966b051a38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:55.247745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e7ec88c-c10c-451a-9dcc-bc966b051a38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:55.319538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576cadb-8e99-45a5-8f3b-a793a90f78df None None] Network 282e4b5d-f5bd-4fb9-a178-bbd61aef87e3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:55.376894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.427676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e7ec88c-c10c-451a-9dcc-bc966b051a38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:55.428873 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3e7ec88c-c10c-451a-9dcc-bc966b051a38 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports/ccaace29-df53-40f6-b286-024952211386 HTTP/1.1" status: 200 len: 910 time: 0.3281605 May 13 15:15:55.435264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33086) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:55.455836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] Routers {'7a9be526-c96c-47e0-9d32-a9d3f2eb6178'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:55.455938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3614eafe-de93-47be-9283-047890523d2d'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:55.456414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.496443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:55.500345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Router 16530a78-c54e-4703-a579-18f07f79b537 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:55.514775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:55.537014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:55.593957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Port 2d423343-205e-465c-a756-7cba69d36e20 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:55.616178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.621932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.623046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da37bb-7e89-43f9-91d1-03a2eca6a281 None None] The sync data for ids ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:55.653434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.703322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Provisioning complete for port ccaace29-df53-40f6-b286-024952211386 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:55.703694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.711604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=0d3a6c9c-cf54-429a-9030-924f15e43536,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:55.736221 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-25517fa6-c322-45da-96ce-ee8621995b9b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.4320116 May 13 15:15:55.740162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33090) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:55.776279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:55.777392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a9476397-65be-4e28-ab7b-d35efc11b58a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:55.790444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.805471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:55.806183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 2d423343-205e-465c-a756-7cba69d36e20 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:55.848926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67192-a59d-497f-adda-3ae0a53a3e49 None None] Port ccaace29-df53-40f6-b286-024952211386 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:55.860146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:55.911898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a9476397-65be-4e28-ab7b-d35efc11b58a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:55.912368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.943362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:55.962866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:56.035932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:56.042793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:56.097701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.098135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a9476397-65be-4e28-ab7b-d35efc11b58a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:56.172943 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:15:56.177924 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d87b3665-1840-4ed5-a850-c263e81851b9 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0139031 May 13 15:15:56.177924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Pushing event updated for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:56.185324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33094) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:56.240947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 009e017b-cc26-441c-a516-e51c3c7070fe will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:56.265467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:56.271240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.273326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.278804 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] Sync routers for ids ['16530a78-c54e-4703-a579-18f07f79b537'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:56.296524 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] Routers {'16530a78-c54e-4703-a579-18f07f79b537'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:56.298962 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['16530a78-c54e-4703-a579-18f07f79b537'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.331310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90e60c-b4c7-44aa-b52a-32195f833a0e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.337496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90e60c-b4c7-44aa-b52a-32195f833a0e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.338326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b90e60c-b4c7-44aa-b52a-32195f833a0e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Synchronizing usage tracker for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:56.364310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.388999 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.404826 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] Routers {'16530a78-c54e-4703-a579-18f07f79b537'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:56.405725 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['16530a78-c54e-4703-a579-18f07f79b537'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.439886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.440423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8dc7caf4-a571-4584-93eb-5be734cfbe4e None None] Provisioning for port e87597f4-3cec-42a8-a5fa-6173af0519af completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:56.441121 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c4a5d49b-178d-443f-afea-2e743c0ff323 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4012716 May 13 15:15:56.441849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.448063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8dc7caf4-a571-4584-93eb-5be734cfbe4e None None] Provisioning complete for port e87597f4-3cec-42a8-a5fa-6173af0519af triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:56.448901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8dc7caf4-a571-4584-93eb-5be734cfbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.449051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33098) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:56.463123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.470237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:56.496616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=2d423343-205e-465c-a756-7cba69d36e20,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:56.500237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.500237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889382c-1f2e-497d-9ee4-9f94687e154a None None] The sync data for ids ['16530a78-c54e-4703-a579-18f07f79b537'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:56.533280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7caf4-a571-4584-93eb-5be734cfbe4e None None] Port e87597f4-3cec-42a8-a5fa-6173af0519af cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:56.551807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b90e60c-b4c7-44aa-b52a-32195f833a0e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Unset dirty status for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:56.563620 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b90e60c-b4c7-44aa-b52a-32195f833a0e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8064017 May 13 15:15:56.563620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33102) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:56.569720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.618997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.639549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.737111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b959e2d8-562c-4b88-8bc3-742ecc818d50 None None] Provisioning for port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:56.755416 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b157313-c218-49b3-bfdc-ddb8d9228fb5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/2d423343-205e-465c-a756-7cba69d36e20 HTTP/1.1" status: 204 len: 168 time: 1.7306392 May 13 15:15:56.761246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33106) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:56.816576 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c918670-777d-4e33-8f1e-88580fb872a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:15:56.817200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3c918670-777d-4e33-8f1e-88580fb872a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:56.867553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:56.888518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:56.902147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:56.906927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting port a5004f72-d267-4fb8-beb3-3ed335603568 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:56.907279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.934977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:56.941331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.941881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.956002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3c918670-777d-4e33-8f1e-88580fb872a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:56.957204 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c918670-777d-4e33-8f1e-88580fb872a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/2d423343-205e-465c-a756-7cba69d36e20 HTTP/1.1" status: 404 len: 333 time: 0.1952102 May 13 15:15:56.961195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33110) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:56.966002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=009e017b-cc26-441c-a516-e51c3c7070fe,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.015187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.033706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:57.039128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:57.039621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.075771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.139842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.152600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.177795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:57.178511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.217087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:57.296754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.297284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.302122 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/ports/ccaace29-df53-40f6-b286-024952211386 HTTP/1.1" status: 200 len: 910 time: 1.8634033 May 13 15:15:57.303034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33114) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:57.308067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.357869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b5a8870a-6705-44b2-b932-d7167806a4c2 None None] Provisioning for port 009e017b-cc26-441c-a516-e51c3c7070fe completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:57.359990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c29ed-b30e-46ba-9e1f-366391570326 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=ccaace29-df53-40f6-b286-024952211386,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.385007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b5a8870a-6705-44b2-b932-d7167806a4c2 None None] Provisioning complete for port 009e017b-cc26-441c-a516-e51c3c7070fe triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:57.385431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b5a8870a-6705-44b2-b932-d7167806a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.430264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61d092-c9fd-44d4-8465-3031713401f1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.464706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:57.465889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.466853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8870a-6705-44b2-b932-d7167806a4c2 None None] Port 009e017b-cc26-441c-a516-e51c3c7070fe cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:57.467087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-83c66619-4802-4b12-84ad-38a10932a56a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/fd61d092-c9fd-44d4-8465-3031713401f1 HTTP/1.1" status: 204 len: 168 time: 1.2769794 May 13 15:15:57.473445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33118) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:57.483940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.483940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.483940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.483940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484308 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f3de07a9-e744-46d4-bf40-924825595001 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4396200 May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.484920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33122) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:57.484999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:57.485317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port ddd54d02-d00c-45ad-b461-9d5c0f11264e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:57.486111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.496091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.525728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.762757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-204a0a8f-8cd9-47d2-b14d-05c464d168d6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:57.840804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638e749-2681-4745-9fdc-370d1c1d4246 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.847670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638e749-2681-4745-9fdc-370d1c1d4246 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.848442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8638e749-2681-4745-9fdc-370d1c1d4246 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:57.913351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-204a0a8f-8cd9-47d2-b14d-05c464d168d6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:57.917758 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-204a0a8f-8cd9-47d2-b14d-05c464d168d6 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4406943 May 13 15:15:57.923346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33126) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:58.031407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.085203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8638e749-2681-4745-9fdc-370d1c1d4246 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:58.088902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8638e749-2681-4745-9fdc-370d1c1d4246 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6013892 May 13 15:15:58.090445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33130) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:58.195070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 009e017b-cc26-441c-a516-e51c3c7070fe {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:58.195408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.221758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.291197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Calling delete_port for a5004f72-d267-4fb8-beb3-3ed335603568 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:58.303419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.502798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.542301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.618038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.622160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.630576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.637728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.676322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b518c07-23a2-4c1e-b86a-3811fd8177c4,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:58.714465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.837791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.837908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:58.929140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:58.935481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.935481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-931ab006-8bbf-4724-8c7e-547044b9357c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/7b518c07-23a2-4c1e-b86a-3811fd8177c4 HTTP/1.1" status: 204 len: 168 time: 1.0089834 May 13 15:15:58.941749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 009e017b-cc26-441c-a516-e51c3c7070fe owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:58.943063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.960655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33134) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:59.003315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for ddd54d02-d00c-45ad-b461-9d5c0f11264e owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:59.077401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:59.090472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:15:59.113227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.115857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=0d3a6c9c-cf54-429a-9030-924f15e43536,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:59.121478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.130277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.174707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port ccaace29-df53-40f6-b286-024952211386 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:59.175049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.204042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Port': ['ID=a5004f72-d267-4fb8-beb3-3ed335603568,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:59.216290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.304699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.305145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.333542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Deleting port 1a7a9c00-4400-4461-bdf7-ca5db195fdaa {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:59.333890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.357488 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4fe9955b-d3bd-41fe-bdd0-31cb4622fe19 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/ports/a5004f72-d267-4fb8-beb3-3ed335603568 HTTP/1.1" status: 204 len: 168 time: 2.7913752 May 13 15:15:59.360377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-312b1264-2117-42be-96f3-bb407e170a4c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:59.371820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33138) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:59.379387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=009e017b-cc26-441c-a516-e51c3c7070fe,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:59.459420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Pushing event updated for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:59.468520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.500085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.528885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.532684 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-93488293-b99a-47f3-8ba4-15d8b438ee19 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2984517 May 13 15:15:59.587288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33142) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:59.648944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-312b1264-2117-42be-96f3-bb407e170a4c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:59.650297 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-312b1264-2117-42be-96f3-bb407e170a4c tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6603267 May 13 15:15:59.656124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'port': {'network_id': 'f7e5629f-f80a-43bd-9aed-e9763fc5a973', 'name': 'tempest-FloatingIPTestJSON-112102018'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:59.659099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33146) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:59.662518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.672595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting port dfb7ff80-6a6f-497c-92b2-ca8929527b89 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:59.673775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.709199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047895202'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:59.793862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.838121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:59.852171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for ccaace29-df53-40f6-b286-024952211386 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:59.884007 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c23d95ec-e591-438e-8ff0-53006633e470 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/009e017b-cc26-441c-a516-e51c3c7070fe HTTP/1.1" status: 204 len: 168 time: 1.7878628 May 13 15:15:59.890959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=ddd54d02-d00c-45ad-b461-9d5c0f11264e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:59.893988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.894818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33150) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:59.917217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:00.078712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aba0ba-7850-42c4-bc0a-1a749c05148d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:00.081046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aba0ba-7850-42c4-bc0a-1a749c05148d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:00.081828 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c8aba0ba-7850-42c4-bc0a-1a749c05148d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:00.091060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Calling delete_port for 1a7a9c00-4400-4461-bdf7-ca5db195fdaa owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:00.122916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:00.123821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.141422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.148778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:00.237758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:00.247819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.260271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Usage tracker for resource:security_group_rule and tenant:91b29a9a2dcd487e93969dd9b1edb690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:00.267546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c8aba0ba-7850-42c4-bc0a-1a749c05148d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:00.269438 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c8aba0ba-7850-42c4-bc0a-1a749c05148d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3718889 May 13 15:16:00.325690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:00.356240 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:16:00.365152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33154) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:00.369479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:00.381516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f1d3315d-d5c7-4f19-bfb6-affe0e671ed3 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/ddd54d02-d00c-45ad-b461-9d5c0f11264e HTTP/1.1" status: 204 len: 168 time: 3.4168808 May 13 15:16:00.389068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33158) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:00.398159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Calling delete_port for dfb7ff80-6a6f-497c-92b2-ca8929527b89 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:00.427380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:00.430336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-984d7380-0f2f-4dd1-a6c0-45c0ccd8618c None None] Provisioning complete for port e87597f4-3cec-42a8-a5fa-6173af0519af triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:00.430864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-984d7380-0f2f-4dd1-a6c0-45c0ccd8618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.450196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:00.491391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-984d7380-0f2f-4dd1-a6c0-45c0ccd8618c None None] Port e87597f4-3cec-42a8-a5fa-6173af0519af cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:00.533399 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe331ea-ebab-46fb-b504-01bb0be5e262 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:16:00.534775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cfe331ea-ebab-46fb-b504-01bb0be5e262 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/ddd54d02-d00c-45ad-b461-9d5c0f11264e HTTP/1.1" status: 404 len: 333 time: 0.1447794 May 13 15:16:00.540380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33162) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:00.644513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 1e398e85-db0c-47ec-abb6-f36c22c8d79a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:00.648276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.700145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.708071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:00.719456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.761193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:00.763215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.764895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.779470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.827876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.857302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7b8cde0f-1744-41a0-8421-604b3f986f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.858875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] device_id is not set on port 2b772229-eba6-4a66-9384-6550bbce1754 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:00.862311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=ccaace29-df53-40f6-b286-024952211386,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:00.921698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:00.932587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Port': ['ID=dfb7ff80-6a6f-497c-92b2-ca8929527b89,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:00.984686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.022773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6a484a23-9bfe-4adb-b735-e70618e6cd5f tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/ports/dfb7ff80-6a6f-497c-92b2-ca8929527b89 HTTP/1.1" status: 204 len: 168 time: 1.6476991 May 13 15:16:01.026522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33166) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:01.140299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-36682226-b8ec-44a1-967e-fb367f7735e3 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Synchronizing usage tracker for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:01.238951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.277403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.353552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.14 (f7e5629f-f80a-43bd-9aed-e9763fc5a973/a45e0dd8-0c77-4908-80f5-f42fee7afcc2/2b772229-eba6-4a66-9384-6550bbce1754) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:01.361382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.370970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.372950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Pushing event deleted for resources: {'Port': ['ID=1a7a9c00-4400-4461-bdf7-ca5db195fdaa,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:01.471830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:01.483410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:01.494763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-36682226-b8ec-44a1-967e-fb367f7735e3 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Unset dirty status for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:01.495858 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-36682226-b8ec-44a1-967e-fb367f7735e3 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4669929 May 13 15:16:01.503124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:01.503307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:01.503830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:01.523344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1366931580'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:01.542250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:01.558304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:network and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:01.563694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.578420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.612582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:01.696456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:01.707789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.727895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 7a9be526-c96c-47e0-9d32-a9d3f2eb6178 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:01.728345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:01.731485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.906913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.938264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f09cd-b987-40e9-a99a-4af640d3eb8b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:01.953881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=1e398e85-db0c-47ec-abb6-f36c22c8d79a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:01.956024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:01.958471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:01.964903 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-be18c0a9-7cbd-4552-9ec7-dcbbc705e220 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/7a9be526-c96c-47e0-9d32-a9d3f2eb6178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6585188 May 13 15:16:01.964903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.966722 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-eb4f9c5b-21cb-499f-afa6-ae3a00f3531c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/1e398e85-db0c-47ec-abb6-f36c22c8d79a HTTP/1.1" status: 204 len: 168 time: 1.4227784 May 13 15:16:01.967516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33174) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:01.968202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.969321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bfcf768d-307e-4978-ae85-4c84bc41c58e tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3092873 May 13 15:16:01.972816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33176) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:01.973780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.975849 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b66033a-0d4d-42c2-9b98-6c34026437a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c HTTP/1.1" status: 204 len: 168 time: 1.6079516 May 13 15:16:01.989089 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] Sync routers for ids ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:02.006189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33180) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.006524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33182) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.013262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1eddedbd-0793-4670-a25a-91efc56b7445 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:02.013903 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-1eddedbd-0793-4670-a25a-91efc56b7445 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:16:02.014412 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-1eddedbd-0793-4670-a25a-91efc56b7445 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] update failed (client error): There was a conflict when trying to complete your request. May 13 15:16:02.025332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1eddedbd-0793-4670-a25a-91efc56b7445 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "PUT /v2.0/security-groups/9f7f09cd-b987-40e9-a99a-4af640d3eb8b HTTP/1.1" status: 409 len: 330 time: 0.0077877 May 13 15:16:02.041348 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] Routers {'7a9be526-c96c-47e0-9d32-a9d3f2eb6178'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:02.045764 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:02.076360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcd12a5-c448-4278-a724-02712ee6868c None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:02.079696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33188) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.102812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7c5e9-2c2d-4d1d-adb7-5cdd4f2e8a2a None None] Network a97baff6-3a7f-4d7c-a36b-2766d52ea183 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:02.114301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:02.114711 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fa54d57d-2720-4bfd-a906-2a05eb51e720 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053514 May 13 15:16:02.116551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7f2e300a-d9f4-46f6-8847-d05de0a5ebca tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:02.117626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.121721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33194) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.147813 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:02.152536 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ee92f7b-68d9-4424-ab44-28faf9ee3330 admin admin] 10.222.0.91 "PUT /v2.0/routers/c2444596-94bb-420f-8d78-6ef4c4466468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5121999 May 13 15:16:02.173559 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] Routers {'7a9be526-c96c-47e0-9d32-a9d3f2eb6178'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:02.174374 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:02.243812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.277986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7f2e300a-d9f4-46f6-8847-d05de0a5ebca tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:02.279354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7f2e300a-d9f4-46f6-8847-d05de0a5ebca tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a9be526-c96c-47e0-9d32-a9d3f2eb6178 HTTP/1.1" status: 200 len: 205 time: 0.3087919 May 13 15:16:02.284148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33200) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.291907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce146ab-29cf-4435-9a46-26700864733b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:02.292631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9ce146ab-29cf-4435-9a46-26700864733b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:02.299057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.302406 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:02.302811 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067647f-621a-43d4-9fd4-2dd77b32904c None None] The sync data for ids ['7a9be526-c96c-47e0-9d32-a9d3f2eb6178'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:02.391139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.416731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:02.434238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.444230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.455511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.456167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment 8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1 of type vlan for network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c May 13 15:16:02.498095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.573461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9ce146ab-29cf-4435-9a46-26700864733b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:02.575130 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9ce146ab-29cf-4435-9a46-26700864733b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4515607 May 13 15:16:02.619196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33206) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.686922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Router 16530a78-c54e-4703-a579-18f07f79b537 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:02.696558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.741040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:02.741382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.779103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.818214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d82d12-d0d4-452f-b8cd-69d617503592 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:02.818885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-34d82d12-d0d4-452f-b8cd-69d617503592 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:02.895606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:15:57Z', 'revision_number': 2, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:02.902997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:02.903397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Updating router c2444596-94bb-420f-8d78-6ef4c4466468 port e87597f4-3cec-42a8-a5fa-6173af0519af binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:02.962591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:03.019591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:03.023459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] DHCP port deletion for a97baff6-3a7f-4d7c-a36b-2766d52ea183 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:03.043310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Deleting port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:03.043789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.048869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:03.074339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.075692 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1a4116ef-4bb2-4a13-8478-ae90ed4eb17c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "PUT /v2.0/routers/16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 200 len: 706 time: 6.6221511 May 13 15:16:03.085302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Deleting port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:03.085799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.097383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.119613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.124251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] Sync routers for ids ['16530a78-c54e-4703-a579-18f07f79b537'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:03.140732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f09cd-b987-40e9-a99a-4af640d3eb8b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.144380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.149279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.195174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.198825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-34d82d12-d0d4-452f-b8cd-69d617503592 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:03.199987 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-34d82d12-d0d4-452f-b8cd-69d617503592 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5715313 May 13 15:16:03.202682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33222) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.215159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] Routers {'16530a78-c54e-4703-a579-18f07f79b537'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:03.216727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['16530a78-c54e-4703-a579-18f07f79b537'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:03.220740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.222509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.228300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:03.228887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.297402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.298813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9be526-c96c-47e0-9d32-a9d3f2eb6178 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:03.318561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.322848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-397ae9de-e98a-4348-88e1-ca9f572e1bf9 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/7a9be526-c96c-47e0-9d32-a9d3f2eb6178 HTTP/1.1" status: 204 len: 168 time: 1.0241990 May 13 15:16:03.322848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-341fb68a-7667-4670-ad4e-6df007e39573 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185031 May 13 15:16:03.323189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33226) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.326589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.335207 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6303aaab-a4f5-412f-957a-a562459ce76a tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/9f7f09cd-b987-40e9-a99a-4af640d3eb8b HTTP/1.1" status: 204 len: 168 time: 1.2494035 May 13 15:16:03.336271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:03.336794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.337500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33232) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.339104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-56690663-cdf8-4dd0-8c8b-2cb07994b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.381117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33236) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.412358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:03.434816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-506700896-network', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:03.513740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] Routers {'16530a78-c54e-4703-a579-18f07f79b537'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:03.513740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['16530a78-c54e-4703-a579-18f07f79b537'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:03.522675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:03.560651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Usage tracker for resource:network and tenant:f27df02b1e61496581cf7e42f8e858c9 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:03.571502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:03.605303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:03.606354 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-915c2295-e8a2-4dcf-abcf-6fc5fbba148d tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/routers/16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 200 len: 741 time: 0.5074055 May 13 15:16:03.606876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33244) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.623853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 3614eafe-de93-47be-9283-047890523d2d {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:03.628434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5c3e4fd-6ea2-4cff-b4c2-b461aa374c25 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Synchronizing usage tracker for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:03.634783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.645203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,segment=NetworkSegment(13e3fd0c-82f9-442f-b49e-dd86b7327e18),segment_id=13e3fd0c-82f9-442f-b49e-dd86b7327e18)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:03.645567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.661877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:03.662321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e09da-ad93-4a82-b140-141b6572b58c None None] The sync data for ids ['16530a78-c54e-4703-a579-18f07f79b537'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:03.678967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:03.696023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network f7e5629f-f80a-43bd-9aed-e9763fc5a973 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:03.697588 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1873400 May 13 15:16:03.705043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.709365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:03.716993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1444619595'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:03.724396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:03.738149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:03.741729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.773000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9f61c1c6-23c3-4a0b-9e35-80d8d8dabfe2 tempest-RoutersAdminTest-1706197712 tempest-RoutersAdminTest-1706197712-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 200 len: 205 time: 0.1541903 May 13 15:16:03.776570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33252) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.786366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:network and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:03.795187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Made reservation on behalf of f27df02b1e61496581cf7e42f8e858c9 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:03.797471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.808850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:03.837021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:03.839010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] For port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:03.839410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.856571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:03.863209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=2b772229-eba6-4a66-9384-6550bbce1754,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.864359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.880265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b5c3e4fd-6ea2-4cff-b4c2-b461aa374c25 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] Unset dirty status for tenant:91b29a9a2dcd487e93969dd9b1edb690 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:03.880265 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5c3e4fd-6ea2-4cff-b4c2-b461aa374c25 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4958973 May 13 15:16:03.880458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:03.886567 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fa7e6aa7-512e-4c07-93c0-52d5c95661a7 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 200 len: 205 time: 0.1005788 May 13 15:16:03.888736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33256) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.889064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33258) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.891364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:03.895731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.920536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9cd1a-cd5c-4822-b2f1-429575e91c5b tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=2efd26ee-36bc-4eda-b71e-f0e59e1aa42c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.984413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:03.985215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.047619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:04.065033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:04.066264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Calling delete_port for 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:04.103732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Usage tracker for resource:security_group_rule and tenant:f27df02b1e61496581cf7e42f8e858c9 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:04.109239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:04.120357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e2dcb02f-d308-41db-93d2-c2a7b1f22b45 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5277953 May 13 15:16:04.121773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.125792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:04.167359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': '2b772229-eba6-4a66-9384-6550bbce1754'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:04.168797 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-180513e7-2316-42e5-980a-8696835e2717 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] delete failed (client error): The resource could not be found. May 13 15:16:04.169827 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-180513e7-2316-42e5-980a-8696835e2717 tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "DELETE /v2.0/security-groups/0ab3fdce-f4c5-4acc-8681-57da1f577179 HTTP/1.1" status: 404 len: 347 time: 0.2589695 May 13 15:16:04.184817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:04.189492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.202595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:04.204778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33268) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:04.232200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] For port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,segment=NetworkSegment(13e3fd0c-82f9-442f-b49e-dd86b7327e18),segment_id=13e3fd0c-82f9-442f-b49e-dd86b7327e18)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:04.232603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.260749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:04.266299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.273047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No DVR routers for this DVR port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:04.276168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.336309 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-45d58b46-fee9-455d-becf-381cb6b796fa tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] show failed (client error): The resource could not be found. May 13 15:16:04.337234 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-45d58b46-fee9-455d-becf-381cb6b796fa tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-groups/6cce98d2-eff2-44fe-9435-73b74255c32f HTTP/1.1" status: 404 len: 347 time: 0.1286058 May 13 15:16:04.367488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33272) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:04.402985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Calling delete_port for fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:04.446749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.458237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-c0e6101d-c6a3-4d1b-b546-79917e87293b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] show failed (client error): The resource could not be found. May 13 15:16:04.463861 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c0e6101d-c6a3-4d1b-b546-79917e87293b tempest-NegativeSecGroupTest-646700504 tempest-NegativeSecGroupTest-646700504-project] 10.222.0.91 "GET /v2.0/security-group-rules/9bb4e9b4-adf7-4c9d-94c2-a0c722f22ef6 HTTP/1.1" status: 404 len: 356 time: 0.0906823 May 13 15:16:04.487364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:04.562612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.579759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:04.580218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:04.630983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.634521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.637420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.638448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97baff6-3a7f-4d7c-a36b-2766d52ea183']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.658754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e3fd0c-82f9-442f-b49e-dd86b7327e18') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.659187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e3fd0c-82f9-442f-b49e-dd86b7327e18') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.714029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] Pushing event deleted for resources: {'Port': ['ID=7c25a5e9-ce73-44ec-bb2a-e64e267fed28,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:04.716232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740f78c-52b0-40b5-9697-f155276b9caf None None] No DVR routers for this DVR port 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:04.743790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.747764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.757819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Transition to ACTIVE for port object e87597f4-3cec-42a8-a5fa-6173af0519af will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:04.777077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.827692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.839932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:04.839932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.853463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.853858 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Added segment 366be7de-79c6-46a0-aaad-2256dbd9f2fd of type vlan for network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:04.855207 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:04.912323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.918703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:04.930472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.016889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.101204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Deleting port fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:05.101706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.110046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.123546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.124069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Fanout notify agent at l3_agent the message router_deleted on router 16530a78-c54e-4703-a579-18f07f79b537 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:05.160131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33280) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.163749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.224880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.238242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.240195 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/3614eafe-de93-47be-9283-047890523d2d HTTP/1.1" status: 204 len: 168 time: 1.9155810 May 13 15:16:05.241179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb21b-6d1e-4118-8cfa-ec2931c3e088 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=3614eafe-de93-47be-9283-047890523d2d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.244463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33286) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.253544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.254618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67ca8b96-b1b5-45ee-8fe7-da3cab0ba89f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 204 len: 168 time: 1.3421140 May 13 15:16:05.265610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:05.265610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:05.265610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:05.265937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.265937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:05.265937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.272451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.275590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33290) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.333932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:05.334456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7c25a5e9-ce73-44ec-bb2a-e64e267fed28 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:05.336465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f298abd-535f-49f4-9cf0-2240f7bd1362 None None] Network ac844908-f24e-499c-81bf-57619291c596 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:05.375674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Attempting to bind port e87597f4-3cec-42a8-a5fa-6173af0519af on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:05.376652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Attempting to bind port e87597f4-3cec-42a8-a5fa-6173af0519af by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:05.377049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Attempting to bind port e87597f4-3cec-42a8-a5fa-6173af0519af on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:05.404765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.416895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6f42f-c9f6-4ae8-b6dd-69d44f4c5375 None None] The port 'fd19cfe8-d4ae-4d4a-b64d-34e20b7c0b55' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:05.430653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.473592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:05.473980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:05.474383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.474776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Bound using segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:05.475245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Bound port: e87597f4-3cec-42a8-a5fa-6173af0519af, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:05.475610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.484380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248edd08-7567-4a40-8f6b-61688747abd6 None None] Pushing event updated for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.515343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=a97baff6-3a7f-4d7c-a36b-2766d52ea183,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.527781 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a1f9d1e7-3b19-4356-8732-f834073178a0 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/a97baff6-3a7f-4d7c-a36b-2766d52ea183 HTTP/1.1" status: 204 len: 168 time: 3.4910901 May 13 15:16:05.530974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.540365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1978662910'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:05.548892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:05.556540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:network and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:05.561027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:05.562682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:05.566004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.569876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:05.622872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.648388 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aff178be-b46b-4732-abb8-547699189637 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 200 len: 205 time: 0.3073113 May 13 15:16:05.657599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:05.664202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f92939-9244-4a1f-94fd-116da9dd31e8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.669103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33298) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.680375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:05.691160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.692963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Added segment 8161dd57-4bf6-4e72-b958-3f48c94e354e of type vlan for network 7d36694b-73a3-4895-a211-51145443464b May 13 15:16:05.693265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:05.696190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.708998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed75434-6fdc-490f-ac3f-e9d502cf2c64 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:05.764962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:05.765629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.784015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9b9b3163-aaed-4232-84da-779274aad0f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=91b29a9a2dcd487e93969dd9b1edb690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222746 May 13 15:16:05.785060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Network': ['ID=648f495f-9e64-4f75-92b1-a4ed07a4ff74,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.801877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33302) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.803694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=12d54633-8f06-440d-9d73-5da694478296,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.806750 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f09c455-f593-4dca-9819-1022bb5cd713 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0960102 May 13 15:16:05.827271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:05.830474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-5f1e8b51-472d-42aa-b2bb-aebef021fb85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:05.831806 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5f1e8b51-472d-42aa-b2bb-aebef021fb85 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/16530a78-c54e-4703-a579-18f07f79b537 HTTP/1.1" status: 404 len: 336 time: 0.1531587 May 13 15:16:05.835818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.847331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33306) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.887427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 6aed3f9d-07ed-47fa-bb60-2b46b18b08e4 associated. External IP: 172.26.7.211, port: 2b772229-eba6-4a66-9384-6550bbce1754. May 13 15:16:05.905120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] For port e87597f4-3cec-42a8-a5fa-6173af0519af, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:05.964232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] For port e87597f4-3cec-42a8-a5fa-6173af0519af, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e87597f4-3cec-42a8-a5fa-6173af0519af,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:05.970371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.974532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1888603f-070a-4365-b636-fc41cf1c67e5 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 200 len: 205 time: 0.1232288 May 13 15:16:05.976537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.981341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:05.984983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.984983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33312) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.016498 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b76cf645-3f5e-4f17-9673-439e2ec3018a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6357789 May 13 15:16:06.019145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33318) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.030623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:06.030971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.047283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.071285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'subnets': [{'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1640797588', 'ip_version': 4}, {'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:06.071601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'subnet': {'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1640797588', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:06.072178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Request body: {'subnet': {'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:06.073936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:7c:95:58', 'name': 'tempest-NetworksTestDHCPv6-974521159'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:06.105180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-3f4a6cde-81ee-4d61-8935-0aa4f5396a3c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:06.108952 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3f4a6cde-81ee-4d61-8935-0aa4f5396a3c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/123c5a7f-7023-488f-812d-6c646d9c45c7 HTTP/1.1" status: 404 len: 336 time: 0.1234641 May 13 15:16:06.114955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.145763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.157365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33322) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.163674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.164258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Added segment 6a46e9bb-a65c-461c-bdb2-1f72679bfc0c of type vlan for network 6556b001-708d-407d-903a-9be21261022c May 13 15:16:06.194469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:06.195731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.262000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] DHCP port deletion for ac844908-f24e-499c-81bf-57619291c596 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:06.264134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '12d54633-8f06-440d-9d73-5da694478296'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:06.265125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.295623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Deleting port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:06.296250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.302373 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-800dd707-913a-4413-836f-82658f2de0cd tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 200 len: 205 time: 0.0714929 May 13 15:16:06.319405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33326) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.340353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248edd08-7567-4a40-8f6b-61688747abd6 None None] Pushing event updated for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:06.409302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.430511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.431660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:06.432330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.489918 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-867059f2-1838-4791-8881-ae0049b91e0e tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:06.490980 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-867059f2-1838-4791-8881-ae0049b91e0e tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/78a16c8c-7cb7-4577-8099-693ce6e1e582 HTTP/1.1" status: 404 len: 336 time: 0.1676970 May 13 15:16:06.512165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33330) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.537247 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1357553 May 13 15:16:06.562669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33334) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.590284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Request body: {'subnet': {'network_id': '7d36694b-73a3-4895-a211-51145443464b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-506700896-subnet', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:06.607028 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a93316e3-cdd0-41fd-a67b-8be37d901d9f tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 200 len: 205 time: 0.0938118 May 13 15:16:06.609110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:06.616151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33338) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.677200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Usage tracker for resource:subnet and tenant:f27df02b1e61496581cf7e42f8e858c9 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:06.719657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:06.742450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:06.760352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:06.770458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:06.789562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,segment=NetworkSegment(9b2945c9-32b7-46b1-87b9-8dfe1b2dc159),segment_id=9b2945c9-32b7-46b1-87b9-8dfe1b2dc159)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:06.790041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.793402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.799592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:06.800206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.805146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b2d6-1ae3-43cd-b338-6d783920b926 admin admin] Pushing event updated for resources: {'Network': ['ID=7d36694b-73a3-4895-a211-51145443464b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:06.805769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Usage tracker for resource:subnet and tenant:c87a666fdadd429f8e3f32ea89301773 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:06.809338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:06.827080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-f0571842-7e59-4c1c-bef2-7fbd18ba8229 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:06.828132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f0571842-7e59-4c1c-bef2-7fbd18ba8229 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/03e7bcf9-0cd5-434a-8a6d-8856f22412fc HTTP/1.1" status: 404 len: 336 time: 0.2080009 May 13 15:16:06.833839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:06.857197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 7d36694b-73a3-4895-a211-51145443464b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:06.858809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33342) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.924080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.945178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:06.978411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:06.996603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:07.015896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a748b7-eb72-402c-a341-5d92139e2fca,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.027758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.028658 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43f43dc4-21c4-4744-9f7e-88512fba3644 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6a748b7-eb72-402c-a341-5d92139e2fca HTTP/1.1" status: 204 len: 168 time: 1.2205081 May 13 15:16:07.049118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:07.062417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/12d54633-8f06-440d-9d73-5da694478296/9acf2372-3c62-44d3-8b61-e847c2c170ae) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:07.102645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:07.174495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.194122 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8221a555-d39f-4267-aef8-96e3e544d545 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 200 len: 205 time: 0.3340502 May 13 15:16:07.200451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Made reservation on behalf of f27df02b1e61496581cf7e42f8e858c9 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:07.203138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.218319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33348) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.245540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] For port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,segment=NetworkSegment(9b2945c9-32b7-46b1-87b9-8dfe1b2dc159),segment_id=9b2945c9-32b7-46b1-87b9-8dfe1b2dc159)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:07.246063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.295296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=5be56ed8-b6ed-471b-83f4-f8a81b0d06c1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.315566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7833765 May 13 15:16:07.316278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No DVR routers for this DVR port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:07.317618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b21d8-39ef-45f6-bdc4-84482d422ba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Network': ['ID=6556b001-708d-407d-903a-9be21261022c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.331858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.354655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '6556b001-708d-407d-903a-9be21261022c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:07.381718 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-da639af9-730e-445d-aace-bcec1e69dab6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:07.383256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da639af9-730e-445d-aace-bcec1e69dab6 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/76406600-1943-4655-82d5-eecc390b6ca4 HTTP/1.1" status: 404 len: 336 time: 0.1554210 May 13 15:16:07.442762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.473002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33358) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.483484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 6556b001-708d-407d-903a-9be21261022c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:07.506090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Calling delete_port for 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:07.534074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Made reservation on behalf of c87a666fdadd429f8e3f32ea89301773 for: {'subnet': 2} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:07.539506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.540420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.566823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.575728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port c64af048-6dad-47c4-89f3-a01e7c9e24fa yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:07.626157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:07.635625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:07.642333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fb503e89-b485-4e0e-94f0-f6865676989c tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "GET /v2.0/ports?device_id=bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 HTTP/1.1" status: 200 len: 205 time: 0.1655939 May 13 15:16:07.648033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33368) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.683097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:16:07.683507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:07.710676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:07.723073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:07.739500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac844908-f24e-499c-81bf-57619291c596']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:07.741337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:07.747038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-8c7cfbdb-6b10-4edf-8ec8-fe297c6e706a tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] delete failed (client error): The resource could not be found. May 13 15:16:07.750902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8c7cfbdb-6b10-4edf-8ec8-fe297c6e706a tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/routers/bf8fb73c-c6f7-4902-b955-aab2a8bd56c2 HTTP/1.1" status: 404 len: 336 time: 0.1018822 May 13 15:16:07.751488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33372) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.807685 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4ad5b-104a-45df-8774-025fe49ea589 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] DELETE failed (client error): The resource could not be found. May 13 15:16:07.808319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c4ad5b-104a-45df-8774-025fe49ea589 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:07.817183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:07.818645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2945c9-32b7-46b1-87b9-8dfe1b2dc159') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:07.823726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:07.824076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:07.832724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a3c4ad5b-104a-45df-8774-025fe49ea589 tempest-RoutersAdminTest-990390991 tempest-RoutersAdminTest-990390991-project] 10.222.0.91 "DELETE /v2.0/subnets/97b7ce09-04d7-403c-b5b7-c4365132d88a HTTP/1.1" status: 404 len: 337 time: 0.0742245 May 13 15:16:07.848271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.873218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.889670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:07.890393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:07.927129 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:07.931799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.967344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Transition to ACTIVE for port object 9acf2372-3c62-44d3-8b61-e847c2c170ae will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:08.011402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Transition to ACTIVE for port object 9acf2372-3c62-44d3-8b61-e847c2c170ae will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:08.029594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:05Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:08.035655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030db930-c37d-4216-9c26-de7d40e8cc76 None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:05Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:08.118168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:08.132722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:08.133910 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:08.136357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.152036 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:08.153332 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:08.167361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.169748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.232281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.260513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=ac844908-f24e-499c-81bf-57619291c596,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:08.272077 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-338cf1dd-5f88-4f82-8f98-6496c17ef5a6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/ac844908-f24e-499c-81bf-57619291c596 HTTP/1.1" status: 204 len: 168 time: 3.0232315 May 13 15:16:08.276999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.285283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1523734527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:08.301045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:08.304042 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:08.308278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:08.313058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:08.313206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:08.316247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:08.319208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:08.320651 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:08.321875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.327815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:08.336197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::2c1 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/12d54633-8f06-440d-9d73-5da694478296/c64af048-6dad-47c4-89f3-a01e7c9e24fa) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:08.345000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:08.427815 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:08.428408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa1be0-febf-4ffc-95a7-484ab60c039b None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:08.441326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Deleting port 5be56ed8-b6ed-471b-83f4-f8a81b0d06c1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:08.442160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.461138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-62a13293-72f1-49ee-90cc-8aef3f68b6b4 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/6aed3f9d-07ed-47fa-bb60-2b46b18b08e4 HTTP/1.1" status: 200 len: 978 time: 4.3057232 May 13 15:16:08.476419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33392) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.519170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Pushing event updated for resources: {'Port': ['ID=9acf2372-3c62-44d3-8b61-e847c2c170ae,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:08.572701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.573763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.593141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.655824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33398) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.677078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33404) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.694753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3cab082d-a4f8-498d-b853-9cf112a39953 None None] The port '5be56ed8-b6ed-471b-83f4-f8a81b0d06c1' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:08.730775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.731016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Attempting to bind port 9acf2372-3c62-44d3-8b61-e847c2c170ae on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:08.731188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Attempting to bind port 9acf2372-3c62-44d3-8b61-e847c2c170ae by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:08.731560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Attempting to bind port 9acf2372-3c62-44d3-8b61-e847c2c170ae on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:08.740621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:08.740994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:08.741537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.741939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:08.742482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Bound port: 9acf2372-3c62-44d3-8b61-e847c2c170ae, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:08.742863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.763372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 2b772229-eba6-4a66-9384-6550bbce1754 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:08.763912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.913399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-53ca0eb8-7531-4ef6-b892-4aba443044b7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-123806355', 'prefixes': ['172.20.0.0/16']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:08.930768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53ca0eb8-7531-4ef6-b892-4aba443044b7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:08.999328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:09.007950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9acf2372-3c62-44d3-8b61-e847c2c170ae,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:09.015577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e87597f4-3cec-42a8-a5fa-6173af0519af up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:09.112845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.155648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.178478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.241875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073f4cd-aa85-4b40-9f7d-511b9a797f75 None None] Pushing event updated for resources: {'Port': ['ID=9acf2372-3c62-44d3-8b61-e847c2c170ae,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.302524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e87597f4-3cec-42a8-a5fa-6173af0519af completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:09.308401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object c64af048-6dad-47c4-89f3-a01e7c9e24fa will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:09.310035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e87597f4-3cec-42a8-a5fa-6173af0519af triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:09.310510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.368322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.394916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.397879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.399567 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c1741ed2-a8e3-463c-a880-706b1b4c857a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1207125 May 13 15:16:09.405068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33410) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:09.426718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-419479085'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:09.432253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:09.436644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:09.439768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:09.444334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfc7902-0ad6-45f9-ba80-90408bc18e1c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.445699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:09.475476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.500304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Checking segment: {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:09.500702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Network hostable DHCP agents. Network: 7d36694b-73a3-4895-a211-51145443464b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:09.507362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e87597f4-3cec-42a8-a5fa-6173af0519af is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:09.508086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.512575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:09.526685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Usage tracker for resource:security_group_rule and tenant:d19a20281b434877bfece205c10cfd85 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:09.541902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:09.571329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port e87597f4-3cec-42a8-a5fa-6173af0519af, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e87597f4-3cec-42a8-a5fa-6173af0519af,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:09.617922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:09.623498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:09.623498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.623798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.650776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.661993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=5ddf14a9-a472-45e5-bcfc-0cc724d9c942,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.690235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:09.705350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Checking segment: {'id': '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6556b001-708d-407d-903a-9be21261022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:09.711326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network hostable DHCP agents. Network: 6556b001-708d-407d-903a-9be21261022c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:09.807569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.820660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.821058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Network 7d36694b-73a3-4895-a211-51145443464b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:09.827220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Subnet': ['ID=016f28ee-b591-4dc9-8747-6457714f0fe6,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.858080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Checking segment: {'id': '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:09.858444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network hostable DHCP agents. Network: 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:09.927850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 6556b001-708d-407d-903a-9be21261022c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:09.938270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:09.947431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:09.949659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:09.956103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:09.956807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.961894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.967267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.967617 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment df37cecf-fa2b-427a-b30c-c1529e3b9513 of type vlan for network d74a27a6-1528-4278-8cf9-33ce94eb512e May 13 15:16:10.017126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 7d36694b-73a3-4895-a211-51145443464b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:10.022377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.025607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.026010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288db50-015b-41c1-b652-79fb4e6ba9e8 None None] Network 7d36694b-73a3-4895-a211-51145443464b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:10.048101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.098910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:10.104067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53ca0eb8-7531-4ef6-b892-4aba443044b7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Notify callbacks [] for subnetpool, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.108806 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53ca0eb8-7531-4ef6-b892-4aba443044b7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4271491 May 13 15:16:10.108806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=c64af048-6dad-47c4-89f3-a01e7c9e24fa,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:10.109048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 6556b001-708d-407d-903a-9be21261022c) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:10.111699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33414) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.112275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.128187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eda8d2-bbfa-4001-8a6f-0880182b9a19,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:10.134084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.134703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.139874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:10.150422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4829f19c-37e3-426d-a5d4-6b33eb6f2ac9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5705361 May 13 15:16:10.150422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9283a839-c569-4765-89a5-594b1ab4611b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d19a20281b434877bfece205c10cfd85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4866192 May 13 15:16:10.150776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33418) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.150888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33420) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.156202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efbf7f-eee0-4159-a925-209dd065adc8 None None] Network 6556b001-708d-407d-903a-9be21261022c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:10.171541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.173212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.178127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.178127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP 6aed3f9d-07ed-47fa-bb60-2b46b18b08e4 disassociated. External IP: 172.26.7.211, port: 2b772229-eba6-4a66-9384-6550bbce1754. May 13 15:16:10.178127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 2b772229-eba6-4a66-9384-6550bbce1754 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:10.205553 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b364bd0-4fd5-4b98-a77f-882743259dc2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1838677 May 13 15:16:10.208776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:10.216511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33426) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.233886 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eb16abe0-6cf8-45a2-88fb-f46dfccb2888 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "GET /v2.0/subnetpools/a9960175-286a-403d-b7c5-f9570b612e49 HTTP/1.1" status: 200 len: 731 time: 0.1186628 May 13 15:16:10.236601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33430) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.241105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:10.260639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6223596b-05dd-442e-86cd-1c8e309dd5b3 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1827243267'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:10.277868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Usage tracker for resource:router and tenant:f27df02b1e61496581cf7e42f8e858c9 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:10.284506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b4380-77c2-4c8b-97e1-940de00dcca9 None None] Network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:10.296287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:10.321714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:10.336830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-999019e1-058f-4b38-8f23-3c197b39c0de tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0036523 May 13 15:16:10.339959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74719918-4fe4-482b-b89a-a61c4fa92a05 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.346517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74719918-4fe4-482b-b89a-a61c4fa92a05 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.347315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74719918-4fe4-482b-b89a-a61c4fa92a05 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:10.350925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33434) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.353444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.356684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event updated for resources: {'Subnet': ['ID=9a4f3110-1ef9-4f85-ada0-632766d9b2b4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:10.359782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.360208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.405159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Checking segment: {'id': '366be7de-79c6-46a0-aaad-2256dbd9f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:10.406159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network hostable DHCP agents. Network: 648f495f-9e64-4f75-92b1-a4ed07a4ff74, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:10.425496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.428723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-814679550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:10.453410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:10.462883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:router and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:10.474724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:10.483475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.484736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.495125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.547496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.550606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:10.561531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1553979 May 13 15:16:10.565588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33438) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.573744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:10.580455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ea3f-59c5-43b4-b6ba-12564cf77752 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=d74a27a6-1528-4278-8cf9-33ce94eb512e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:10.598424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:10.623273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network d74a27a6-1528-4278-8cf9-33ce94eb512e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:10.628417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74719918-4fe4-482b-b89a-a61c4fa92a05 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:10.629643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74719918-4fe4-482b-b89a-a61c4fa92a05 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4121754 May 13 15:16:10.632454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33442) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.672700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.674231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.677668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.757190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 648f495f-9e64-4f75-92b1-a4ed07a4ff74) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:10.758842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.788327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=2b772229-eba6-4a66-9384-6550bbce1754,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:10.826671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-7d36694b-73a3-4895-a211-51145443464b', 'network_id': '7d36694b-73a3-4895-a211-51145443464b', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'fixed_ips': [{'subnet_id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:10.827538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.838565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eccf6af-7703-4755-9805-f62fd1eeb21c None None] Network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:10.877266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-6556b001-708d-407d-903a-9be21261022c', 'network_id': '6556b001-708d-407d-903a-9be21261022c', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': '5ddf14a9-a472-45e5-bcfc-0cc724d9c942'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:10.877783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port c64af048-6dad-47c4-89f3-a01e7c9e24fa {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:10.878189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.878303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.882465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.882947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:10.884888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.939946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eda8d2-bbfa-4001-8a6f-0880182b9a19,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:11.070001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.086700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6223596b-05dd-442e-86cd-1c8e309dd5b3 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Notify callbacks [] for subnetpool, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.092540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6223596b-05dd-442e-86cd-1c8e309dd5b3 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "PUT /v2.0/subnetpools/a9960175-286a-403d-b7c5-f9570b612e49 HTTP/1.1" status: 200 len: 684 time: 0.8401887 May 13 15:16:11.097023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:11.100295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:11.151783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9acf2372-3c62-44d3-8b61-e847c2c170ae up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:11.164676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.166241 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2539b4f-9e05-4889-8a52-5c9ba69333f3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/78eda8d2-bbfa-4001-8a6f-0880182b9a19 HTTP/1.1" status: 204 len: 168 time: 1.0075777 May 13 15:16:11.178309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:11.184819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-12169a53-fa27-4b4b-86d9-adbcf127e053 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.2006147 May 13 15:16:11.186318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:11.192744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33452) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:11.235873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:11.240960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.295582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.297460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.299581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.300675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Synchronizing usage tracker for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:11.400943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-2efd26ee-36bc-4eda-b71e-f0e59e1aa42c', 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c', 'tenant_id': 'c87a666fdadd429f8e3f32ea89301773', 'fixed_ips': [{'subnet_id': '016f28ee-b591-4dc9-8747-6457714f0fe6'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:11.401305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.434695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Unset dirty status for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:11.436605 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0bf355d0-3b6a-4aa2-bf8f-ba3f4a8b5378 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2396293 May 13 15:16:11.443907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:11.449625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.482720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33456) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:11.568444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.655644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5cdcbca4-2347-4ee0-8bf4-549dabafee73 None None] Provisioning for port 9acf2372-3c62-44d3-8b61-e847c2c170ae completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:11.733790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Allocated IP 172.20.0.2 (7d36694b-73a3-4895-a211-51145443464b/fcfc7902-0ad6-45f9-ba80-90408bc18e1c/7d04f527-7b43-410a-80b9-0f20e04e6cfa) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:11.740156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:11.742519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.774488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9acf2372-3c62-44d3-8b61-e847c2c170ae completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:11.780190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting subnet 016f28ee-b591-4dc9-8747-6457714f0fe6 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:11.786247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Allocated IP 172.20.0.2 (2efd26ee-36bc-4eda-b71e-f0e59e1aa42c/016f28ee-b591-4dc9-8747-6457714f0fe6/ffef4082-f5c5-4346-b14c-7284bbdf4d2d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:11.802875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9acf2372-3c62-44d3-8b61-e847c2c170ae triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:11.803261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.881969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-648f495f-9e64-4f75-92b1-a4ed07a4ff74', 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74', 'tenant_id': 'c87a666fdadd429f8e3f32ea89301773', 'fixed_ips': [{'subnet_id': '9a4f3110-1ef9-4f85-ada0-632766d9b2b4'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:11.882792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.897981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.899169 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d615f7a5-4b13-4086-b8b1-e5499a1dd796 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5327435 May 13 15:16:11.921218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for c64af048-6dad-47c4-89f3-a01e7c9e24fa owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:11.951312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Allocated IP 2001:db8::2 (6556b001-708d-407d-903a-9be21261022c/5ddf14a9-a472-45e5-bcfc-0cc724d9c942/9463eacd-539e-42fc-8ee6-b89252e36b15) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:11.974705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33462) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.062800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'network_id': '6556b001-708d-407d-903a-9be21261022c', 'name': 'tempest-PortsIpV6TestJSON-25810155'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:12.110144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33466) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.164600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-533b82db-3d60-4082-861c-d2766365630b tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] Notify callbacks [] for subnetpool, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.169013 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-533b82db-3d60-4082-861c-d2766365630b tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "DELETE /v2.0/subnetpools/a9960175-286a-403d-b7c5-f9570b612e49 HTTP/1.1" status: 204 len: 168 time: 1.0679233 May 13 15:16:12.189197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.237924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-30d2ff54-1fd6-459b-b408-08b34f6727f7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] show failed (client error): The resource could not be found. May 13 15:16:12.241594 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-30d2ff54-1fd6-459b-b408-08b34f6727f7 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "GET /v2.0/subnetpools/a9960175-286a-403d-b7c5-f9570b612e49 HTTP/1.1" status: 404 len: 346 time: 0.0486536 May 13 15:16:12.244907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33474) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.268221 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d4473376-9254-4b0d-a958-592d8bb473d7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c168ef5dc7d8466dbad72aaa2c2e1bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554427 May 13 15:16:12.272739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33478) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.279066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.308686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fb82113-f52d-4649-bf0b-3a555ac264a0 None None] Provisioning for port c64af048-6dad-47c4-89f3-a01e7c9e24fa completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:12.339949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.371137 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-945e6ea1-0b28-42cd-acb7-8b6ee547d532 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] delete failed (client error): The resource could not be found. May 13 15:16:12.379134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-945e6ea1-0b28-42cd-acb7-8b6ee547d532 tempest-SubnetPoolsTestJSON-69945136 tempest-SubnetPoolsTestJSON-69945136-project] 10.222.0.91 "DELETE /v2.0/subnetpools/a9960175-286a-403d-b7c5-f9570b612e49 HTTP/1.1" status: 404 len: 346 time: 0.1245658 May 13 15:16:12.379309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fb82113-f52d-4649-bf0b-3a555ac264a0 None None] Provisioning complete for port c64af048-6dad-47c4-89f3-a01e7c9e24fa triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:12.379309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fb82113-f52d-4649-bf0b-3a555ac264a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.460088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9acf2372-3c62-44d3-8b61-e847c2c170ae is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:12.460366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.467143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:12.469036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:12.508574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:12.513691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:12.520130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:12.564895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:12.597438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.600145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5fb82113-f52d-4649-bf0b-3a555ac264a0 None None] Port c64af048-6dad-47c4-89f3-a01e7c9e24fa cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:12.601046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.607319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Allocated IP 172.26.7.217 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/70aac202-812e-46ac-b73c-df6cdceecb81) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:12.613005 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9e934377-54aa-498c-bd62-75945fa49136 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/2b772229-eba6-4a66-9384-6550bbce1754 HTTP/1.1" status: 204 len: 168 time: 4.1292138 May 13 15:16:12.613005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33484) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.644378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.662369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.687342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:12.688011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:12.694805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:12.698700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.709192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.761026 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9da3c329-2ed1-40d5-97f6-025058c92e02 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/floatingips/6aed3f9d-07ed-47fa-bb60-2b46b18b08e4 HTTP/1.1" status: 200 len: 688 time: 0.1488307 May 13 15:16:12.761915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33488) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.809469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9acf2372-3c62-44d3-8b61-e847c2c170ae,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:12.809707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 07575f0e-6759-4604-b403-0e220f6e7948 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:12.832195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Allocated IP 172.20.0.18 (648f495f-9e64-4f75-92b1-a4ed07a4ff74/9a4f3110-1ef9-4f85-ada0-632766d9b2b4/efc4b402-fe76-4551-bb52-d0d4e6322197) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:12.851899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=fc4a257d-4a23-4935-9c78-b88ebfa7cdef,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:12.935521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33494) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:12.938244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:12.979969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.009793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:13.010142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: d74a27a6-1528-4278-8cf9-33ce94eb512e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:13.052673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.059434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=c64af048-6dad-47c4-89f3-a01e7c9e24fa,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.072788 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-62bfe089-aab5-4e35-b58a-ae7d979e4888 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/c64af048-6dad-47c4-89f3-a01e7c9e24fa HTTP/1.1" status: 204 len: 168 time: 2.4393008 May 13 15:16:13.074146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.077656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33500) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:13.107664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.108547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e87597f4-3cec-42a8-a5fa-6173af0519af up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:13.194545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 0d3a6c9c-cf54-429a-9030-924f15e43536 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:13.195159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.219177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.256576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.272211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network d74a27a6-1528-4278-8cf9-33ce94eb512e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:13.284944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:13.285164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:13.295076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.304789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60dcfd-bc91-49fc-b0cc-72a7dd723846,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.310385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:13.324151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:13.334551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:13.347358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.367682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Pushing event updated for resources: {'Port': ['ID=70aac202-812e-46ac-b73c-df6cdceecb81,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.375119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:13.387363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Usage tracker for resource:security_group_rule and tenant:122579b822fb4fd9804338a3310fd5ff is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:13.393663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806aa990-a501-45df-b368-77f2ae8e80cc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.395269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806aa990-a501-45df-b368-77f2ae8e80cc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.399295 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-806aa990-a501-45df-b368-77f2ae8e80cc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2603438 May 13 15:16:13.399295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:13.399562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Transition to ACTIVE for port object 7d04f527-7b43-410a-80b9-0f20e04e6cfa will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.411484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33504) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:13.419456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:13.424909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:13.425395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2ca47-6d8a-4629-a99d-085af7f566fe None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:13.443622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.446952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Transition to ACTIVE for port object ffef4082-f5c5-4346-b14c-7284bbdf4d2d will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.464590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, d74a27a6-1528-4278-8cf9-33ce94eb512e) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:13.474657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.476003 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-828ad95b-99c9-4fb1-87de-f19d9dc5c853 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5a60dcfd-bc91-49fc-b0cc-72a7dd723846 HTTP/1.1" status: 204 len: 168 time: 1.2019498 May 13 15:16:13.503474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.504077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.505157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8ab44-af03-4ad1-8da6-5aa6cc0706c2 None None] Network d74a27a6-1528-4278-8cf9-33ce94eb512e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:13.519440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.522378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Transition to ACTIVE for port object efc4b402-fe76-4551-bb52-d0d4e6322197 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.524909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Transition to ACTIVE for port object 7d04f527-7b43-410a-80b9-0f20e04e6cfa will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.559587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.560207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.675569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 12d54633-8f06-440d-9d73-5da694478296 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:13.683860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.696993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 0d3a6c9c-cf54-429a-9030-924f15e43536 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:13.707006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Transition to ACTIVE for port object ffef4082-f5c5-4346-b14c-7284bbdf4d2d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.708162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9acf2372-3c62-44d3-8b61-e847c2c170ae,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.725588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Transition to ACTIVE for port object 9463eacd-539e-42fc-8ee6-b89252e36b15 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.728708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.777370 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1f87eadf-3bad-4a57-890f-f808c0738e26 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2102418 May 13 15:16:13.778082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33510) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:13.787670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Network 7d36694b-73a3-4895-a211-51145443464b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:13.797565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.801717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:13.817192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Transition to ACTIVE for port object efc4b402-fe76-4551-bb52-d0d4e6322197 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.834817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Transition to ACTIVE for port object 9463eacd-539e-42fc-8ee6-b89252e36b15 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:13.838222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:13.854549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.910237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.944159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.026278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.045020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e87597f4-3cec-42a8-a5fa-6173af0519af triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:14.045517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.101846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:14.110351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.122394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.143234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-d74a27a6-1528-4278-8cf9-33ce94eb512e', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:14.144241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.190756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:14.193883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:14.242166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.279531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.315348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Network 6556b001-708d-407d-903a-9be21261022c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:14.327378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Pushing event updated for resources: {'Port': ['ID=7d04f527-7b43-410a-80b9-0f20e04e6cfa,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.330985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:14.334123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:14.348193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.365204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.366082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::6e (6556b001-708d-407d-903a-9be21261022c/5ddf14a9-a472-45e5-bcfc-0cc724d9c942/07575f0e-6759-4604-b403-0e220f6e7948) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:14.438981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Subnet': ['ID=016f28ee-b591-4dc9-8747-6457714f0fe6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.452574 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=122579b822fb4fd9804338a3310fd5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5140424 May 13 15:16:14.455301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.458017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e012c8-7722-4195-8010-ed3b760a705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d32c1d-d21c-4b22-acc2-f53e6bd2abef,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.460994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33526) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:14.519717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:14.528482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Attempting to bind port 7d04f527-7b43-410a-80b9-0f20e04e6cfa on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:14.528985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Attempting to bind port 7d04f527-7b43-410a-80b9-0f20e04e6cfa by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:14.529440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Attempting to bind port 7d04f527-7b43-410a-80b9-0f20e04e6cfa on network 7d36694b-73a3-4895-a211-51145443464b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:14.534163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.548583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.571764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:14.573916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.575280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:14.585035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-701c16bf-c1af-4918-82e9-1c93f4b228ca tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/subnets/016f28ee-b591-4dc9-8747-6457714f0fe6 HTTP/1.1" status: 204 len: 168 time: 3.0971270 May 13 15:16:14.591864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=12d54633-8f06-440d-9d73-5da694478296,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.597514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33534) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:14.603283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.605116 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-15fab56e-936a-4dc3-9327-1061c22476e9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/12d54633-8f06-440d-9d73-5da694478296 HTTP/1.1" status: 204 len: 168 time: 1.1906080 May 13 15:16:14.608815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.617350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:14.618041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Checking segment: {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:14.618681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.619468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Bound using segment: {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:14.619952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33538) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:14.620133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Bound port: 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:14.620612 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.647087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55abff18-9431-437f-aa4a-cb32e266158d None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:14.715638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.716233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Attempting to bind port ffef4082-f5c5-4346-b14c-7284bbdf4d2d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:14.716233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Attempting to bind port ffef4082-f5c5-4346-b14c-7284bbdf4d2d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:14.716740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Attempting to bind port ffef4082-f5c5-4346-b14c-7284bbdf4d2d on network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:14.756000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=0d3a6c9c-cf54-429a-9030-924f15e43536,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.798990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting subnet 9a4f3110-1ef9-4f85-ada0-632766d9b2b4 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:14.807401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.860681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Pushing event updated for resources: {'Port': ['ID=ffef4082-f5c5-4346-b14c-7284bbdf4d2d,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:14.895947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:14.896344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Checking segment: {'id': '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:14.896721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.897112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Bound using segment: {'id': '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:14.898780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Bound port: ffef4082-f5c5-4346-b14c-7284bbdf4d2d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2efd26ee-36bc-4eda-b71e-f0e59e1aa42c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:14.898780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.948054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.997405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.084420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.145190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] For port 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:15.148874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] For port 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7d04f527-7b43-410a-80b9-0f20e04e6cfa,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:15.150295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Attempting to bind port 9463eacd-539e-42fc-8ee6-b89252e36b15 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:15.150912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Attempting to bind port 9463eacd-539e-42fc-8ee6-b89252e36b15 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6556b001-708d-407d-903a-9be21261022c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:15.151466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Attempting to bind port 9463eacd-539e-42fc-8ee6-b89252e36b15 on network 6556b001-708d-407d-903a-9be21261022c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:15.173419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d32c1d-d21c-4b22-acc2-f53e6bd2abef,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:15.202564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.206003 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fa653b42-36a0-445c-9651-754d10a5bb7b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/09d32c1d-d21c-4b22-acc2-f53e6bd2abef HTTP/1.1" status: 204 len: 168 time: 0.7405865 May 13 15:16:15.230079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.320130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Checking segment: {'id': '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6556b001-708d-407d-903a-9be21261022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Bound using segment: {'id': '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6556b001-708d-407d-903a-9be21261022c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Bound port: 9463eacd-539e-42fc-8ee6-b89252e36b15, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6556b001-708d-407d-903a-9be21261022c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:15.356773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.370557 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fcc326a8-7175-4e10-8b5a-24eb522b700a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7069378 May 13 15:16:15.373980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33550) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:15.449587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Attempting to bind port efc4b402-fe76-4551-bb52-d0d4e6322197 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:15.449975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Attempting to bind port efc4b402-fe76-4551-bb52-d0d4e6322197 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '366be7de-79c6-46a0-aaad-2256dbd9f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:15.450508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Attempting to bind port efc4b402-fe76-4551-bb52-d0d4e6322197 on network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:15.475186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:15.476074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Checking segment: {'id': '366be7de-79c6-46a0-aaad-2256dbd9f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:15.476074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.476373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Bound using segment: {'id': '366be7de-79c6-46a0-aaad-2256dbd9f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:15.476805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Bound port: efc4b402-fe76-4551-bb52-d0d4e6322197, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366be7de-79c6-46a0-aaad-2256dbd9f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '648f495f-9e64-4f75-92b1-a4ed07a4ff74'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:15.477487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.525238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Pushing event updated for resources: {'Port': ['ID=9463eacd-539e-42fc-8ee6-b89252e36b15,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:15.533357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.551782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e87597f4-3cec-42a8-a5fa-6173af0519af is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:15.618136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.622127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.642965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.668176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.669472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5634fb11-941a-4bba-b7e5-5206d31552f3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/6aed3f9d-07ed-47fa-bb60-2b46b18b08e4 HTTP/1.1" status: 204 len: 168 time: 2.8694627 May 13 15:16:15.675089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33560) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:15.679757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 07575f0e-6759-4604-b403-0e220f6e7948 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:15.683612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '48889b15-4df4-435e-8e1c-b36f7c4040a7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:15.690903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:15.696683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:floatingip and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:15.700069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:15.707664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:15.752552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4f3110-1ef9-4f85-ada0-632766d9b2b4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:15.767985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.782528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.792586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f612d1-74eb-4c5c-b336-c68a70320454 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.792586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45f612d1-74eb-4c5c-b336-c68a70320454 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:15.853495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.872077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d43e638c-9cbe-442f-83e3-fb69fc3154b0 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/subnets/9a4f3110-1ef9-4f85-ada0-632766d9b2b4 HTTP/1.1" status: 204 len: 168 time: 1.2733679 May 13 15:16:15.873000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33566) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:15.887316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9acf2372-3c62-44d3-8b61-e847c2c170ae up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:16.177110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04629efa-ce00-4729-9a73-21a7f58ef7fe tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.177821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04629efa-ce00-4729-9a73-21a7f58ef7fe tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Synchronizing usage tracker for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:16.210018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45f612d1-74eb-4c5c-b336-c68a70320454 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:16.210018 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-45f612d1-74eb-4c5c-b336-c68a70320454 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8321588 May 13 15:16:16.210285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33572) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.247426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 6556b001-708d-407d-903a-9be21261022c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:16.250201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=07575f0e-6759-4604-b403-0e220f6e7948,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:16.259089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:16.263579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:16.287024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.287472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.294324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d55fa-fba6-4bd8-86e7-f539ab51fa06 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.295132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c0d55fa-fba6-4bd8-86e7-f539ab51fa06 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:16.296404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] For port ffef4082-f5c5-4346-b14c-7284bbdf4d2d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:16.301217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04629efa-ce00-4729-9a73-21a7f58ef7fe tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Unset dirty status for tenant:c87a666fdadd429f8e3f32ea89301773 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:16.301937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] For port ffef4082-f5c5-4346-b14c-7284bbdf4d2d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ffef4082-f5c5-4346-b14c-7284bbdf4d2d,segment=NetworkSegment(8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1),segment_id=8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:16.306161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Allocated IP 172.20.0.2 (d74a27a6-1528-4278-8cf9-33ce94eb512e/fc4a257d-4a23-4935-9c78-b88ebfa7cdef/29fc5520-6a43-4912-b42d-8914d9d46500) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:16.306890 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04629efa-ce00-4729-9a73-21a7f58ef7fe tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4171071 May 13 15:16:16.307620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.351066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c0d55fa-fba6-4bd8-86e7-f539ab51fa06 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:16.355261 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2c0d55fa-fba6-4bd8-86e7-f539ab51fa06 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1419578 May 13 15:16:16.358266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33580) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.402041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Router 329b5ada-36a6-40f2-8845-f9361a5e06ae is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:16.403766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33584) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.437805 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-465cb50d-45eb-4816-8604-f8827255858f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4567263 May 13 15:16:16.438893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33590) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.451693 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-48c10183-7dff-4b33-bcca-77dd2293170f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883315 May 13 15:16:16.453182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33594) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.459514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:16.470953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.487947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.512573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Pushing event updated for resources: {'Port': ['ID=efc4b402-fe76-4551-bb52-d0d4e6322197,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:16.582955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] For port 9463eacd-539e-42fc-8ee6-b89252e36b15, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:16.648710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:16.660005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:16.671372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1057769320', 'router:external': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:16.680935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.692893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] For port 9463eacd-539e-42fc-8ee6-b89252e36b15, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9463eacd-539e-42fc-8ee6-b89252e36b15,segment=NetworkSegment(6a46e9bb-a65c-461c-bdb2-1f72679bfc0c),segment_id=6a46e9bb-a65c-461c-bdb2-1f72679bfc0c)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:16.701099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:16.738627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:16.741746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] For port efc4b402-fe76-4551-bb52-d0d4e6322197, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:16.743066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.782002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be858285-afec-4767-be81-8d37c43590fd None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:16.792948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.799719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] For port efc4b402-fe76-4551-bb52-d0d4e6322197, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=efc4b402-fe76-4551-bb52-d0d4e6322197,segment=NetworkSegment(366be7de-79c6-46a0-aaad-2256dbd9f2fd),segment_id=366be7de-79c6-46a0-aaad-2256dbd9f2fd)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:16.811220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9acf2372-3c62-44d3-8b61-e847c2c170ae triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:16.811584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.859100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:network and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:16.870034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-be858285-afec-4767-be81-8d37c43590fd None None] Deleting port 9acf2372-3c62-44d3-8b61-e847c2c170ae {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:16.870407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be858285-afec-4767-be81-8d37c43590fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.901618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.124 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/cce31d91-e317-43a9-b820-9d1f589c7281) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:16.915896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:16.996203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:17.004468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49786-cebd-45e2-b83a-08d37b8a8c19 None None] Pushing event updated for resources: {'Port': ['ID=7d04f527-7b43-410a-80b9-0f20e04e6cfa,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.065807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.090348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting port efc4b402-fe76-4551-bb52-d0d4e6322197 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:17.091485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.191199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Made reservation on behalf of e6323b187d894813b1d836f4c7cccc7f for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:17.193724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.212976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065d26c-37d3-4bf9-9c0c-71ea54f5b982 None None] Network 2efd26ee-36bc-4eda-b71e-f0e59e1aa42c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:17.230225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.252342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.323609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:17.337331 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Sync routers for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:17.341541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:17.359068 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:17.359686 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:17.368341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:security_group_rule and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:17.374929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:17.410709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.423270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Transition to ACTIVE for port object 29fc5520-6a43-4912-b42d-8914d9d46500 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:17.428288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:17.445436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Transition to ACTIVE for port object 29fc5520-6a43-4912-b42d-8914d9d46500 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:17.540612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.544587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b4013c22-9a54-4b11-a2f7-738999e89274 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3855398 May 13 15:16:17.549927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:17.559464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.575080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64c15-041f-49ac-a791-cdd4e9f536b0 None None] Pushing event updated for resources: {'Port': ['ID=ffef4082-f5c5-4346-b14c-7284bbdf4d2d,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.626304 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:17.722235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8402516-f33d-454c-91c4-0ecf5a094a5b None None] Pushing event updated for resources: {'Port': ['ID=9463eacd-539e-42fc-8ee6-b89252e36b15,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.731358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.747683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=cce31d91-e317-43a9-b820-9d1f589c7281,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.768400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f70667-9d37-48e6-a258-57f63224450b None None] Network 7d36694b-73a3-4895-a211-51145443464b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:17.809078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:17.816981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:17.833059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:17.930340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.968344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] For port efc4b402-fe76-4551-bb52-d0d4e6322197, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=efc4b402-fe76-4551-bb52-d0d4e6322197,segment=NetworkSegment(366be7de-79c6-46a0-aaad-2256dbd9f2fd),segment_id=366be7de-79c6-46a0-aaad-2256dbd9f2fd)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:17.968630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.148578 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:14Z', 'revision_number': 3, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:18.153761 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Checking router: 329b5ada-36a6-40f2-8845-f9361a5e06ae for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:18.154648 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Updating router 329b5ada-36a6-40f2-8845-f9361a5e06ae port 70aac202-812e-46ac-b73c-df6cdceecb81 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:18.191097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.20.0.1 (d74a27a6-1528-4278-8cf9-33ce94eb512e/fc4a257d-4a23-4935-9c78-b88ebfa7cdef/394d2395-a998-4402-a3a3-e3cbf73a94b2) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:18.217583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Calling delete_port for efc4b402-fe76-4551-bb52-d0d4e6322197 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:18.244301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9acf2372-3c62-44d3-8b61-e847c2c170ae is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:18.249399 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.283132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-be858285-afec-4767-be81-8d37c43590fd None None] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9acf2372-3c62-44d3-8b61-e847c2c170ae,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:18.283132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be858285-afec-4767-be81-8d37c43590fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.363175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Network d74a27a6-1528-4278-8cf9-33ce94eb512e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:18.452430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:18.454720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-18759ea2-7d34-4248-bc56-2d344ba3a443 None None] Provisioning for port 7d04f527-7b43-410a-80b9-0f20e04e6cfa completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:18.539548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:18.555687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-be858285-afec-4767-be81-8d37c43590fd None None] Calling delete_port for 9acf2372-3c62-44d3-8b61-e847c2c170ae owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:18.583582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:16:18.608119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7fa1f-ad7c-4489-838d-daaf0520ee82 None None] Network 648f495f-9e64-4f75-92b1-a4ed07a4ff74 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:18.655412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.735590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.757432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7d04f527-7b43-410a-80b9-0f20e04e6cfa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:18.831072 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.832709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:18.881691 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Transition to ACTIVE for port object 70aac202-812e-46ac-b73c-df6cdceecb81 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:18.893794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d3e97-8152-4ea9-ace9-f87e31cef1f4 None None] Network 6556b001-708d-407d-903a-9be21261022c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:18.930320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.935591 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.941458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d277f66-55e5-4eb3-8a0d-95475037d4db,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:18.992615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] No DVR routers for this DVR port efc4b402-fe76-4551-bb52-d0d4e6322197 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:19.059936 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Attempting to bind port 70aac202-812e-46ac-b73c-df6cdceecb81 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:19.060982 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Attempting to bind port 70aac202-812e-46ac-b73c-df6cdceecb81 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:19.060982 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Attempting to bind port 70aac202-812e-46ac-b73c-df6cdceecb81 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:19.069545 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6813-4589-422e-bf7e-6e5afc190195 None None] Pushing event updated for resources: {'Port': ['ID=70aac202-812e-46ac-b73c-df6cdceecb81,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.072061 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:19.072438 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:19.072885 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.073261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:19.073735 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Bound port: 70aac202-812e-46ac-b73c-df6cdceecb81, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:19.074151 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.079009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89463b-bd3e-4335-8771-317ba21589fd None None] Pushing event updated for resources: {'Port': ['ID=efc4b402-fe76-4551-bb52-d0d4e6322197,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.154216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] For port 70aac202-812e-46ac-b73c-df6cdceecb81, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:19.158804 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] For port 70aac202-812e-46ac-b73c-df6cdceecb81, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70aac202-812e-46ac-b73c-df6cdceecb81,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:19.197155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.209569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.229106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Port': ['ID=efc4b402-fe76-4551-bb52-d0d4e6322197,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.231651 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.246402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.246402 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Added segment 6996c653-f19b-4615-a851-bbf79fabb8d7 of type vlan for network 87e2c53e-9a68-4151-8941-d487ed57bd54 May 13 15:16:19.282126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 394d2395-a998-4402-a3a3-e3cbf73a94b2 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:19.377312 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf6813-4589-422e-bf7e-6e5afc190195 None None] Pushing event updated for resources: {'Port': ['ID=70aac202-812e-46ac-b73c-df6cdceecb81,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.383524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Attempting to bind port 29fc5520-6a43-4912-b42d-8914d9d46500 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:19.384115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Attempting to bind port 29fc5520-6a43-4912-b42d-8914d9d46500 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:19.384714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Attempting to bind port 29fc5520-6a43-4912-b42d-8914d9d46500 on network d74a27a6-1528-4278-8cf9-33ce94eb512e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:19.386917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.391422 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:19.392031 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:19.397781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Pushing event updated for resources: {'Port': ['ID=29fc5520-6a43-4912-b42d-8914d9d46500,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.479069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.480709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-18ac09cb-6473-4662-ab07-acd0a966e147 None None] Provisioning for port 9463eacd-539e-42fc-8ee6-b89252e36b15 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:19.514571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9acf2372-3c62-44d3-8b61-e847c2c170ae,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:19.517397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:19.517397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Checking segment: {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:19.517639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.519198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.519846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Bound using segment: {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:19.521357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Bound port: 29fc5520-6a43-4912-b42d-8914d9d46500, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:19.521987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.533148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.537542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648f495f-9e64-4f75-92b1-a4ed07a4ff74']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:19.549186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.569588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366be7de-79c6-46a0-aaad-2256dbd9f2fd') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:19.569939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366be7de-79c6-46a0-aaad-2256dbd9f2fd') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:19.583605 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:19.594916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.600041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.630171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network d74a27a6-1528-4278-8cf9-33ce94eb512e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:19.634721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:19.635939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 7d04f527-7b43-410a-80b9-0f20e04e6cfa completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:19.638103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:19.671138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7d04f527-7b43-410a-80b9-0f20e04e6cfa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:19.671999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.725695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.726433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.784987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.823983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:19.857497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.859779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-be858285-afec-4767-be81-8d37c43590fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:19.861903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-be858285-afec-4767-be81-8d37c43590fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:19.902202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:19.910763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.978956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.989681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:19.994715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7d04f527-7b43-410a-80b9-0f20e04e6cfa is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:19.995315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.996528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:19.997118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.009080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.065583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7d04f527-7b43-410a-80b9-0f20e04e6cfa,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:20.077983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] For port 29fc5520-6a43-4912-b42d-8914d9d46500, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:20.082709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] For port 29fc5520-6a43-4912-b42d-8914d9d46500, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=29fc5520-6a43-4912-b42d-8914d9d46500,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:20.118973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=1db13069-6f7c-4f4c-a357-ea488b72f1c9,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.132957 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=9acf2372-3c62-44d3-8b61-e847c2c170ae,revision_number=6']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.160789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.161638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9463eacd-539e-42fc-8ee6-b89252e36b15 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:20.183999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:20.184402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.185245 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:14Z', 'revision_number': 3, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.190984 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86370-182e-4b8f-b8df-2a24c1a39e3e None None] The sync data for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv is: [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:14Z', 'revision_number': 3, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:20.210605 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:20.265304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.286112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Provisioning for port 07575f0e-6759-4604-b403-0e220f6e7948 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:20.295898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=07575f0e-6759-4604-b403-0e220f6e7948,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.309508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6741e9e2-4057-43d3-b25c-8e14b48148b8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8563910 May 13 15:16:20.320798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.331558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:20.336521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Provisioning complete for port 07575f0e-6759-4604-b403-0e220f6e7948 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:20.336889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.356776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.358655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:20.359429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.387469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-be858285-afec-4767-be81-8d37c43590fd None None] Deleting port 9acf2372-3c62-44d3-8b61-e847c2c170ae {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:20.388504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be858285-afec-4767-be81-8d37c43590fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.513795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=7d04f527-7b43-410a-80b9-0f20e04e6cfa,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.561290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Port 07575f0e-6759-4604-b403-0e220f6e7948 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:20.777969 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.3638620 May 13 15:16:20.779402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb9d1-8f19-4aa5-ab08-d405b4cbb50a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Network': ['ID=87e2c53e-9a68-4151-8941-d487ed57bd54,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.785754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.787490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.819512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'subnet': {'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:20.826690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:20.831659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:subnet and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:20.853553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:20.874333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:20.991680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.051786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.139155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:21.142546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:21.148833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Made reservation on behalf of e6323b187d894813b1d836f4c7cccc7f for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:21.151266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.271552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.283580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.285911 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/648f495f-9e64-4f75-92b1-a4ed07a4ff74 HTTP/1.1" status: 204 len: 168 time: 4.9770546 May 13 15:16:21.292105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33610) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.317719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4828596-e5da-4c7c-ba3b-d0026ff7bf2e tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=648f495f-9e64-4f75-92b1-a4ed07a4ff74,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:21.339621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:21.362043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9463eacd-539e-42fc-8ee6-b89252e36b15 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:21.365169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Provisioning complete for port 9463eacd-539e-42fc-8ee6-b89252e36b15 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:21.365541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.434084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9463eacd-539e-42fc-8ee6-b89252e36b15 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:21.438759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.438938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.442393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:21.448357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:21.455770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:21.505773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-be858285-afec-4767-be81-8d37c43590fd None None] For port 9acf2372-3c62-44d3-8b61-e847c2c170ae, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9acf2372-3c62-44d3-8b61-e847c2c170ae,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:21.506214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be858285-afec-4767-be81-8d37c43590fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.514204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b08313-36c3-4558-a662-dcab308a6b38 None None] Pushing event updated for resources: {'Port': ['ID=29fc5520-6a43-4912-b42d-8914d9d46500,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:21.608150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.612848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:21.615167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.616382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.675719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-be858285-afec-4767-be81-8d37c43590fd None None] Calling delete_port for 9acf2372-3c62-44d3-8b61-e847c2c170ae owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:21.731502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=cce31d91-e317-43a9-b820-9d1f589c7281,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:21.922301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.960238 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1db13069-6f7c-4f4c-a357-ea488b72f1c9 (CIDR: 2001:db8::/64) May 13 15:16:21.983806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9463eacd-539e-42fc-8ee6-b89252e36b15 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:21.984329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.044049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Current status of the port 9463eacd-539e-42fc-8ee6-b89252e36b15 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:22.044418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.074558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9463eacd-539e-42fc-8ee6-b89252e36b15, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9463eacd-539e-42fc-8ee6-b89252e36b15,segment=NetworkSegment(6a46e9bb-a65c-461c-bdb2-1f72679bfc0c),segment_id=6a46e9bb-a65c-461c-bdb2-1f72679bfc0c)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:22.093015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.124731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be858285-afec-4767-be81-8d37c43590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.143513 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:16:22.144006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:22.225577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1770a0a-b2dd-4490-b426-b7bcb067ff7a None None] Network d74a27a6-1528-4278-8cf9-33ce94eb512e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:22.228202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Deleting port ffef4082-f5c5-4346-b14c-7284bbdf4d2d {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:22.228544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.305837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.349678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858285-afec-4767-be81-8d37c43590fd None None] Pushing event deleted for resources: {'Port': ['ID=9acf2372-3c62-44d3-8b61-e847c2c170ae,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.388322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Allocated IP 172.20.0.1 (7d36694b-73a3-4895-a211-51145443464b/fcfc7902-0ad6-45f9-ba80-90408bc18e1c/d2e54ee1-7181-4b3a-91ef-1e673ea70847) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:22.393577 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-26bdcc1c-502e-44a4-98da-b0fed91f9199 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0685496 May 13 15:16:22.397292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33614) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.479545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9acf2372-3c62-44d3-8b61-e847c2c170ae no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:22.541130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9acf2372-3c62-44d3-8b61-e847c2c170ae {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:22.541880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9acf2372-3c62-44d3-8b61-e847c2c170ae not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:22.574062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:22.574731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:22.597653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:22.636897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9463eacd-539e-42fc-8ee6-b89252e36b15,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.643557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be858285-afec-4767-be81-8d37c43590fd None None] No DVR routers for this DVR port 9acf2372-3c62-44d3-8b61-e847c2c170ae on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:22.680326 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP b334295a-5702-4a07-915e-b5c9f1cb655c associated. External IP: 172.26.7.124, port: 48889b15-4df4-435e-8e1c-b36f7c4040a7. May 13 15:16:22.694367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15032e-3a6d-4327-acbc-bdee6f55cbf1 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:22.755397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:22.759801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:22.762539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:22.768474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:22.769525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:22.836651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.858655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.860700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 29fc5520-6a43-4912-b42d-8914d9d46500 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:22.903218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.928363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Transition to ACTIVE for port object d2e54ee1-7181-4b3a-91ef-1e673ea70847 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:22.956746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.958259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.993496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.005774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:23.008861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.047345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.139492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] For port ffef4082-f5c5-4346-b14c-7284bbdf4d2d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=ffef4082-f5c5-4346-b14c-7284bbdf4d2d,segment=NetworkSegment(8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1),segment_id=8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:23.139857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.208071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Network 7d36694b-73a3-4895-a211-51145443464b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:23.209012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=07575f0e-6759-4604-b403-0e220f6e7948,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:23.220955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4e00954f-98ab-4548-b273-906b4bc2795e None None] Current status of the port 9463eacd-539e-42fc-8ee6-b89252e36b15 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:23.222536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:23.236039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:23.259426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:23.261997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '1db13069-6f7c-4f4c-a357-ea488b72f1c9'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:23.263424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.278112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 29fc5520-6a43-4912-b42d-8914d9d46500 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:23.293752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7d04f527-7b43-410a-80b9-0f20e04e6cfa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:23.304020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.367761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Calling delete_port for ffef4082-f5c5-4346-b14c-7284bbdf4d2d owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:23.480053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Provisioning complete for port 07575f0e-6759-4604-b403-0e220f6e7948 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:23.480637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.574719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Port 07575f0e-6759-4604-b403-0e220f6e7948 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:23.633090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.670986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 7d04f527-7b43-410a-80b9-0f20e04e6cfa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:23.671609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.700761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:23.724076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Provisioning complete for port 7d04f527-7b43-410a-80b9-0f20e04e6cfa triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:23.724365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.749511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Allocated IP 2001:db8::f816:3eff:fecc:b172 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/1db13069-6f7c-4f4c-a357-ea488b72f1c9/2114f60d-6aa8-4f0a-9939-cb31456daba6) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:23.791580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:16:23.792168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.829001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 6556b001-708d-407d-903a-9be21261022c is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:23.830411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:23.895600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:23.897885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.899088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network d74a27a6-1528-4278-8cf9-33ce94eb512e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:23.911257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:24.015439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.018823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:24.138642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=d6fd079c-1090-4486-83dc-64f29ba0aa7b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:24.170815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:24.179076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:24.186720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:24.188244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.200576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.236741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.261759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Transition to ACTIVE for port object 2114f60d-6aa8-4f0a-9939-cb31456daba6 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:24.265393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 7d04f527-7b43-410a-80b9-0f20e04e6cfa is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:24.265393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70aac202-812e-46ac-b73c-df6cdceecb81 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:24.329423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Current status of the port 7d04f527-7b43-410a-80b9-0f20e04e6cfa is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:24.340081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Transition to ACTIVE for port object 2114f60d-6aa8-4f0a-9939-cb31456daba6 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:24.359741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] No DVR routers for this DVR port ffef4082-f5c5-4346-b14c-7284bbdf4d2d on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:24.388671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Port': ['ID=ffef4082-f5c5-4346-b14c-7284bbdf4d2d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:24.405035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5607bcbd-3d28-4cd0-9c2c-01d85c58723c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0064931 May 13 15:16:24.410360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33620) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.427820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.476250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 70aac202-812e-46ac-b73c-df6cdceecb81 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:24.479054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Provisioning for port 29fc5520-6a43-4912-b42d-8914d9d46500 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:24.492816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Checking segment: {'id': '6996c653-f19b-4615-a851-bbf79fabb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:24.493174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network hostable DHCP agents. Network: 87e2c53e-9a68-4151-8941-d487ed57bd54, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:24.507935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 70aac202-812e-46ac-b73c-df6cdceecb81 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:24.508574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.537763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Provisioning complete for port 29fc5520-6a43-4912-b42d-8914d9d46500 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:24.537763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.553606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:c1:69:0c', 'name': 'tempest-NetworksTestDHCPv6-548177458'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:24.571568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Router 984bbd81-c807-4b39-8a95-ab2e62d5ec8f is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:24.593915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:24.608123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:24.618759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:24.635122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Pushing event updated for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:24.678911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.726457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:24.733394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efd26ee-36bc-4eda-b71e-f0e59e1aa42c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.761627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.761919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dde1c24-fcf6-4637-bd4d-f643fb0d2cd1') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.767748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:24.769602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:24.786781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.820666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.824680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Attempting to bind port 2114f60d-6aa8-4f0a-9939-cb31456daba6 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:24.825127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Attempting to bind port 2114f60d-6aa8-4f0a-9939-cb31456daba6 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:24.825561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Attempting to bind port 2114f60d-6aa8-4f0a-9939-cb31456daba6 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:24.831026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:24.831672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:24.848096 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:24.852630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:24.853334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.856247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.884534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:24.899251 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] Sync routers for ids ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:24.902262 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fd76069c-b12d-4ebe-b983-7491d6e337bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/routers/984bbd81-c807-4b39-8a95-ab2e62d5ec8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4623797 May 13 15:16:24.903042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33624) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.907466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:24.907932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:24.908408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.908878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:24.909601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Bound port: 2114f60d-6aa8-4f0a-9939-cb31456daba6, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:24.910066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.919653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] Routers {'984bbd81-c807-4b39-8a95-ab2e62d5ec8f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:24.920615 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.939841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 87e2c53e-9a68-4151-8941-d487ed57bd54) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:24.942075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 70aac202-812e-46ac-b73c-df6cdceecb81 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:24.942823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.944235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:24.944839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.948546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:24.951247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.952019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.961736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:24.965503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:24.965643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:24.974093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:24.988422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00f103-86d4-4dda-9e83-8e22c5a5d323 None None] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:25.023093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.085069 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.093767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] Routers {'984bbd81-c807-4b39-8a95-ab2e62d5ec8f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:25.094542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8789cc1a-4de3-480a-b094-94d99652e99d tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4183242 May 13 15:16:25.095305 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.099031 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b26ce4d-29e0-4583-bfba-61650b5d814f tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3072560 May 13 15:16:25.121015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6b9e6-632d-497b-a062-8d94f40898f4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:25.121727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64c6b9e6-632d-497b-a062-8d94f40898f4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:25.124460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33628) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.124789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33630) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.139218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:25.153861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.158421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.159877 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.160373 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41797790-1e9c-4828-8625-d14b64d83604 None None] The sync data for ids ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:25.170324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1772640262'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:25.184384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1532992031', 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:25.188775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Current status of the port 29fc5520-6a43-4912-b42d-8914d9d46500 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:25.189010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.200205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:25.200565 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/2efd26ee-36bc-4eda-b71e-f0e59e1aa42c HTTP/1.1" status: 204 len: 168 time: 3.9035828 May 13 15:16:25.204919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:25.211478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33636) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.212111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3534cd-5fbe-491c-8a0b-a964fc0528d8 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=2efd26ee-36bc-4eda-b71e-f0e59e1aa42c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.212236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 70aac202-812e-46ac-b73c-df6cdceecb81, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70aac202-812e-46ac-b73c-df6cdceecb81,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:25.216500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:25.217142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.266010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:network and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:25.272309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:25.275330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:port and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:25.282756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:25.304821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.305214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:25.310328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:25.314621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.334742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.345230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:25.353601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dcfc0ddc-cbf3-4e78-870e-8cc9e3afdf2b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5715063 May 13 15:16:25.353769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.353769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300a82b-4a29-404f-b9bf-ef7be8b6b9fc None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:25.354687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33640) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.363547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808115897'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:25.372898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:25.380809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.383819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:25.384849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:25.387419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:25.397899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:25.412644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] For port 29fc5520-6a43-4912-b42d-8914d9d46500, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=29fc5520-6a43-4912-b42d-8914d9d46500,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:25.427265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:25.427464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64c6b9e6-632d-497b-a062-8d94f40898f4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:25.431727 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-64c6b9e6-632d-497b-a062-8d94f40898f4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?device_id=984bbd81-c807-4b39-8a95-ab2e62d5ec8f HTTP/1.1" status: 200 len: 986 time: 0.5250938 May 13 15:16:25.438315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.441165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:25.444793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.454613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Made reservation on behalf of e6323b187d894813b1d836f4c7cccc7f for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:25.457015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.468391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:25.469026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.529445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:25.536244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9463eacd-539e-42fc-8ee6-b89252e36b15 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:25.547326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.572280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:25.576383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.577984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.600647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282e4b5d-f5bd-4fb9-a178-bbd61aef87e3']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.617800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08caf1ed-aaed-443f-b2e1-08978bf9b3f9') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.618133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08caf1ed-aaed-443f-b2e1-08978bf9b3f9') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.632944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:25.637147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.649029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=70aac202-812e-46ac-b73c-df6cdceecb81,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.654884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.659344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.659873 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment afd44b69-3350-4f31-a6fa-8941defd2316 of type vlan for network b37426de-c303-47b5-ac29-edf3925a51e3 May 13 15:16:25.665794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.669170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.672528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] device_id is not set on port 9ce9090b-c3a9-4648-814e-077e7d390b20 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:25.677272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:25.677725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:25.693962 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:25.751766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:25.782609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.808784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 4749e25e-878f-4b11-87d1-9ea3bb5bed8c yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:25.827777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:25.888711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fde4c-6f47-44de-a0c2-a58d17f0c476 None None] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:25.896389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.913548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.914109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Added segment 467dfb74-6ab8-498f-a75c-e029fe9b6c04 of type vlan for network 349bf91e-8212-45e9-b934-08c7b8786f38 May 13 15:16:25.931475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1e56-b6d7-4d92-a8d8-b9ddd608bef9 None None] Pushing event updated for resources: {'Port': ['ID=29fc5520-6a43-4912-b42d-8914d9d46500,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.934053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning complete for port 07575f0e-6759-4604-b403-0e220f6e7948 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:25.934431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.945423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.962351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=282e4b5d-f5bd-4fb9-a178-bbd61aef87e3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.964665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.974953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:25.975851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.997905 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-94c9c4f8-0fab-4c8e-b2c5-a4808ccadb92 tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/282e4b5d-f5bd-4fb9-a178-bbd61aef87e3 HTTP/1.1" status: 204 len: 168 time: 0.7805581 May 13 15:16:26.020986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.248252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Network 7d36694b-73a3-4895-a211-51145443464b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:26.269387 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9136827 May 13 15:16:26.270018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:26.275569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33652) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.281029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:26.344154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Port 07575f0e-6759-4604-b403-0e220f6e7948 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:26.372723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9463eacd-539e-42fc-8ee6-b89252e36b15 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:26.373564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.386240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ea63d-b2a6-4894-8d43-ff10747148d5 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=b37426de-c303-47b5-ac29-edf3925a51e3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.409797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.439997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:26.450722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:26.452409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b37426de-c303-47b5-ac29-edf3925a51e3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:26.454278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:26.460448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 2001:db8::34e (87e2c53e-9a68-4151-8941-d487ed57bd54/8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad/9ce9090b-c3a9-4648-814e-077e7d390b20) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:26.460950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:26.519159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:26.522725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.595348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f5dc-c6e8-4bae-8d65-4f27ed9f4928 None None] Pushing event updated for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.629028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning for port 394d2395-a998-4402-a3a3-e3cbf73a94b2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:26.642062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:26.736190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning complete for port 394d2395-a998-4402-a3a3-e3cbf73a94b2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:26.736716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.785509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.856523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.901839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Port 394d2395-a998-4402-a3a3-e3cbf73a94b2 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:26.902367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.908515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:26.909121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.910877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9463eacd-539e-42fc-8ee6-b89252e36b15 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:26.993279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:20Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:21Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:26.997789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:26.998178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Updating router 90926902-a67a-42a1-b3bb-ee5538ce1f0a port 394d2395-a998-4402-a3a3-e3cbf73a94b2 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:27.010178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:27.012265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: b37426de-c303-47b5-ac29-edf3925a51e3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:27.029771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=646851a0-8c7d-4adb-be09-ba4fd2103d7d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:27.056459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.068434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning for port d2e54ee1-7181-4b3a-91ef-1e673ea70847 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:27.078130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning complete for port d2e54ee1-7181-4b3a-91ef-1e673ea70847 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:27.078507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.153307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b37426de-c303-47b5-ac29-edf3925a51e3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:27.185254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Port d2e54ee1-7181-4b3a-91ef-1e673ea70847 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:27.251651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b37426de-c303-47b5-ac29-edf3925a51e3) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:27.253135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Provisioning complete for port 29fc5520-6a43-4912-b42d-8914d9d46500 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:27.253479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.255457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Network': ['ID=349bf91e-8212-45e9-b934-08c7b8786f38,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:27.256751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:27.257421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.290954 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca781a-132a-4cdf-87d3-eea895da9764 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:27.303396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ec3e6-29ea-46d0-a9b2-f1dc11b213ac None None] Network b37426de-c303-47b5-ac29-edf3925a51e3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:27.315475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 349bf91e-8212-45e9-b934-08c7b8786f38 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:27.389500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Router 329b5ada-36a6-40f2-8845-f9361a5e06ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:27.403337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8:0:1::d4 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/d6fd079c-1090-4486-83dc-64f29ba0aa7b/4749e25e-878f-4b11-87d1-9ea3bb5bed8c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:27.419685 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0fc5273-0fe8-4fb5-aed9-793e045aa208 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1402643 May 13 15:16:27.420234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33656) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.421248 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-443f2599-8279-4093-b6af-b46e7544941b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2848887 May 13 15:16:27.432794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fec1:690c (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/1db13069-6f7c-4f4c-a357-ea488b72f1c9/4749e25e-878f-4b11-87d1-9ea3bb5bed8c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:27.435909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33660) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.481856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.517376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'subnet': {'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:27.574949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2114f60d-6aa8-4f0a-9939-cb31456daba6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:27.753530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.760272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5f4079-fb7f-429a-b297-fa772eb0da1b']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:27.815440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4e7c5d-e8d9-4eea-ab18-e1240357fd8a') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:27.815819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4e7c5d-e8d9-4eea-ab18-e1240357fd8a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:27.885580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.031314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-478662c5-34e9-49b5-9c64-fb2ef2e1f1d8 None None] Current status of the port 29fc5520-6a43-4912-b42d-8914d9d46500 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:28.038096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:28.039725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.097257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.105991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70aac202-812e-46ac-b73c-df6cdceecb81 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:28.108945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:28.149621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:subnet and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:28.163348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:28.207827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.223122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:28.248069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:28.248482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:28.271946 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:28.274605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:28.288155 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Sync routers for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:28.297833 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:28.298831 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:28.323271 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-13bd94a7-da66-48a5-a5db-81c47350b3e7 admin admin] 10.222.0.91 "PUT /v2.0/routers/329b5ada-36a6-40f2-8845-f9361a5e06ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7621443 May 13 15:16:28.340347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.356490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Transition to ACTIVE for port object 394d2395-a998-4402-a3a3-e3cbf73a94b2 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:28.389584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b37426de-c303-47b5-ac29-edf3925a51e3', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:28.390947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.448718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:28.452299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.548949 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:28.614291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.631412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.635851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Allocated IP 172.21.0.2 (b37426de-c303-47b5-ac29-edf3925a51e3/646851a0-8c7d-4adb-be09-ba4fd2103d7d/1edc18e6-ae1b-4850-9c38-b12efae330dd) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:28.751947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 70aac202-812e-46ac-b73c-df6cdceecb81 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:28.752325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.813381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.817416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.821659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Provisioning for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:28.842967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.878022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Provisioning complete for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:28.878524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.892506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.917546 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 4, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd2e54ee1-7181-4b3a-91ef-1e673ea70847', 'name': '', 'network_id': '7d36694b-73a3-4895-a211-51145443464b', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'mac_address': 'fa:16:3e:19:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:21Z', 'updated_at': '2022-05-13T15:16:24Z', 'revision_number': 2, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'subnets': [{'id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:28.921158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:28.922315 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Checking router: 329b5ada-36a6-40f2-8845-f9361a5e06ae for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:28.922569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] Pushing event deleted for resources: {'Network': ['ID=0d5f4079-fb7f-429a-b297-fa772eb0da1b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.923155 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Updating router 329b5ada-36a6-40f2-8845-f9361a5e06ae port d2e54ee1-7181-4b3a-91ef-1e673ea70847 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:28.933581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:28.946700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:28.948018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:28.948826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.974258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce9090b-c3a9-4648-814e-077e7d390b20,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.980918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 4749e25e-878f-4b11-87d1-9ea3bb5bed8c will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:28.989957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c32eb2b-9d47-4fe2-a771-8c4a4c7bfbbf tempest-BulkNetworkOpsTest-55609091 tempest-BulkNetworkOpsTest-55609091-project] 10.222.0.91 "DELETE /v2.0/networks/0d5f4079-fb7f-429a-b297-fa772eb0da1b HTTP/1.1" status: 204 len: 168 time: 2.7900157 May 13 15:16:29.014877 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.021480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33672) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.027930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535807023', 'description': 'tempest-secgroup-smoke-1535807023 description', 'project_id': '7c39df741681440e9ae763223dcf8708'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:29.046257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.082985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.082985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.101585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:29.185333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-96282adb-e5cb-466b-a423-8554b2906a7b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.0473444 May 13 15:16:29.188249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33676) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.231190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.265170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.278160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Transition to ACTIVE for port object 1edc18e6-ae1b-4850-9c38-b12efae330dd will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:29.278629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.292720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.298268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.303043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Transition to ACTIVE for port object 1edc18e6-ae1b-4850-9c38-b12efae330dd will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:29.308975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting port 9ce9090b-c3a9-4648-814e-077e7d390b20 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:29.309325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.336165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef44d22-370e-461e-8862-49eb0a4d4c31 None None] Pushing event updated for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.378917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 07575f0e-6759-4604-b403-0e220f6e7948 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:29.380405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.418847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 70aac202-812e-46ac-b73c-df6cdceecb81 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:29.423036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 29fc5520-6a43-4912-b42d-8914d9d46500 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:29.429508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.441464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.483984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.502951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.21.0.1 (b37426de-c303-47b5-ac29-edf3925a51e3/646851a0-8c7d-4adb-be09-ba4fd2103d7d/48f49a3a-8dc9-4e18-87a4-c295e8abde1a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:29.560810 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.591578 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Transition to ACTIVE for port object d2e54ee1-7181-4b3a-91ef-1e673ea70847 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:29.620718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:29.640149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Network b37426de-c303-47b5-ac29-edf3925a51e3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:29.667597 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.675672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:29.676511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33682) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.679746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:29.708329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:29.713973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:29.714595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.742715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Subnet': ['ID=914a1408-b77b-43b8-8cd7-465c22eafdfb,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.755045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=4749e25e-878f-4b11-87d1-9ea3bb5bed8c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.777109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Checking segment: {'id': '467dfb74-6ab8-498f-a75c-e029fe9b6c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:29.778648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network hostable DHCP agents. Network: 349bf91e-8212-45e9-b934-08c7b8786f38, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:29.817820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Pushing event updated for resources: {'Port': ['ID=1edc18e6-ae1b-4850-9c38-b12efae330dd,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.829277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:29.836232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Current status of the port 2114f60d-6aa8-4f0a-9939-cb31456daba6 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:29.836613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.864077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.867393 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096480e-fb11-4783-922b-691aaaab1369 None None] Pushing event updated for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.876954 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-adff90ef-3e2f-4847-8871-aafd60d9ef18 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4654894 May 13 15:16:29.881397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33688) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.920296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:30.073927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:30.077258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.087645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.100869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network 349bf91e-8212-45e9-b934-08c7b8786f38 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:30.118610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 07575f0e-6759-4604-b403-0e220f6e7948 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:30.136968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Attempting to bind port 394d2395-a998-4402-a3a3-e3cbf73a94b2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:30.147877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Attempting to bind port 394d2395-a998-4402-a3a3-e3cbf73a94b2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:30.147877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Attempting to bind port 394d2395-a998-4402-a3a3-e3cbf73a94b2 on network d74a27a6-1528-4278-8cf9-33ce94eb512e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:30.175657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Checking segment: {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Bound using segment: {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Bound port: 394d2395-a998-4402-a3a3-e3cbf73a94b2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37cecf-fa2b-427a-b30c-c1529e3b9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.188653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Update dhcp port {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': '1db13069-6f7c-4f4c-a357-ea488b72f1c9', 'ip_address': '2001:db8::f816:3eff:fecc:b172'}, {'subnet_id': 'd6fd079c-1090-4486-83dc-64f29ba0aa7b'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '2114f60d-6aa8-4f0a-9939-cb31456daba6'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:16:30.211553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Attempting to bind port 1edc18e6-ae1b-4850-9c38-b12efae330dd on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:30.211949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Attempting to bind port 1edc18e6-ae1b-4850-9c38-b12efae330dd by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:30.212259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Attempting to bind port 1edc18e6-ae1b-4850-9c38-b12efae330dd on network b37426de-c303-47b5-ac29-edf3925a51e3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:30.233574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Calling delete_port for 9ce9090b-c3a9-4648-814e-077e7d390b20 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:30.254268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:30.254655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Checking segment: {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:30.255043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.255433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Bound using segment: {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:30.255919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Bound port: 1edc18e6-ae1b-4850-9c38-b12efae330dd, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:30.256291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.300768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.330050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 48f49a3a-8dc9-4e18-87a4-c295e8abde1a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:30.335079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 349bf91e-8212-45e9-b934-08c7b8786f38) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:30.362756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:30.363884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.370047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fcb8b-2db7-410a-947d-7d8acecf3644 None None] Pushing event updated for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.372352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 29fc5520-6a43-4912-b42d-8914d9d46500 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:30.372724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.378406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 4749e25e-878f-4b11-87d1-9ea3bb5bed8c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:30.378814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.397435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1d2bf-ee7d-4200-a8f8-13f051a90e5e None None] Network 349bf91e-8212-45e9-b934-08c7b8786f38 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:30.412586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.484912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.536505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c108b0-836b-45a0-8502-b58d2938c67a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.556973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.561561 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Attempting to bind port d2e54ee1-7181-4b3a-91ef-1e673ea70847 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:30.562104 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Attempting to bind port d2e54ee1-7181-4b3a-91ef-1e673ea70847 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:30.562306 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Attempting to bind port d2e54ee1-7181-4b3a-91ef-1e673ea70847 on network 7d36694b-73a3-4895-a211-51145443464b {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:30.564970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.571098 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:30.573738 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Checking segment: {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:30.573738 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.574906 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Bound using segment: {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:30.575590 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Bound port: d2e54ee1-7181-4b3a-91ef-1e673ea70847, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8161dd57-4bf6-4e72-b958-3f48c94e354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7d36694b-73a3-4895-a211-51145443464b'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:30.576145 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.611139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0ec49eac-f2c7-4232-81a9-4efab4b8f0ef tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1677325 May 13 15:16:30.617461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.622152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33692) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.624596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-02c6960d-97a2-4b0c-acaa-0c1071e27f7f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c87a666fdadd429f8e3f32ea89301773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9361851 May 13 15:16:30.633168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33694) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.657632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1225859235', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:30.711767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b37426de-c303-47b5-ac29-edf3925a51e3 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:30.712687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.716893 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3ff9b6ec-4ea2-4414-985a-d30ef5a7bb6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6911952 May 13 15:16:30.718861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] For port 394d2395-a998-4402-a3a3-e3cbf73a94b2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:30.719018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:30.720218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33700) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.731494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:30.737190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:30.744774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:30.766867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] For port 394d2395-a998-4402-a3a3-e3cbf73a94b2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=394d2395-a998-4402-a3a3-e3cbf73a94b2,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:30.768679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:30.768854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] For port 1edc18e6-ae1b-4850-9c38-b12efae330dd, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:30.775004 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] For port d2e54ee1-7181-4b3a-91ef-1e673ea70847, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:30.779581 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] For port d2e54ee1-7181-4b3a-91ef-1e673ea70847, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e54ee1-7181-4b3a-91ef-1e673ea70847,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:30.811697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.817264 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/ports/9ce9090b-c3a9-4648-814e-077e7d390b20 HTTP/1.1" status: 204 len: 168 time: 1.6250472 May 13 15:16:30.817264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.818003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33704) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.819439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:router and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:30.826587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:30.831220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54', 'external_fixed_ips': [{'subnet_id': '8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad', 'ip_address': '2001:db8::34e'}]}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:30.835276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:30.848619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] For port 1edc18e6-ae1b-4850-9c38-b12efae330dd, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1edc18e6-ae1b-4850-9c38-b12efae330dd,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:30.857467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:30.862258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:30.863286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:30.876429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:router and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:30.883395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.883587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:30.886118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:30.908894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:30.921225 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.935678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.967194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ccc0d-7ded-4228-9abe-9465d09a0530 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ce9090b-c3a9-4648-814e-077e7d390b20,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.984618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b48dca6-a8b5-466a-952a-33e2cd50b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.988134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.009395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.010350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.040984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.059984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 29fc5520-6a43-4912-b42d-8914d9d46500 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:31.084936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.090856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.168118 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:31.168118 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:31.218347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2114f60d-6aa8-4f0a-9939-cb31456daba6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:31.268232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.272665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:31.274167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:31.293295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.382316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb02419-ca52-4505-8c15-9ed29359b6b2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.383354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 4749e25e-878f-4b11-87d1-9ea3bb5bed8c owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:31.399953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.403346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.404691 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-eefbf1e9-01ad-4b8a-809f-7fc37934d394 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0bb02419-ca52-4505-8c15-9ed29359b6b2 HTTP/1.1" status: 204 len: 168 time: 0.7411840 May 13 15:16:31.446637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.479306 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:31.518144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-349bf91e-8212-45e9-b934-08c7b8786f38', 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38', 'tenant_id': '7501d25c122f4df2976746a733824cd8', 'fixed_ips': [{'subnet_id': '914a1408-b77b-43b8-8cd7-465c22eafdfb'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:31.518986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.573145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef44d22-370e-461e-8862-49eb0a4d4c31 None None] Pushing event updated for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.575454 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096480e-fb11-4783-922b-691aaaab1369 None None] Pushing event updated for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.756488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Allocated IP 2001:db8:0:1::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/d6fd079c-1090-4486-83dc-64f29ba0aa7b/2114f60d-6aa8-4f0a-9939-cb31456daba6) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:31.785823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.786831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.805149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.826812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.932261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:32.175098 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 4, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd2e54ee1-7181-4b3a-91ef-1e673ea70847', 'name': '', 'network_id': '7d36694b-73a3-4895-a211-51145443464b', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'mac_address': 'fa:16:3e:19:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:21Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 4, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'subnets': [{'id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:32.180174 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9954076-d854-47e3-a701-f04f4c310bfd None None] The sync data for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv is: [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 4, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd2e54ee1-7181-4b3a-91ef-1e673ea70847', 'name': '', 'network_id': '7d36694b-73a3-4895-a211-51145443464b', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'mac_address': 'fa:16:3e:19:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:21Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 4, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'subnets': [{'id': 'fcfc7902-0ad6-45f9-ba80-90408bc18e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:32.262510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.264768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10737b-104a-41a9-94e5-886224b787a7 None None] Pushing event updated for resources: {'Port': ['ID=1edc18e6-ae1b-4850-9c38-b12efae330dd,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:32.286781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=07575f0e-6759-4604-b403-0e220f6e7948,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:32.408965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=4749e25e-878f-4b11-87d1-9ea3bb5bed8c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:32.415114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.504259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.522799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.666870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:32.667888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.842528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.894718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:32.940112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.959520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Allocated IP 172.20.0.2 (349bf91e-8212-45e9-b934-08c7b8786f38/914a1408-b77b-43b8-8cd7-465c22eafdfb/df60415a-d673-4608-adc5-3a969a880511) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:32.974705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54e188-aa8a-4e9c-b7ff-01bea993231c None None] Network b37426de-c303-47b5-ac29-edf3925a51e3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:33.127097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.137040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.151970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7469c542-1f8f-4f27-9883-6f3a4ae023d7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.153715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.238618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.resource_extend [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:33.301233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33728) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.321425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.339770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.396720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network b37426de-c303-47b5-ac29-edf3925a51e3 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:33.403847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:33.470374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.471599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eb2ad07c-d474-491c-9a09-90185fd64cba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7476125 May 13 15:16:33.482060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33734) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.488140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.492388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2455c0f0-f168-4830-8020-bd2a5d834d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.494596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d163af8e-5f9b-48a4-9983-9e8a18c8792d None None] Provisioning for port 1edc18e6-ae1b-4850-9c38-b12efae330dd completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:33.504125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-31eb6eb2-ff3e-462c-a50d-6ef14c5d442f tempest-DvrRoutersNegativeTest-1416936308 tempest-DvrRoutersNegativeTest-1416936308-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-884576860', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:33.506950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.policy [None req-31eb6eb2-ff3e-462c-a50d-6ef14c5d442f tempest-DvrRoutersNegativeTest-1416936308 tempest-DvrRoutersNegativeTest-1416936308-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88838) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 13 15:16:33.507515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.policy [None req-31eb6eb2-ff3e-462c-a50d-6ef14c5d442f tempest-DvrRoutersNegativeTest-1416936308 tempest-DvrRoutersNegativeTest-1416936308-project] Failed policy check for 'create_router' {{(pid=88838) enforce /opt/stack/neutron/neutron/policy.py:520}} May 13 15:16:33.507778 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-31eb6eb2-ff3e-462c-a50d-6ef14c5d442f tempest-DvrRoutersNegativeTest-1416936308 tempest-DvrRoutersNegativeTest-1416936308-project] create failed (client error): Access was denied to this resource. May 13 15:16:33.512532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-31eb6eb2-ff3e-462c-a50d-6ef14c5d442f tempest-DvrRoutersNegativeTest-1416936308 tempest-DvrRoutersNegativeTest-1416936308-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2065461 May 13 15:16:33.519899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:33.556622 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6004dd26-dddd-4350-8c06-ac239bc37c80 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/4749e25e-878f-4b11-87d1-9ea3bb5bed8c HTTP/1.1" status: 204 len: 168 time: 3.6741114 May 13 15:16:33.563371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.582018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Transition to ACTIVE for port object 2114f60d-6aa8-4f0a-9939-cb31456daba6 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:33.667445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:33.724862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.744855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:33.863136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Router 984bbd81-c807-4b39-8a95-ab2e62d5ec8f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:33.884351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bd502-7139-4fc9-834e-392a4776bc66 None None] Pushing event updated for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.926629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:33.936111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.960678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:33.963401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4da44-b540-4524-9ec6-082d3bac4382 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:33.968364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-38c4da44-b540-4524-9ec6-082d3bac4382 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:33.968600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.010128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.033440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2114f60d-6aa8-4f0a-9939-cb31456daba6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:34.080881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:34.129410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Transition to ACTIVE for port object df60415a-d673-4608-adc5-3a969a880511 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:34.140075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:34.149453 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-27fbe99b-dda8-4b28-91ad-5fcb771133fc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/routers/984bbd81-c807-4b39-8a95-ab2e62d5ec8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7095129 May 13 15:16:34.159343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33746) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.190465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] Sync routers for ids ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:34.206162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33750) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.216575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea0988-7654-4caf-9b1d-7807eb762a48 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:16:34.217431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90ea0988-7654-4caf-9b1d-7807eb762a48 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:34.227898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-38c4da44-b540-4524-9ec6-082d3bac4382 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:34.231487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-38c4da44-b540-4524-9ec6-082d3bac4382 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6647961 May 13 15:16:34.232115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33756) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.239728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:29Z', 'revision_number': 1, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:34.268776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Transition to ACTIVE for port object df60415a-d673-4608-adc5-3a969a880511 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:34.274955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.349514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76500ae1-8183-4918-8555-c428d13cdcd3 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:29Z', 'revision_number': 1, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:34.372082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] Routers {'984bbd81-c807-4b39-8a95-ab2e62d5ec8f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:34.375280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:34.478562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:34.487975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2114f60d-6aa8-4f0a-9939-cb31456daba6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:34.555691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.564296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.576269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.26.7.18 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/af54463e-7783-4acb-ab32-ccb13985cf5d) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:34.634560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90ea0988-7654-4caf-9b1d-7807eb762a48 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:34.635900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-90ea0988-7654-4caf-9b1d-7807eb762a48 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/07575f0e-6759-4604-b403-0e220f6e7948 HTTP/1.1" status: 404 len: 333 time: 0.4749322 May 13 15:16:34.643684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33760) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.722265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Pushing event updated for resources: {'Port': ['ID=df60415a-d673-4608-adc5-3a969a880511,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:34.725401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:34.763374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] Routers {'984bbd81-c807-4b39-8a95-ab2e62d5ec8f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:34.765093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:34.814494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:34.818868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:083ea4a8eb114e019798ded91c31ae35 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:34.822703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:34.831437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:34.901671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.907102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:34.907524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a8353-acb2-4b2b-b21a-ca5aacb85dbb None None] The sync data for ids ['984bbd81-c807-4b39-8a95-ab2e62d5ec8f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:34.934582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Network 349bf91e-8212-45e9-b934-08c7b8786f38 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:34.937033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:34.948958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:35.020400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.027015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e54ee1-7181-4b3a-91ef-1e673ea70847 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:35.068062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.086114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.103895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.114136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.116127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.118839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.168447 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d63a65bd-2284-4c04-9875-2cb5fa2be270 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7473218 May 13 15:16:35.172094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33764) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.175071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361a479c-d3a4-460e-b9a1-863c985ff75d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.188174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1852690861'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:35.195977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.204418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:35.204932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.210359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Attempting to bind port df60415a-d673-4608-adc5-3a969a880511 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:35.210718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Attempting to bind port df60415a-d673-4608-adc5-3a969a880511 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '467dfb74-6ab8-498f-a75c-e029fe9b6c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:35.211083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Attempting to bind port df60415a-d673-4608-adc5-3a969a880511 on network 349bf91e-8212-45e9-b934-08c7b8786f38 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:35.223862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:35.224241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Checking segment: {'id': '467dfb74-6ab8-498f-a75c-e029fe9b6c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:35.228900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.228900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Bound using segment: {'id': '467dfb74-6ab8-498f-a75c-e029fe9b6c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:35.228900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Bound port: df60415a-d673-4608-adc5-3a969a880511, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467dfb74-6ab8-498f-a75c-e029fe9b6c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:35.228900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.241430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:35.251368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:35.291070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.292099 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-165b16d5-5dde-4725-a336-e5e31d4ad588 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8058631 May 13 15:16:35.302804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33768) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.306146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:35.327359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1343900c-fa32-4d85-87f3-2942a7f8fc37 None None] Provisioning for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:35.337601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:35.339093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1343900c-fa32-4d85-87f3-2942a7f8fc37 None None] Provisioning complete for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:35.340717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1343900c-fa32-4d85-87f3-2942a7f8fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.348186 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=083ea4a8eb114e019798ded91c31ae35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1210775 May 13 15:16:35.350325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33772) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.351895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:35.357935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080db22-f017-4c80-874b-2b368cd46fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ebbd4-a4a4-43f1-ad82-1136b204786f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.380351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:35.382841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:35.395692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:35.427942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d2e54ee1-7181-4b3a-91ef-1e673ea70847 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:35.454832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d2e54ee1-7181-4b3a-91ef-1e673ea70847 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:35.460438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.466973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.494014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f941c3ee-6a94-4a60-8a97-3da85598257a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:35.498851 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f941c3ee-6a94-4a60-8a97-3da85598257a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2659206 May 13 15:16:35.500251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33776) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.576431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.583892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] For port df60415a-d673-4608-adc5-3a969a880511, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:35.588087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] For port df60415a-d673-4608-adc5-3a969a880511, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df60415a-d673-4608-adc5-3a969a880511,segment=NetworkSegment(467dfb74-6ab8-498f-a75c-e029fe9b6c04),segment_id=467dfb74-6ab8-498f-a75c-e029fe9b6c04)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:35.611636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.678319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:35.682313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.711103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.727848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:35.741505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:35.744942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:35.796058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.806409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=af54463e-7783-4acb-ab32-ccb13985cf5d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.873606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.911324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:36.085213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.089767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.112204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1343900c-fa32-4d85-87f3-2942a7f8fc37 None None] Current status of the port 2114f60d-6aa8-4f0a-9939-cb31456daba6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:36.149638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271b4c0-a24b-4e7b-8871-607a36a8c995 None None] Pushing event updated for resources: {'Port': ['ID=df60415a-d673-4608-adc5-3a969a880511,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.160220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:36.161847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:36.163395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:36.164232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:36.167623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.168251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d2e54ee1-7181-4b3a-91ef-1e673ea70847 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:36.168612 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.246742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d2e54ee1-7181-4b3a-91ef-1e673ea70847, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e54ee1-7181-4b3a-91ef-1e673ea70847,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:36.264659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.265159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Fanout notify agent at l3_agent the message router_deleted on router 984bbd81-c807-4b39-8a95-ab2e62d5ec8f {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:36.274061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 2001:db8::34e (87e2c53e-9a68-4151-8941-d487ed57bd54/8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad/932c57eb-d50a-4782-9be0-0b4e6a9008a0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:36.286273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ebbd4-a4a4-43f1-ad82-1136b204786f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.286747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.291292 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c027abe-5386-4b79-aea8-3abf90460997 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/routers/984bbd81-c807-4b39-8a95-ab2e62d5ec8f HTTP/1.1" status: 204 len: 168 time: 1.6300738 May 13 15:16:36.295573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33780) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.313938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.319620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.320087 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment 966835aa-03f7-460b-a42e-3f9299111385 of type vlan for network 5142e865-85b2-427f-a651-344832a55edf May 13 15:16:36.327815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.328409 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dafae70e-84cd-4260-a049-dc5defd46f9b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f6ebbd4-a4a4-43f1-ad82-1136b204786f HTTP/1.1" status: 204 len: 168 time: 0.9737046 May 13 15:16:36.343798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:36.348304 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-347836f8-dd30-4d1b-bc76-bce097265ceb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7541437 May 13 15:16:36.354125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33786) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.365470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.366725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1edc18e6-ae1b-4850-9c38-b12efae330dd up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:36.464726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 5ddf14a9-a472-45e5-bcfc-0cc724d9c942 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:36.472750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.487544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e19422b6-bdf2-484c-91d5-84d768e1b64f None None] Provisioning for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:36.540016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.555656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.563706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e19422b6-bdf2-484c-91d5-84d768e1b64f None None] Provisioning complete for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:36.564190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e19422b6-bdf2-484c-91d5-84d768e1b64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.571483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.615856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e12c79e-53bd-4059-b10c-9a3039e3098c,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.650867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.668692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:36.698964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e19422b6-bdf2-484c-91d5-84d768e1b64f None None] Port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:36.712953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.714395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 1db13069-6f7c-4f4c-a357-ea488b72f1c9 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:36.716631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e19422b6-bdf2-484c-91d5-84d768e1b64f None None] Could not find standard attr ID for object 4749e25e-878f-4b11-87d1-9ea3bb5bed8c. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:16:36.747155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.782362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.862808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2c507e55-ea3c-4760-ac9e-07eac39956f5 None None] Provisioning complete for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:36.864204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2c507e55-ea3c-4760-ac9e-07eac39956f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.908563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.921193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1edc18e6-ae1b-4850-9c38-b12efae330dd completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:36.947696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.955505 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a48ee6af-d631-43db-a212-7dd5976fd248 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6395783 May 13 15:16:36.961612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33798) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.976628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2c507e55-ea3c-4760-ac9e-07eac39956f5 None None] Port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:36.981253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1edc18e6-ae1b-4850-9c38-b12efae330dd triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:36.981253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.986958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:36.999621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:37.017098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:37.022977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.027172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.055204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:37.071063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.076109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:37.076702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.085744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network 87e2c53e-9a68-4151-8941-d487ed57bd54 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:37.089214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddf14a9-a472-45e5-bcfc-0cc724d9c942,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.095090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:37.099098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.104088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:37.121246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4797980-7291-4667-a1cf-c71c64399ba5 None None] Network 6556b001-708d-407d-903a-9be21261022c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:37.166207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.202371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1edc18e6-ae1b-4850-9c38-b12efae330dd is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:37.203059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.241400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:37.361066 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:16:37.392914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=932c57eb-d50a-4782-9be0-0b4e6a9008a0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.402507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.437458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1edc18e6-ae1b-4850-9c38-b12efae330dd, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1edc18e6-ae1b-4850-9c38-b12efae330dd,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:37.501658 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3264060 May 13 15:16:37.501658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.503397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f84c9ff0-0c96-40f4-a153-3f3b1326a32d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/5ddf14a9-a472-45e5-bcfc-0cc724d9c942 HTTP/1.1" status: 204 len: 168 time: 1.2067585 May 13 15:16:37.520752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33808) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.521469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33810) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.526553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.554240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125c4a-d3b3-4441-a05e-4b2ad9e7d993 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=5142e865-85b2-427f-a651-344832a55edf,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.559199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:37.645980 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:37.668549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1edc18e6-ae1b-4850-9c38-b12efae330dd,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.668778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:37.671066 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:37.675282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 5142e865-85b2-427f-a651-344832a55edf details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:37.708523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70979176-1f32-4e98-a54e-f49a6deb57f5 None None] Network 349bf91e-8212-45e9-b934-08c7b8786f38 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:37.739686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.855037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.857088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/1db13069-6f7c-4f4c-a357-ea488b72f1c9 HTTP/1.1" status: 204 len: 168 time: 1.5010688 May 13 15:16:37.874903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33820) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.893874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9deb34-6670-421d-8039-6ca725e65c14 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=1db13069-6f7c-4f4c-a357-ea488b72f1c9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.931015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] DHCP port deletion for 6556b001-708d-407d-903a-9be21261022c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:37.941132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa56cdd-57b5-49d6-b419-ca43b517dfba None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:37.988148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.024573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.032756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 394d2395-a998-4402-a3a3-e3cbf73a94b2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:38.056176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.057549 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:38.059339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33824) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:38.069021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Deleting port 9463eacd-539e-42fc-8ee6-b89252e36b15 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:38.069604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.125132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027659 May 13 15:16:38.130325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.146029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:38.149334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 9463eacd-539e-42fc-8ee6-b89252e36b15 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:38.149621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.186041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.214851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-70bf7a28-737a-4a49-a09c-c09c3711c55e None None] Provisioning for port df60415a-d673-4608-adc5-3a969a880511 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:38.227594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.233493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.239140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet d6fd079c-1090-4486-83dc-64f29ba0aa7b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:38.247511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.335610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.376451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:38.380093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.435353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed761fb1-2ee0-4804-afe4-18766b42a2c1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:38.443516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ee00003-8623-4f22-9e15-37152baf5da9 tempest-NetworksApiDiscovery-1670475943 tempest-NetworksApiDiscovery-1670475943-project] 10.222.0.91 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2621272 May 13 15:16:38.515451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:32Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:38.521417 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:38.521776 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Updating router 90926902-a67a-42a1-b3bb-ee5538ce1f0a port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:38.534335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.535890 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f49f6b9-8fee-4dd1-af77-8816514f5708 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5641360 May 13 15:16:38.538798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33834) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:38.543962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:38.559210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.566640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.570881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.577241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.602274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.607533 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.616175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:38.691286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.783900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 394d2395-a998-4402-a3a3-e3cbf73a94b2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:38.834999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:38.844062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 394d2395-a998-4402-a3a3-e3cbf73a94b2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:38.845710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.857876 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Project 7c39df741681440e9ae763223dcf8708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:38.882074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.900923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] Sync routers for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:38.918688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.923136 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8aa40368-5bec-41a3-a09a-7d55f317f020 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2880225 May 13 15:16:38.929250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33838) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.106111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] For port 9463eacd-539e-42fc-8ee6-b89252e36b15, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9463eacd-539e-42fc-8ee6-b89252e36b15,segment=NetworkSegment(6a46e9bb-a65c-461c-bdb2-1f72679bfc0c),segment_id=6a46e9bb-a65c-461c-bdb2-1f72679bfc0c)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:39.106586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.137237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] For port 9463eacd-539e-42fc-8ee6-b89252e36b15, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9463eacd-539e-42fc-8ee6-b89252e36b15,segment=NetworkSegment(6a46e9bb-a65c-461c-bdb2-1f72679bfc0c),segment_id=6a46e9bb-a65c-461c-bdb2-1f72679bfc0c)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:39.138841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.158194 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.166517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33844) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.172009 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Transition to ACTIVE for port object 48f49a3a-8dc9-4e18-87a4-c295e8abde1a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:39.222990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.261749 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.296684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Calling delete_port for 9463eacd-539e-42fc-8ee6-b89252e36b15 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:39.394615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:39.395650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:39.407696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 9463eacd-539e-42fc-8ee6-b89252e36b15 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:39.408470 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9133d6d-ac58-4a13-a2b0-cb4ca9ca6ba6 None None] Pushing event updated for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.462476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.464113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.525414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.551324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] No DVR routers for this DVR port 9463eacd-539e-42fc-8ee6-b89252e36b15 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:39.587413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:39.589814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebad28-4624-415d-9d5f-cd3c12e270b2 None None] Pushing event deleted for resources: {'Port': ['ID=9463eacd-539e-42fc-8ee6-b89252e36b15,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.592968 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Attempting to bind port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:39.593504 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Attempting to bind port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:39.593685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Attempting to bind port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a on network b37426de-c303-47b5-ac29-edf3925a51e3 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:39.601063 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:39.601330 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Checking segment: {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:39.601701 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.602217 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Bound using segment: {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:39.602838 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Bound port: 48f49a3a-8dc9-4e18-87a4-c295e8abde1a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd44b69-3350-4f31-a6fa-8941defd2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:39.603338 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.643423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.699384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 394d2395-a998-4402-a3a3-e3cbf73a94b2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:39.699581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca83b3-0a4e-4556-a14d-85c04e90d4c2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.700120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.700987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:39.701514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:39.707716 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] For port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:39.710973 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] For port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:39.717134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:39.718029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:39.729979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:39.796644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Usage tracker for resource:security_group_rule and tenant:58578a6fb1314ca9b8ca71264b47dde4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:39.802907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:39.803318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc9839-7f14-4f80-b781-3f585d6781a2 None None] The sync data for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:39.806131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.811419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:39.816865 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.822553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:39.849401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 394d2395-a998-4402-a3a3-e3cbf73a94b2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=394d2395-a998-4402-a3a3-e3cbf73a94b2,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:39.857138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.862369 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-998d330b-03b5-4137-b46a-f86f91703943 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3225150 May 13 15:16:39.863166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33850) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.880725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.903943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.911826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fd079c-1090-4486-83dc-64f29ba0aa7b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.942872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'security_group_rule': {'security_group_id': '29c108b0-836b-45a0-8502-b58d2938c67a', 'project_id': '7c39df741681440e9ae763223dcf8708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:39.963701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:39.989845 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:39.990601 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:39.991515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.992789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df60415a-d673-4608-adc5-3a969a880511 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:40.005214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:security_group_rule and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:40.026058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:40.068508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:40.183699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.228945 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Project 7c39df741681440e9ae763223dcf8708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:40.237912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 9463eacd-539e-42fc-8ee6-b89252e36b15 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:40.238290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.271403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port df60415a-d673-4608-adc5-3a969a880511 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:40.277339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port df60415a-d673-4608-adc5-3a969a880511 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:40.277715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.289835 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9133d6d-ac58-4a13-a2b0-cb4ca9ca6ba6 None None] Pushing event updated for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.299822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.308596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=21448330-62f9-435e-bdfe-52cb800618d4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.355368 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:40.394062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] The port '9463eacd-539e-42fc-8ee6-b89252e36b15' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:40.406404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c19ba167-c928-414c-8a9d-bd02bd83ba5e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/d6fd079c-1090-4486-83dc-64f29ba0aa7b HTTP/1.1" status: 204 len: 168 time: 2.5176163 May 13 15:16:40.410732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33854) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.471445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port df60415a-d673-4608-adc5-3a969a880511 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:40.471831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.516707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port df60415a-d673-4608-adc5-3a969a880511, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df60415a-d673-4608-adc5-3a969a880511,segment=NetworkSegment(467dfb74-6ab8-498f-a75c-e029fe9b6c04),segment_id=467dfb74-6ab8-498f-a75c-e029fe9b6c04)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:40.538864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.598592 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b6d29db8-8383-46e8-ab88-fc8f8efcd09f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368737 May 13 15:16:40.604715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.606096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33858) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.614202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:40.626312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.627107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e54ee1-7181-4b3a-91ef-1e673ea70847 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:40.692293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.707856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.791056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=df60415a-d673-4608-adc5-3a969a880511,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.814850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:40.815071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: 5142e865-85b2-427f-a651-344832a55edf, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:40.817773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d2e54ee1-7181-4b3a-91ef-1e673ea70847 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:40.818170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.832548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.836427 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:40.840418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.843876 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8f3f7-5d64-4373-97c5-c023321910b6 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:40.850723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.898059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6556b001-708d-407d-903a-9be21261022c']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:40.926379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f9738-87ff-4a11-bc43-d0a2098fd5f0 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:40.971424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd22fea-d958-4a4e-a3fe-3ca4cc3ebd80,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.975732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 5142e865-85b2-427f-a651-344832a55edf is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:40.994446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:40.994901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a46e9bb-a65c-461c-bdb2-1f72679bfc0c') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:41.021736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.051747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.061019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e9c96-0136-46c0-9fea-ba992de466c7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.066899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:41.067230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.081456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac5b9d46-7035-4505-b81f-6a0af362841f None None] Provisioning complete for port 2114f60d-6aa8-4f0a-9939-cb31456daba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:41.082340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9d46-7035-4505-b81f-6a0af362841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.088290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.092933 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e57f4dff-2266-4fcc-be38-b85e33fab9bf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2268538 May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:41.098570 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:41.102223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 5142e865-85b2-427f-a651-344832a55edf) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:41.110956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:41.111341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:41.111934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.116425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:41.120036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:41.127358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:41.145056 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74682ea3-2661-4a7c-b97e-6416096c492b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=58578a6fb1314ca9b8ca71264b47dde4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9771094 May 13 15:16:41.148019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33866) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.159728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d34525-9ee7-4f1a-b7bc-809a4759f8d4 None None] Network 5142e865-85b2-427f-a651-344832a55edf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:41.209454 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9d56e15b-18d7-4de5-99ee-69c389892904 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6863196 May 13 15:16:41.223392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33876) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.235508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:41.242849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.599289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.629426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d2e54ee1-7181-4b3a-91ef-1e673ea70847 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:41.641774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.672950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-5142e865-85b2-427f-a651-344832a55edf', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:41.676575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.720534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router 96e6439e-658a-46ad-b206-822c0299099e is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:41.749777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.762289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.827960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b9d46-7035-4505-b81f-6a0af362841f None None] Current status of the port 2114f60d-6aa8-4f0a-9939-cb31456daba6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:41.871705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 394d2395-a998-4402-a3a3-e3cbf73a94b2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:42.043580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:42.055125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Deleting port 2114f60d-6aa8-4f0a-9939-cb31456daba6 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:42.055759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.106868 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/6556b001-708d-407d-903a-9be21261022c HTTP/1.1" status: 204 len: 168 time: 4.5791216 May 13 15:16:42.115533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 33912) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.119092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c31777-9f71-4e20-8f8f-869192bb53cc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=6556b001-708d-407d-903a-9be21261022c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.135988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Allocated IP 172.22.0.2 (5142e865-85b2-427f-a651-344832a55edf/21448330-62f9-435e-bdfe-52cb800618d4/5fa1cabf-fdc8-4e63-a121-02a8aeac8957) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:42.226942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.302826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.1 (349bf91e-8212-45e9-b934-08c7b8786f38/914a1408-b77b-43b8-8cd7-465c22eafdfb/86d6438e-2d05-434d-9bc7-d810f644a5a4) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:42.310719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e9c96-0136-46c0-9fea-ba992de466c7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.369462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe68eb-97bc-41ef-9496-9951098a6fbb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:42.370109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f5fe68eb-97bc-41ef-9496-9951098a6fbb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:42.387085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:42.399627 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Sync routers for ids ['96e6439e-658a-46ad-b206-822c0299099e'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:42.410909 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Routers {'96e6439e-658a-46ad-b206-822c0299099e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:42.411610 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['96e6439e-658a-46ad-b206-822c0299099e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:42.467408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:42.467861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.535162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.539957 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-46dd27a6-8246-40b9-8a05-6dbf3e99c954 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/587e9c96-0136-46c0-9fea-ba992de466c7 HTTP/1.1" status: 204 len: 168 time: 1.3909912 May 13 15:16:42.545179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.objects.ports [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:16:42.623785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 394d2395-a998-4402-a3a3-e3cbf73a94b2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:42.624075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.676844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Calling delete_port for 2114f60d-6aa8-4f0a-9939-cb31456daba6 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:42.688222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.689533 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Set router 96e6439e-658a-46ad-b206-822c0299099e gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:42.713591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Transition to ACTIVE for port object 86d6438e-2d05-434d-9bc7-d810f644a5a4 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:42.713832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f5fe68eb-97bc-41ef-9496-9951098a6fbb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:42.720069 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5fe68eb-97bc-41ef-9496-9951098a6fbb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/86836a98-5930-4f98-bd92-af94ec365b81 HTTP/1.1" status: 200 len: 844 time: 0.6022084 May 13 15:16:42.721404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33922) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.721771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.725511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b197f902-e03e-492e-b738-630cbffb68e6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.9043934 May 13 15:16:42.736730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33924) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.977271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:42.977872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:43.017377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.026292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 394d2395-a998-4402-a3a3-e3cbf73a94b2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:43.027439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1edc18e6-ae1b-4850-9c38-b12efae330dd up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:43.115088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7a1f65f2-c11b-4b35-bdb7-24f72bd030aa tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:43.124053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.160661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Transition to ACTIVE for port object 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:43.189044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.197941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Transition to ACTIVE for port object 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:43.216647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1edc18e6-ae1b-4850-9c38-b12efae330dd triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:43.217069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.269022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.302451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.352100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=86d6438e-2d05-434d-9bc7-d810f644a5a4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:43.365240 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6439e-658a-46ad-b206-822c0299099e', 'name': '', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54', 'external_fixed_ips': [{'subnet_id': '8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad', 'ip_address': '2001:db8::34e'}], 'enable_snat': True}, 'gw_port_id': '932c57eb-d50a-4782-9be0-0b4e6a9008a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:31Z', 'updated_at': '2022-05-13T15:16:37Z', 'revision_number': 3, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port': {'id': '932c57eb-d50a-4782-9be0-0b4e6a9008a0', 'name': '', 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e6439e-658a-46ad-b206-822c0299099e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad', 'ip_address': '2001:db8::34e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:43.367702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.369483 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Checking router: 96e6439e-658a-46ad-b206-822c0299099e for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:43.369825 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Updating router 96e6439e-658a-46ad-b206-822c0299099e port 932c57eb-d50a-4782-9be0-0b4e6a9008a0 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:43.434824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.457619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Network 5142e865-85b2-427f-a651-344832a55edf is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:43.460475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7a1f65f2-c11b-4b35-bdb7-24f72bd030aa tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:43.465722 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7a1f65f2-c11b-4b35-bdb7-24f72bd030aa tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/86836a98-5930-4f98-bd92-af94ec365b81?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.7424006 May 13 15:16:43.481064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:43.483073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Deleting port 2114f60d-6aa8-4f0a-9939-cb31456daba6 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:43.487220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.496907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 33942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.525426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:43.525545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network 349bf91e-8212-45e9-b934-08c7b8786f38 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:43.530125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Pushing event updated for resources: {'Port': ['ID=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:43.548863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:43.635347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:43.642125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1edc18e6-ae1b-4850-9c38-b12efae330dd is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:43.643912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48f49a3a-8dc9-4e18-87a4-c295e8abde1a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:43.656596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:43.951181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Attempting to bind port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:43.951643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Attempting to bind port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:43.951910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Attempting to bind port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 on network 5142e865-85b2-427f-a651-344832a55edf {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:44.002711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.22.0.1 (5142e865-85b2-427f-a651-344832a55edf/21448330-62f9-435e-bdfe-52cb800618d4/0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:44.020141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:44.022724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Checking segment: {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:44.023293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.023862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Bound using segment: {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:44.025186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Bound port: 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:44.025671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.164726 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.179310 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Transition to ACTIVE for port object 932c57eb-d50a-4782-9be0-0b4e6a9008a0 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:44.257528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.264815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-44c13865-83c0-4cad-8611-5f3bb0ed0240 None None] Provisioning for port 86d6438e-2d05-434d-9bc7-d810f644a5a4 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:44.293471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-44c13865-83c0-4cad-8611-5f3bb0ed0240 None None] Provisioning complete for port 86d6438e-2d05-434d-9bc7-d810f644a5a4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:44.293735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-44c13865-83c0-4cad-8611-5f3bb0ed0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.327134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.332480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.364779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:44.415632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] For port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:44.417746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:44.457130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-44c13865-83c0-4cad-8611-5f3bb0ed0240 None None] Port 86d6438e-2d05-434d-9bc7-d810f644a5a4 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:44.474785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:44.475164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.480671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.515528 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Attempting to bind port 932c57eb-d50a-4782-9be0-0b4e6a9008a0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:44.516659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Attempting to bind port 932c57eb-d50a-4782-9be0-0b4e6a9008a0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6996c653-f19b-4615-a851-bbf79fabb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:44.517012 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Attempting to bind port 932c57eb-d50a-4782-9be0-0b4e6a9008a0 on network 87e2c53e-9a68-4151-8941-d487ed57bd54 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:44.537396 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdce69-8c27-4e51-a895-01c4441e55ce None None] Pushing event updated for resources: {'Port': ['ID=932c57eb-d50a-4782-9be0-0b4e6a9008a0,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.541326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:44.543999 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:44.544377 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Checking segment: {'id': '6996c653-f19b-4615-a851-bbf79fabb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:44.544779 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.545169 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Bound using segment: {'id': '6996c653-f19b-4615-a851-bbf79fabb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:44.545633 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Bound port: 932c57eb-d50a-4782-9be0-0b4e6a9008a0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6996c653-f19b-4615-a851-bbf79fabb8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '87e2c53e-9a68-4151-8941-d487ed57bd54'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:44.546044 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.570337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.582664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:44.596218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] For port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:44.597464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:44.604911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:44.606423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:44.606834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.619081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:44.624244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.669920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 5142e865-85b2-427f-a651-344832a55edf is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:44.670176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.671163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.680681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:44.692514 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] For port 932c57eb-d50a-4782-9be0-0b4e6a9008a0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:44.696527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] For port 932c57eb-d50a-4782-9be0-0b4e6a9008a0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=932c57eb-d50a-4782-9be0-0b4e6a9008a0,segment=NetworkSegment(6996c653-f19b-4615-a851-bbf79fabb8d7),segment_id=6996c653-f19b-4615-a851-bbf79fabb8d7)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:44.699632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:44.764053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting port 932c57eb-d50a-4782-9be0-0b4e6a9008a0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:44.764544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.770082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.781755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Calling delete_port for 2114f60d-6aa8-4f0a-9939-cb31456daba6 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:44.789304 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.797819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.808220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:44.811590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.857657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.994013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:45.041271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:45.047843 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Routers {'96e6439e-658a-46ad-b206-822c0299099e'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:45.067943 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['96e6439e-658a-46ad-b206-822c0299099e'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:45.088838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:45.089409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.097306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:45.098016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.121722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6f50-a6c1-4a81-9466-175a6e1425fa None None] Pushing event updated for resources: {'Port': ['ID=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.165174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:45.170804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:45.171205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:45.242118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.244079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df60415a-d673-4608-adc5-3a969a880511 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:45.270169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=21ba1b36-d8f8-4736-aca4-20284c570d00,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.389548 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] Set router 96e6439e-658a-46ad-b206-822c0299099e gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:45.460632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Deleting port 2114f60d-6aa8-4f0a-9939-cb31456daba6 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:45.461015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.559690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] For port 932c57eb-d50a-4782-9be0-0b4e6a9008a0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=932c57eb-d50a-4782-9be0-0b4e6a9008a0,segment=NetworkSegment(6996c653-f19b-4615-a851-bbf79fabb8d7),segment_id=6996c653-f19b-4615-a851-bbf79fabb8d7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:45.560842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.589078 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e6439e-658a-46ad-b206-822c0299099e', 'name': '', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:31Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 4, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:45.596097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe2439-44a6-420c-9158-d52559aef17a None None] The sync data for ids ['96e6439e-658a-46ad-b206-822c0299099e'] in dv-neutron-835340-3-hyperv is: [{'id': '96e6439e-658a-46ad-b206-822c0299099e', 'name': '', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:31Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 4, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:45.607531 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdce69-8c27-4e51-a895-01c4441e55ce None None] Pushing event updated for resources: {'Port': ['ID=932c57eb-d50a-4782-9be0-0b4e6a9008a0,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.677239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.710352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.818996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port df60415a-d673-4608-adc5-3a969a880511 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:45.818996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.837482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=8']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.886242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Calling delete_port for 932c57eb-d50a-4782-9be0-0b4e6a9008a0 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:45.933372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-86a55ace-f6d3-4e00-b141-491a2ae974a4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3262029 May 13 15:16:46.009130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.030021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34006) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.061751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:46.101745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34010) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.225904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port df60415a-d673-4608-adc5-3a969a880511 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:46.273614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] For port 2114f60d-6aa8-4f0a-9939-cb31456daba6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2114f60d-6aa8-4f0a-9939-cb31456daba6,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:46.274338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.431548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9463eacd-539e-42fc-8ee6-b89252e36b15 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:46.533407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--2134240128', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:46.542635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:46.550386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:46.561736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:46.587091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:46.598941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.611233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9463eacd-539e-42fc-8ee6-b89252e36b15 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:46.611619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9463eacd-539e-42fc-8ee6-b89252e36b15 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:46.622069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Calling delete_port for 2114f60d-6aa8-4f0a-9939-cb31456daba6 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:46.690262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.819101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:46.823381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:46.826335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:46.833186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:46.892326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:46.897885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.930734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48f49a3a-8dc9-4e18-87a4-c295e8abde1a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:46.966335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:46.970977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.017791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.026218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f42dd-dca9-41f7-9260-42c125d375e9 None None] Network 5142e865-85b2-427f-a651-344832a55edf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:47.041645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:47.044442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.063629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.071554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:47.105299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:47.160552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:47.184968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:47.273472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] Pushing event deleted for resources: {'Port': ['ID=2114f60d-6aa8-4f0a-9939-cb31456daba6,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:47.323022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 5142e865-85b2-427f-a651-344832a55edf is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:47.324329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:47.343868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d676819-73fc-4e2a-9c25-5298c3fe7edd None None] No DVR routers for this DVR port 2114f60d-6aa8-4f0a-9939-cb31456daba6 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:47.364279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-69f5630a-151f-4695-9c7d-7fd856ae04d3 None None] Provisioning for port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:47.373023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c558c4-77fc-4746-82e5-ec9824a8ae5d None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:47.543543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.549360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.587360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:47.593531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:47.599775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.669140 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21ba1b36-d8f8-4736-aca4-20284c570d00 (CIDR: 2001:db8::/64) May 13 15:16:47.670468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Port': ['ID=932c57eb-d50a-4782-9be0-0b4e6a9008a0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:47.732304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:16:47.733105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:47.766948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:47.777622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:47.780124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.815255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0bca0-809b-4b71-9699-1882754fd36c None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:47.834962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=a67a07bd-9c98-4a27-a03c-e21248d3d5e1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:47.846831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.847430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.895651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.940602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:47.958947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.003410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:48.037088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f6729e8c-493a-44bb-afae-b04ebedea05b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9953933 May 13 15:16:48.042250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34022) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.053254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:48.059609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '21ba1b36-d8f8-4736-aca4-20284c570d00'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:48.060584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.064625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:48.072826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.080031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.087115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218a8cd5-a62d-4479-909a-6ec447a5d07a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:48.104099 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-db4bcaed-8c3e-4677-afc2-f3177aa8678d tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8779039 May 13 15:16:48.106705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34026) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.113505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.113631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment f9834936-7ec1-436a-9ff7-163ac2103327 of type vlan for network 1c398994-ac63-4ba7-88f0-5abe0611ec88 May 13 15:16:48.132176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'network': {'name': 'tempest-RoutersTest-1539549041'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:48.138764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.140481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67f1d3a6-9e9e-4f2e-8a3a-cbc972da6b10 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6334343 May 13 15:16:48.144275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34030) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.147966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:network and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.150840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:16:48.155525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'security_group': {'name': 'tempest-secgroup-452049237'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:48.161379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.181734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.184573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.188749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.198552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.200041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.205418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.213759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.229284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:48.229980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:48.240826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.245148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.248075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.254240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.287288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.332000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:48.336017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.351561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.352099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96e6439e-658a-46ad-b206-822c0299099e {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:48.363529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.392836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.395109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-31133cbb-8b07-4bca-9831-4debe8e945d1 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/routers/96e6439e-658a-46ad-b206-822c0299099e HTTP/1.1" status: 204 len: 168 time: 5.6177211 May 13 15:16:48.407493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.412392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34034) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.413024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=86d6438e-2d05-434d-9bc7-d810f644a5a4,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:48.442401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.447979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.448693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.476234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:48.480065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.495093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.498853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:48.515502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:48.516871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.517906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:48.532235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.613684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.630257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.630611 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added segment d98e2eb3-9263-4513-ae18-9b6f8944f726 of type vlan for network 8bb49773-f0b6-46d6-860d-c93badfa8d1f May 13 15:16:48.646134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Allocated IP 2001:db8::f816:3eff:fe9d:1e89 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/21ba1b36-d8f8-4736-aca4-20284c570d00/79d32c47-0869-462a-bf29-463256c38cb5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:48.683267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=1c398994-ac63-4ba7-88f0-5abe0611ec88,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:48.709273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.731772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:48.799348 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1192f650-6b01-495e-b13c-1f4ed50c2803 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6921413 May 13 15:16:48.811315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34040) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.818131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:48.845666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.846926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.859023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.866062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.869822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting subnet 8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:48.880888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.885679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.894542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:48.897726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.909769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.917895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.000908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.104065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.177197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.178761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.218463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network 349bf91e-8212-45e9-b934-08c7b8786f38 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:49.231625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:49.250008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27afc95d-433a-451c-a6c4-c188957987d7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.273825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Network': ['ID=8bb49773-f0b6-46d6-860d-c93badfa8d1f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.283364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.291670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.355852 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-03afb3f3-25ba-4845-926a-e0a55bb69b29 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2303934 May 13 15:16:49.359537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34044) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.373450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:49.377448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'subnet': {'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:49.434577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.447186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5fb1984b-cf7a-4850-9300-60f620b05a5d tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3006778 May 13 15:16:49.528757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34048) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.617791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:49.634577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'security_group': {'name': 'tempest-secgroup-370125732'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:49.651971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:49.652493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.720949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:49.738797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:49.750949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:49.761984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-19e1e8ea-ad31-47c4-b1bf-b913c916c2e3 None None] Provisioning for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:49.994224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-19e1e8ea-ad31-47c4-b1bf-b913c916c2e3 None None] Provisioning complete for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:49.994224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19e1e8ea-ad31-47c4-b1bf-b913c916c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.994457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:49.995014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:49.995430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-19e1e8ea-ad31-47c4-b1bf-b913c916c2e3 None None] Port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:49.995532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:49.995532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.995532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:subnet and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:49.995532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:49.995532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.023639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.027064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'tenant_id': '123baa10470f4f2ab771d3db7d50bfeb', 'fixed_ips': [{'subnet_id': 'a67a07bd-9c98-4a27-a03c-e21248d3d5e1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:50.028515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.117261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:50.117647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.142775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Transition to ACTIVE for port object 79d32c47-0869-462a-bf29-463256c38cb5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:50.200216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:50.219186 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] Sync routers for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:50.229026 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:50.229782 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:50.239315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17c2824a-6fba-4a09-a684-d187363d8e80 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/routers/9d40284b-8d14-4cc4-bf7a-d842d8d64abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3071380 May 13 15:16:50.239894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34054) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.246820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Transition to ACTIVE for port object 79d32c47-0869-462a-bf29-463256c38cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:50.248402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'port': {'network_id': '349bf91e-8212-45e9-b934-08c7b8786f38', 'name': 'tempest-FloatingIPTestJSON-1221240648'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:50.264894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Provisioning complete for port 86d6438e-2d05-434d-9bc7-d810f644a5a4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:50.265291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.307973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:50.317179 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:50.330409 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:50.331942 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:50.383693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Port 86d6438e-2d05-434d-9bc7-d810f644a5a4 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:50.395129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:46Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:50.403497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:50.403851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Updating router 90926902-a67a-42a1-b3bb-ee5538ce1f0a port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:50.405929 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:50.406568 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef829b-f7ae-40b1-bf0c-53ee6d580194 None None] The sync data for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:50.414825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.431191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:50.436669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Usage tracker for resource:port and tenant:7501d25c122f4df2976746a733824cd8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:50.440909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:50.448508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.459319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.468141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.473990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.486739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Made reservation on behalf of 18fae8a700424f5f91f43cbbc5cc5690 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:50.491117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.517133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.519498 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d7750b1e-296e-43f4-9ad9-8a450b4b14db tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/subnets/8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad HTTP/1.1" status: 204 len: 168 time: 2.1037719 May 13 15:16:50.527896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34058) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.535493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Allocated IP 2001:db8::2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/a67a07bd-9c98-4a27-a03c-e21248d3d5e1/9f7aee28-8411-499c-ae25-deda5186cf97) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:50.538380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.570974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:50.576999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:50.578977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.586564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:50.587595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.599009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Provisioning complete for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:50.599383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.665017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2114f60d-6aa8-4f0a-9939-cb31456daba6 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:50.689698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.709426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=ca796150-6962-4ed3-9bb2-8f5f98e3c219,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.731236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.742436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:50.746740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 2114f60d-6aa8-4f0a-9939-cb31456daba6 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:50.746740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2114f60d-6aa8-4f0a-9939-cb31456daba6 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:50.753978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:50.767009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:50.786238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:50.787150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.799416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:50.809222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Made reservation on behalf of 7501d25c122f4df2976746a733824cd8 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:50.814167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.824151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:50.830799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Pushing event updated for resources: {'Port': ['ID=79d32c47-0869-462a-bf29-463256c38cb5,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.897999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] device_id is not set on port 68f7458c-d606-4072-855a-6261160d464b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:50.910864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8357812a-6376-4f85-bc76-02c3918f0400 None None] Port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:50.993041 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-786f1f87-68ba-49f9-a8d5-2cc81b81c6b3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9481277 May 13 15:16:51.010903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34064) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.034313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:d6:5b:d6', 'name': 'tempest-NetworksTestDHCPv6-791538096'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:51.055110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.101149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2c53e-9a68-4151-8941-d487ed57bd54']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:51.121512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6996c653-f19b-4615-a851-bbf79fabb8d7') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:51.122150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6996c653-f19b-4615-a851-bbf79fabb8d7') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:51.142577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.165090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.174931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:51.176742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.194794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Attempting to bind port 79d32c47-0869-462a-bf29-463256c38cb5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:51.195244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Attempting to bind port 79d32c47-0869-462a-bf29-463256c38cb5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:51.195680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Attempting to bind port 79d32c47-0869-462a-bf29-463256c38cb5 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:51.201556 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:51.211793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.264913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:51.265197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:51.266203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.266923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:51.267670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Bound port: 79d32c47-0869-462a-bf29-463256c38cb5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:51.268117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.376134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.414444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.424135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87e2c53e-9a68-4151-8941-d487ed57bd54 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 15:16:51.427368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.450616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.452808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Network': ['ID=87e2c53e-9a68-4151-8941-d487ed57bd54,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.457792 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/networks/87e2c53e-9a68-4151-8941-d487ed57bd54 HTTP/1.1" status: 204 len: 168 time: 0.9175584 May 13 15:16:51.480686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.486325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.486915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.487563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.488061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.488850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.489354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.490003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.494786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.495401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.495919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.496417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5594ec8-4dd4-405a-b44f-fbcebeb131cf tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:51.499563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Transition to ACTIVE for port object 9f7aee28-8411-499c-ae25-deda5186cf97 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:51.512556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] For port 79d32c47-0869-462a-bf29-463256c38cb5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:51.528414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Allocated IP 172.20.0.14 (349bf91e-8212-45e9-b934-08c7b8786f38/914a1408-b77b-43b8-8cd7-465c22eafdfb/68f7458c-d606-4072-855a-6261160d464b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:51.538944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] For port 79d32c47-0869-462a-bf29-463256c38cb5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=79d32c47-0869-462a-bf29-463256c38cb5,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:51.541603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.545502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Transition to ACTIVE for port object 9f7aee28-8411-499c-ae25-deda5186cf97 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:51.630947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.686482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.690564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:51.711004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.756587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:51.766809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:51.786500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:51.789816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:51.792947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:51.802154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.819717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480b32fa-0df5-4bb0-bf9a-4101157100c2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.857221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:51.931626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Transition to ACTIVE for port object 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:51.940275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f92a-17a7-4f60-9de2-fae6ffd60178 None None] Pushing event updated for resources: {'Port': ['ID=79d32c47-0869-462a-bf29-463256c38cb5,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.981208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Attempting to bind port 9f7aee28-8411-499c-ae25-deda5186cf97 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:51.981208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Attempting to bind port 9f7aee28-8411-499c-ae25-deda5186cf97 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '00b75885-b355-4f7c-b42e-0626c0b2dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:51.981538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Attempting to bind port 9f7aee28-8411-499c-ae25-deda5186cf97 on network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:51.989484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.006064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:52.006536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Checking segment: {'id': '00b75885-b355-4f7c-b42e-0626c0b2dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:52.007156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.007538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Bound using segment: {'id': '00b75885-b355-4f7c-b42e-0626c0b2dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:52.008079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Bound port: 9f7aee28-8411-499c-ae25-deda5186cf97, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b75885-b355-4f7c-b42e-0626c0b2dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:52.008534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.068502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.164314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34076) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.172595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'name': 'tempest-router--38203663', 'project_id': '3bb386ee09a349b0bca8da1d7779bc75'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.177698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.186920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:router and tenant:3bb386ee09a349b0bca8da1d7779bc75 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.198454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.211640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.234155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.257636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.283189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.283544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34080) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.283643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-14a5101a-867a-4442-b795-6d6258dcae26 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.6785486 May 13 15:16:52.303563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-510202582', 'security_groups': ['480b32fa-0df5-4bb0-bf9a-4101157100c2'], 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a67a07bd-9c98-4a27-a03c-e21248d3d5e1'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.337660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.338731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.341278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Subnet': ['ID=2a14f59b-e41f-4db9-a567-7408c1215bf1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.365217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:52.410033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Checking segment: {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:52.410407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network hostable DHCP agents. Network: 8bb49773-f0b6-46d6-860d-c93badfa8d1f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:52.496235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.556562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:52.579220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.589096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:port and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.595294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.607322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.624361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:52.661863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13a48-48bc-436b-afc7-e40d87a942ee None None] Pushing event updated for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.668511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Attempting to bind port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:52.668750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.668871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Attempting to bind port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:52.669236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Attempting to bind port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 on network 5142e865-85b2-427f-a651-344832a55edf {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:52.677479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:52.677479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Checking segment: {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:52.677479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.677479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Bound using segment: {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:52.677479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Bound port: 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966835aa-03f7-460b-a42e-3f9299111385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5142e865-85b2-427f-a651-344832a55edf'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:52.677934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.706863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:52.731085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.815917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.851829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:52.885204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Transition to ACTIVE for port object 68f7458c-d606-4072-855a-6261160d464b will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:52.898924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7275f7d-d68f-48c3-a1e9-89607c64e2af None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.909744 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] For port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:52.919855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.101 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/32a26820-ec17-46b3-827a-7d876505644e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:52.922843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] For port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:52.942293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.002142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 8bb49773-f0b6-46d6-860d-c93badfa8d1f) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:53.010565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.028479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.064078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830278b-ce3c-43c8-b86a-a52528875381 None None] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:53.076098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.078549 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9b945b3b-230c-4600-ac46-d4571f58f145 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9116757 May 13 15:16:53.085371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 1ef5dced-e3d7-4039-898a-0e5d35ae289a yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:53.121233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 79d32c47-0869-462a-bf29-463256c38cb5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:53.123021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:53.123618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.129860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34084) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.171548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port 08d39fed-4e30-4cc2-9342-38d7db59d9fc yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:16:53.360833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13a48-48bc-436b-afc7-e40d87a942ee None None] Pushing event updated for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.364950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.420356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:53.420963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:53.566201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.724500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:53.774080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 79d32c47-0869-462a-bf29-463256c38cb5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:53.855529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:53.886699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::d2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/a67a07bd-9c98-4a27-a03c-e21248d3d5e1/1ef5dced-e3d7-4039-898a-0e5d35ae289a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:53.940631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2c04a-b7de-4d8c-8664-676769b42bc9 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:53.962070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:53.966461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.028871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:54.075342 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-42eac868-4157-4d1d-9199-e68dce0a6b3c tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7146473 May 13 15:16:54.087484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:54.116653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34090) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.125166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.230533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=32a26820-ec17-46b3-827a-7d876505644e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:54.281929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.282344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.282701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.283240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.285798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.286223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.286569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.286904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.287241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.287570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.287897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.288219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:54.511679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:54.512061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.631304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Provisioning for port 79d32c47-0869-462a-bf29-463256c38cb5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:54.631304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:54.632000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.661086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Network 349bf91e-8212-45e9-b934-08c7b8786f38 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:54.663553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.669752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Provisioning complete for port 79d32c47-0869-462a-bf29-463256c38cb5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:54.670163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.704257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:54.719801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:54.820141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 1ef5dced-e3d7-4039-898a-0e5d35ae289a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:54.824306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.883824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.041894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event updated for resources: {'Port': ['ID=68f7458c-d606-4072-855a-6261160d464b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.092681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.126381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:55.131899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.145854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8:0:1::23e (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/ca796150-6962-4ed3-9bb2-8f5f98e3c219/08d39fed-4e30-4cc2-9342-38d7db59d9fc) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:55.167706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::f816:3eff:fed6:5bd6 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/21ba1b36-d8f8-4736-aca4-20284c570d00/08d39fed-4e30-4cc2-9342-38d7db59d9fc) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:55.195646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=1ef5dced-e3d7-4039-898a-0e5d35ae289a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.205126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.205126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccd8dba7-0ae5-4918-8295-f442bc2c3ede {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:55.208731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:55.216889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:55.218302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.218302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-362bb806-1b49-405a-8c9c-21be7d4a84df tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/routers/ccd8dba7-0ae5-4918-8295-f442bc2c3ede HTTP/1.1" status: 204 len: 168 time: 2.0813127 May 13 15:16:55.218452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:55.221409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:55.222191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.239089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.278925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:55.282974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fcf54069-7c21-4c30-ad24-7c951b41ae30 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0386560 May 13 15:16:55.306300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Current status of the port 79d32c47-0869-462a-bf29-463256c38cb5 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:55.306690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.317752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Allocated IP 172.23.0.2 (8bb49773-f0b6-46d6-860d-c93badfa8d1f/2a14f59b-e41f-4db9-a567-7408c1215bf1/df1f1030-c2e8-4b24-8ecd-8289b1f5e4de) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:55.324833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:52Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:55.353888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f303836-c42f-4ab6-8d2d-ae0ee6f76b08 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:52Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:55.444333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34098) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.455871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Request body: {'floatingip': {'port_id': '68f7458c-d606-4072-855a-6261160d464b'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:55.557282 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-32641ddf-bd2f-4654-b1cb-0f7f1fd270bd tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2661307 May 13 15:16:55.558132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34102) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.579975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] For port 79d32c47-0869-462a-bf29-463256c38cb5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=79d32c47-0869-462a-bf29-463256c38cb5,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:55.617706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:55.650451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34104) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.690959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:55.692682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.038131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.075427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.099816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Update dhcp port {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'fixed_ips': [{'subnet_id': '21ba1b36-d8f8-4736-aca4-20284c570d00', 'ip_address': '2001:db8::f816:3eff:fe9d:1e89'}, {'subnet_id': 'ca796150-6962-4ed3-9bb2-8f5f98e3c219'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '79d32c47-0869-462a-bf29-463256c38cb5'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:16:56.120689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.170382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83074f33-bc25-4cf2-af75-98f455d4e83d None None] Pushing event updated for resources: {'Port': ['ID=79d32c47-0869-462a-bf29-463256c38cb5,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:56.212405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object 08d39fed-4e30-4cc2-9342-38d7db59d9fc will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:56.219544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:56.220058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.250589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.259837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-308881615', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:56.459905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:56.464586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.497839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9f7aee28-8411-499c-ae25-deda5186cf97 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:56.506235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:56.511654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.535675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Transition to ACTIVE for port object df1f1030-c2e8-4b24-8ecd-8289b1f5e4de will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:56.564473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:56.567579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=08d39fed-4e30-4cc2-9342-38d7db59d9fc,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:56.572694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:56.596281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:56.597713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:56.601819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:56.605923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Transition to ACTIVE for port object df1f1030-c2e8-4b24-8ecd-8289b1f5e4de will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:56.637823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning for port 9f7aee28-8411-499c-ae25-deda5186cf97 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:56.653798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Allocated IP 2001:db8:0:1::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/ca796150-6962-4ed3-9bb2-8f5f98e3c219/79d32c47-0869-462a-bf29-463256c38cb5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:56.663196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:56.663196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.665643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:56.671356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:56.671992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.697342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.772523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:56.824767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f3b9e7be-f269-4064-8da1-551608ba5ccf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8044484 May 13 15:16:56.833709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34114) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:56.836729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.837844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.857390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.862156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:56.881023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:56.896109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:56.925279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:56.935165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:56.948985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:56.955008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Pushing event updated for resources: {'Port': ['ID=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.091819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Allocated IP 172.23.0.1 (8bb49773-f0b6-46d6-860d-c93badfa8d1f/2a14f59b-e41f-4db9-a567-7408c1215bf1/5974a65e-77b0-479f-a003-3f6b6df7cea3) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:57.211347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port 08d39fed-4e30-4cc2-9342-38d7db59d9fc {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:57.211988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.234925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:57.235783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.246599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Attempting to bind port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:57.247244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Attempting to bind port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:57.247820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Attempting to bind port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de on network 8bb49773-f0b6-46d6-860d-c93badfa8d1f {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:57.264929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] For port 79d32c47-0869-462a-bf29-463256c38cb5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=79d32c47-0869-462a-bf29-463256c38cb5,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:57.270887 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:57.297664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Checking segment: {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:57.297664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.297664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Bound using segment: {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:57.297664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Bound port: df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:57.297664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.326717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.364682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ab019a6e-c205-4024-88d2-887588276155 None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:57.396414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.442259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Transition to ACTIVE for port object 79d32c47-0869-462a-bf29-463256c38cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:57.447453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.467051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] For port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:57.472405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] For port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:57.488226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Transition to ACTIVE for port object 5974a65e-77b0-479f-a003-3f6b6df7cea3 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:57.560190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 79d32c47-0869-462a-bf29-463256c38cb5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:57.614602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:57.620295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.657727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.658975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.662527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.701279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.911105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a67a07bd-9c98-4a27-a03c-e21248d3d5e1 (CIDR: 2001:db8::/64) May 13 15:16:57.911105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Pushing event updated for resources: {'Port': ['ID=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.911637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9813d-cc02-4787-ba74-74fd14afd6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:57.985199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:58.024270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.039910 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:16:58.040535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:58.078637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.082131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning for port 1ef5dced-e3d7-4039-898a-0e5d35ae289a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:58.127662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning complete for port 1ef5dced-e3d7-4039-898a-0e5d35ae289a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:58.128173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.220636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.254284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.263258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.355757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942f0e3-3496-4044-a5a4-687ba58555b3 None None] Pushing event updated for resources: {'Port': ['ID=79d32c47-0869-462a-bf29-463256c38cb5,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.389018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Port 1ef5dced-e3d7-4039-898a-0e5d35ae289a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:58.418853 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-08758806-a035-466e-851b-045fdad94aab tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7469361 May 13 15:16:58.432991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34122) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:58.439879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:58.455705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:58.461605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:58.462104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:58.467703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.478127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:58.504686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning for port 68f7458c-d606-4072-855a-6261160d464b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:58.543162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Provisioning complete for port 68f7458c-d606-4072-855a-6261160d464b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:58.543677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.633122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ab019a6e-c205-4024-88d2-887588276155 None None] Port 68f7458c-d606-4072-855a-6261160d464b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:58.726401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for 08d39fed-4e30-4cc2-9342-38d7db59d9fc owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:58.757777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:58.758211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.779526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:58.802845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:58.934480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.951104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.007610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.053874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:59.120234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.181465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb207fea-2934-461d-8fb2-edee8f511119 None None] Provisioning for port 79d32c47-0869-462a-bf29-463256c38cb5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:59.187107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb207fea-2934-461d-8fb2-edee8f511119 None None] Provisioning complete for port 79d32c47-0869-462a-bf29-463256c38cb5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:59.192319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb207fea-2934-461d-8fb2-edee8f511119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.243456 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP b334295a-5702-4a07-915e-b5c9f1cb655c associated. External IP: 172.26.7.124, port: 48889b15-4df4-435e-8e1c-b36f7c4040a7. May 13 15:16:59.372840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cb207fea-2934-461d-8fb2-edee8f511119 None None] Current status of the port 79d32c47-0869-462a-bf29-463256c38cb5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:59.463879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:59.545091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:59.550560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:59.555044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8af0c-61ed-49e3-bf73-4072e73e885b None None] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:59.575634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:59.662258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:59.663950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.710760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.715623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:59.717789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 79d32c47-0869-462a-bf29-463256c38cb5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:59.721639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:59.731395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.751231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.777646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7a2f3d39-0cca-4cc1-a024-b28fceb006bc None None] Provisioning for port 08d39fed-4e30-4cc2-9342-38d7db59d9fc completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:59.794645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7a2f3d39-0cca-4cc1-a024-b28fceb006bc None None] Provisioning complete for port 08d39fed-4e30-4cc2-9342-38d7db59d9fc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:59.794968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3d39-0cca-4cc1-a024-b28fceb006bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.823087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=08d39fed-4e30-4cc2-9342-38d7db59d9fc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.839872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:59.840528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:59.953846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.970424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c221a9f1-86ef-43a7-9bce-fd4bd41ecb77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.1536615 May 13 15:16:59.975318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34128) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.005288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.019174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.043493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:00.079779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6f59ab33-cace-465a-82e5-b841b87f610b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/08d39fed-4e30-4cc2-9342-38d7db59d9fc HTTP/1.1" status: 204 len: 168 time: 3.2446930 May 13 15:17:00.086368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34134) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.199765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f3d39-0cca-4cc1-a024-b28fceb006bc None None] Port 08d39fed-4e30-4cc2-9342-38d7db59d9fc was deleted so its status cannot be updated. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:17:00.212991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Allocated IP 172.26.7.13 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/339e867e-561d-4067-9062-2bc64c4d19c2) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:00.277299 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-844d5382-ab0a-4576-b915-4e869dcb44a7 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2875965 May 13 15:17:00.281024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34138) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.407742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 79d32c47-0869-462a-bf29-463256c38cb5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:00.408214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.521556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-85e874a6-09fa-422f-a7fd-fdbac80487bf None None] Provisioning for port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:00.596266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d3b3e-ba9e-4f23-95ce-9b7dfd6e63df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.597163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f60d3b3e-ba9e-4f23-95ce-9b7dfd6e63df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:00.717686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.723312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db807a64-17aa-4645-9045-93570386785b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.727447 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-db807a64-17aa-4645-9045-93570386785b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4293580 May 13 15:17:00.730311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34144) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.768516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:00.782780 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9311c7c3-00c1-4582-99f5-032b49f2859b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481057 May 13 15:17:00.783338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34148) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.790060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278911973', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:00.807509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f60d3b3e-ba9e-4f23-95ce-9b7dfd6e63df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:00.811461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f60d3b3e-ba9e-4f23-95ce-9b7dfd6e63df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7239203 May 13 15:17:00.815547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34152) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.831099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 79d32c47-0869-462a-bf29-463256c38cb5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:00.832321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:00.886589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:00.897940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:00.918747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:00.923336 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:00.978831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:00.985377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:00.989797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:00.996573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:01.019563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdcda7a-379d-482d-aa34-cd19db8e5fc0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.023720 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cfdcda7a-379d-482d-aa34-cd19db8e5fc0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2069123 May 13 15:17:01.025223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34156) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.142841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.154026 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.167939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2aee3e06-039d-4b0e-a089-67cc36a8c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.177809 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:01.179602 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.190487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:01.190760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.266511 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.266931 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac04263-ec03-4933-85c2-6d095d153822 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:01.291286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:01.297065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.310294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.320152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.394172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.414771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:01.415918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:01.493075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:01.498288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:01.504181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.506100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.507044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.507891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.508952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:01.520005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:01.524178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:01.546175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:16:55Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.560902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:01.578917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:01.578917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Updating router b8a3e22c-87bc-4052-a3d8-53c972c18f33 port 32a26820-ec17-46b3-827a-7d876505644e binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:01.579186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event updated for resources: {'Port': ['ID=339e867e-561d-4067-9062-2bc64c4d19c2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.612979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581296ee-0d07-4d1e-83f8-d3645f418572 None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:01.650402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.654870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.729248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=5c057bd9-2b60-4c60-8143-3ec1495d483e,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.759460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:01.760886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.790042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7903fcb8-63b7-4fb8-a992-99637ac886f1 None None] Provisioning for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:01.793091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:01.793582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event updated for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.796160 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d55efc45-71a3-45b0-87a3-1fb5ccfd5eb2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7708735 May 13 15:17:01.797283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34162) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.817525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.855180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7903fcb8-63b7-4fb8-a992-99637ac886f1 None None] Provisioning complete for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:01.855617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7903fcb8-63b7-4fb8-a992-99637ac886f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.888466 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-95745934-47e5-4695-9a23-e206b80de138 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4521153 May 13 15:17:01.905771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34166) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.928856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1335081111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c057bd9-2b60-4c60-8143-3ec1495d483e'}], 'security_groups': ['27afc95d-433a-451c-a6c4-c188957987d7']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:01.987778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 21ba1b36-d8f8-4736-aca4-20284c570d00 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:02.011135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7903fcb8-63b7-4fb8-a992-99637ac886f1 None None] Port 5974a65e-77b0-479f-a003-3f6b6df7cea3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:02.038161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.052408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:02.072635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:02.108912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.132322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:02.232985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:02.234121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df1f1030-c2e8-4b24-8ecd-8289b1f5e4de up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:02.451067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.479732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f128ce55-fee2-4aa6-b17d-ed75ef1fdbdb None None] Provisioning complete for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:02.480103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f128ce55-fee2-4aa6-b17d-ed75ef1fdbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.501325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.601468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f128ce55-fee2-4aa6-b17d-ed75ef1fdbdb None None] Port 5974a65e-77b0-479f-a003-3f6b6df7cea3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:02.742686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:02.744175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:02.767635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=8f853834-9142-4f0f-b763-85a4901aa4e3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:02.787476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:02.787840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 1c398994-ac63-4ba7-88f0-5abe0611ec88, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:17:02.806210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.815062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:02.819286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.931384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.940633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-54142c67-0a41-411f-b2eb-dd23d46df08c None None] Provisioning complete for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:02.946641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:02.947412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-54142c67-0a41-411f-b2eb-dd23d46df08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.033684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.035629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] Sync routers for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:03.049907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Update dhcp port {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'fixed_ips': [{'subnet_id': 'a67a07bd-9c98-4a27-a03c-e21248d3d5e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c057bd9-2b60-4c60-8143-3ec1495d483e'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '9f7aee28-8411-499c-ae25-deda5186cf97'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:17:03.122046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Transition to ACTIVE for port object 32a26820-ec17-46b3-827a-7d876505644e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:03.148435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:03.148989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:03.220117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-54142c67-0a41-411f-b2eb-dd23d46df08c None None] Port 5974a65e-77b0-479f-a003-3f6b6df7cea3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:03.222626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.275740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:03.289795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.298642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.329993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:03.342345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:03.366382 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:03.367938 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:03.431841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Attempting to bind port 32a26820-ec17-46b3-827a-7d876505644e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:03.432214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Attempting to bind port 32a26820-ec17-46b3-827a-7d876505644e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:03.432576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Attempting to bind port 32a26820-ec17-46b3-827a-7d876505644e on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:03.445136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:03.445663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:03.464422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.467127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.513437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=21ba1b36-d8f8-4736-aca4-20284c570d00,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:03.536482 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7b0781b5-f239-4ac8-b388-9d930d21f003 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4188375 May 13 15:17:03.548816 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-96333ace-2ce7-4854-ae7c-0dab66d653f8 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/floatingips/b334295a-5702-4a07-915e-b5c9f1cb655c HTTP/1.1" status: 200 len: 979 time: 8.0928516 May 13 15:17:03.556329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34184) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.556329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34186) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.615103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.617194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ff29-c8dd-401a-ba5b-cfc1488e0333 None None] Pushing event updated for resources: {'Port': ['ID=32a26820-ec17-46b3-827a-7d876505644e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:03.627128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa052d-c14f-481f-88c8-2764fe78e365 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:03.640012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:03.650163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:03.650539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:03.650938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.651326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:03.651805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Bound port: 32a26820-ec17-46b3-827a-7d876505644e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:03.652178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.677957 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:03.688489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:03.688905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd051b7-b5e1-496e-aa05-e8c8a35f97f9 None None] The sync data for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:03.707121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4bfa-2177-4c8d-a09d-d26109f3c442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.778570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:17:03.782142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:03.782664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.817158 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-38658637-4ce5-4257-8b4f-74e3f5b3ce4d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/21ba1b36-d8f8-4736-aca4-20284c570d00 HTTP/1.1" status: 204 len: 168 time: 1.9918351 May 13 15:17:03.824415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34192) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.930763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet ca796150-6962-4ed3-9bb2-8f5f98e3c219 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:03.944124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 1c398994-ac63-4ba7-88f0-5abe0611ec88) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:03.957989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.016813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48755c1c-c228-4c36-b9ec-2bc2bddb7aa0 None None] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:04.052549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:04.053143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.113531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.211625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9f2922cb-2bad-45c3-89ff-e64b434a9a79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4253659 May 13 15:17:04.216416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34198) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:04.259131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:04.283251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] For port 32a26820-ec17-46b3-827a-7d876505644e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:04.289507 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:16:59Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:00Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:04.296028 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:04.296637 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Updating router 90926902-a67a-42a1-b3bb-ee5538ce1f0a port 5974a65e-77b0-479f-a003-3f6b6df7cea3 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:04.298601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Router 575277f1-254f-494d-af8e-45ac94ae7b2f is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:17:04.358660 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.389627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] For port 32a26820-ec17-46b3-827a-7d876505644e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32a26820-ec17-46b3-827a-7d876505644e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:04.394951 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.487209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.536026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 68f7458c-d606-4072-855a-6261160d464b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:04.536625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.586989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Allocated IP 2001:db8:0:1::2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/5c057bd9-2b60-4c60-8143-3ec1495d483e/9f7aee28-8411-499c-ae25-deda5186cf97) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:04.618523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:04.743295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] Sync routers for ids ['575277f1-254f-494d-af8e-45ac94ae7b2f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:04.748434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.803831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.808652 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea13316a-3d19-4f82-8e8e-c47578ed13f5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1462998 May 13 15:17:04.809059 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.813261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:04.824248 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Transition to ACTIVE for port object 5974a65e-77b0-479f-a003-3f6b6df7cea3 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:04.898544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:04.928286 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.939024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.979374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Transition to ACTIVE for port object 9f7aee28-8411-499c-ae25-deda5186cf97 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:05.087808 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Pushing event updated for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:05.093833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:05.136325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:17:05.154545 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.158212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.158212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.158212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.158212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.158212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.160604 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.161004 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.161367 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.161695 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.166125 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.166688 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:05.170226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Removed routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:17:05.171843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.202972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.216924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.230789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:05.231427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:05.284417 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5ee16e42-4097-4ec0-af07-18343023437a tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/575277f1-254f-494d-af8e-45ac94ae7b2f HTTP/1.1" status: 200 len: 923 time: 0.4668627 May 13 15:17:05.293527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:05.350456 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Attempting to bind port 5974a65e-77b0-479f-a003-3f6b6df7cea3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:05.351238 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Attempting to bind port 5974a65e-77b0-479f-a003-3f6b6df7cea3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:05.354579 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Attempting to bind port 5974a65e-77b0-479f-a003-3f6b6df7cea3 on network 8bb49773-f0b6-46d6-860d-c93badfa8d1f {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:05.355715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3170361-dbef-4746-a7d1-0f57d4fc1d6e tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=575277f1-254f-494d-af8e-45ac94ae7b2f HTTP/1.1" status: 200 len: 205 time: 0.0608327 May 13 15:17:05.358873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34220) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:05.369909 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:05.380635 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Checking segment: {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:05.381292 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.381874 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Bound using segment: {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:05.382577 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Bound port: 5974a65e-77b0-479f-a003-3f6b6df7cea3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e2eb3-9263-4513-ae18-9b6f8944f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:05.383189 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.488469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.535121 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] For port 5974a65e-77b0-479f-a003-3f6b6df7cea3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:05.541463 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] For port 5974a65e-77b0-479f-a003-3f6b6df7cea3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5974a65e-77b0-479f-a003-3f6b6df7cea3,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:05.556554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.577409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-1c398994-ac63-4ba7-88f0-5abe0611ec88', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:17:05.580468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.644056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:05.660216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.736857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.772209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] Routers {'575277f1-254f-494d-af8e-45ac94ae7b2f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:05.772857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['575277f1-254f-494d-af8e-45ac94ae7b2f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:05.803483 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:05.804735 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:05.856456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.882530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Delete allocated IP 2001:db8::d2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/a67a07bd-9c98-4a27-a03c-e21248d3d5e1) {{(pid=88838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:17:05.901098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8:0:1::37 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/5c057bd9-2b60-4c60-8143-3ec1495d483e/1ef5dced-e3d7-4039-898a-0e5d35ae289a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:05.918600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=ca796150-6962-4ed3-9bb2-8f5f98e3c219,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:05.962116 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b8a644b-e7c6-4406-b462-81ffbb4f0a2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/ca796150-6962-4ed3-9bb2-8f5f98e3c219 HTTP/1.1" status: 204 len: 168 time: 2.1365263 May 13 15:17:05.981247 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccfe94-723c-4541-b31d-3e64f7c28a98 None None] Pushing event updated for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.012480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:06.069193 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:06.089806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34224) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.150919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] Routers {'575277f1-254f-494d-af8e-45ac94ae7b2f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:06.152153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['575277f1-254f-494d-af8e-45ac94ae7b2f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:06.197494 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b5ab1d79-ec85-4423-8735-f00f188c9842 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063125 May 13 15:17:06.208182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34228) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.219802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:06.238951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.270881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.283662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:06.284347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bbf73-3f6e-463e-99d4-c88d0d23ce22 None None] The sync data for ids ['575277f1-254f-494d-af8e-45ac94ae7b2f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:06.310887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 1ef5dced-e3d7-4039-898a-0e5d35ae289a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:06.411835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.773762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df1f1030-c2e8-4b24-8ecd-8289b1f5e4de up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:06.815610 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 6, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:06.836747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eab8c5-f752-4bd2-ba2d-5db62e67da1a None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 6, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:06.839902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.840599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ff29-c8dd-401a-ba5b-cfc1488e0333 None None] Pushing event updated for resources: {'Port': ['ID=32a26820-ec17-46b3-827a-7d876505644e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.082639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] In _notify_port_updated(), no bound segment for port 1ef5dced-e3d7-4039-898a-0e5d35ae289a on network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:17:07.090368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:07.091032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.098665 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/ports/1ef5dced-e3d7-4039-898a-0e5d35ae289a HTTP/1.1" status: 200 len: 930 time: 5.1819487 May 13 15:17:07.115265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34238) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.167577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.258771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Allocated IP 172.20.0.2 (1c398994-ac63-4ba7-88f0-5abe0611ec88/8f853834-9142-4f0f-b763-85a4901aa4e3/8d30dd6d-6576-490f-9555-840ce5001c3b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:07.283205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:07.338701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 1ef5dced-e3d7-4039-898a-0e5d35ae289a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:07.339325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.366758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:07.383284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port 339e867e-561d-4067-9062-2bc64c4d19c2 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:07.395776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.401156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d2d2a-8990-40d2-90e6-305bac234350 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=1ef5dced-e3d7-4039-898a-0e5d35ae289a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.425235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:07.441671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ce424-7224-414a-bcf5-df348dd4f616 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:07.451092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:07.720542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bdcec-1351-477f-9f07-12930d5ea5e0 None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.997136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.997510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.997833 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Floating IP b334295a-5702-4a07-915e-b5c9f1cb655c disassociated. External IP: 172.26.7.124, port: 68f7458c-d606-4072-855a-6261160d464b. May 13 15:17:07.998205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 68f7458c-d606-4072-855a-6261160d464b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:07.998326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:08.002980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.016672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:08.019330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.166716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.213836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.227084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:08.227738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.291314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:08.309336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for 339e867e-561d-4067-9062-2bc64c4d19c2 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:08.316663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.318437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.321106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:16:55Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:08.334131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41598460-7e8e-4caa-b321-7ec4cd8ad9fc None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:16:55Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:08.357455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Transition to ACTIVE for port object 8d30dd6d-6576-490f-9555-840ce5001c3b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:08.450400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Transition to ACTIVE for port object 8d30dd6d-6576-490f-9555-840ce5001c3b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:08.455512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Provisioning for port 9f7aee28-8411-499c-ae25-deda5186cf97 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:08.473205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:08.473587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.519286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:08.532600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Deleting port 79d32c47-0869-462a-bf29-463256c38cb5 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:08.532980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.590082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.722318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.763889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:08.816180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] For port 79d32c47-0869-462a-bf29-463256c38cb5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=79d32c47-0869-462a-bf29-463256c38cb5,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:08.816586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.932532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.949418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 1ef5dced-e3d7-4039-898a-0e5d35ae289a owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:08.983500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Calling delete_port for 79d32c47-0869-462a-bf29-463256c38cb5 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:09.075538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:09.093252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.152013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=68f7458c-d606-4072-855a-6261160d464b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.225621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:09.239218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:09.284057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:09.320556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.461203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=339e867e-561d-4067-9062-2bc64c4d19c2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.556353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5974a65e-77b0-479f-a003-3f6b6df7cea3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:09.568129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.653546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Attempting to bind port 8d30dd6d-6576-490f-9555-840ce5001c3b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:09.654571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Attempting to bind port 8d30dd6d-6576-490f-9555-840ce5001c3b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:09.654941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Attempting to bind port 8d30dd6d-6576-490f-9555-840ce5001c3b on network 1c398994-ac63-4ba7-88f0-5abe0611ec88 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:09.663969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.667343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:09.667726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Checking segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:09.668137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.668520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Bound using segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:09.668999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Bound port: 8d30dd6d-6576-490f-9555-840ce5001c3b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:09.669370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.710056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Pushing event updated for resources: {'Port': ['ID=8d30dd6d-6576-490f-9555-840ce5001c3b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.839662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:09.894771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:09.905886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:09.910793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:09.919578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.921260 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c688acf-5213-4dda-9a51-1c8f7c891f85 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 934 time: 6.3640666 May 13 15:17:09.922225 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:09.923007 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:09.924079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34254) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.937834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] For port 8d30dd6d-6576-490f-9555-840ce5001c3b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:09.939261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:09.943371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] For port 8d30dd6d-6576-490f-9555-840ce5001c3b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8d30dd6d-6576-490f-9555-840ce5001c3b,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:09.945555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:09.958069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:09.958674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.974602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=5d8f75ea-c08a-44a5-b39b-d756538b813f,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.988875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.000833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.038560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.168995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] Pushing event deleted for resources: {'Port': ['ID=79d32c47-0869-462a-bf29-463256c38cb5,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.176789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:10.190209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.214993 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:10.276550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9162ef-def7-46ea-9ff0-8f041817a03e None None] No DVR routers for this DVR port 79d32c47-0869-462a-bf29-463256c38cb5 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:10.278699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:10.279506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.321559 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-44154091-393e-4239-8125-fd7c518789b7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1103544 May 13 15:17:10.359357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34260) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.360068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.360567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router 575277f1-254f-494d-af8e-45ac94ae7b2f {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:10.384427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.387957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Provisioning for port 1ef5dced-e3d7-4039-898a-0e5d35ae289a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:10.399148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ac9be01b-e601-4715-9c1f-c98bb4455b2f tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/575277f1-254f-494d-af8e-45ac94ae7b2f HTTP/1.1" status: 204 len: 168 time: 5.0370734 May 13 15:17:10.400570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.403748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:10.418408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Provisioning complete for port 1ef5dced-e3d7-4039-898a-0e5d35ae289a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:10.418964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.463595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66be1ac-f5e0-4e98-8278-fe7a176a59dd None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:10.479694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-850991823', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:10.490130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.535259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30ee4b-7b49-4b64-81fa-c393d068e6b5 None None] Pushing event updated for resources: {'Port': ['ID=8d30dd6d-6576-490f-9555-840ce5001c3b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.544112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Port 1ef5dced-e3d7-4039-898a-0e5d35ae289a was deleted so its status cannot be updated. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:17:10.561385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.611242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:router and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.622113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:10.629675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (1c398994-ac63-4ba7-88f0-5abe0611ec88/8f853834-9142-4f0f-b763-85a4901aa4e3/b24b69bc-bf87-4337-895f-5b072e5ff70d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:10.645728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:10.674926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb093014-116c-4a47-a5f9-9014c46070b0 None None] Could not find standard attr ID for object 79d32c47-0869-462a-bf29-463256c38cb5. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:17:10.784823 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 6, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:10.792503 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:10.807346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.808836 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:10.809042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.809547 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:10.838083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-78743957-6243-442f-ad84-55fbc4ac61d8 None None] Could not find standard attr ID for object 1ef5dced-e3d7-4039-898a-0e5d35ae289a. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:17:10.852052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.863236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.864158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:10.872855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:10.881746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] Sync routers for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:10.886894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:10.894174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.908463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5974a65e-77b0-479f-a003-3f6b6df7cea3 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:10.908981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.929015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:10.929800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:11.001408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.065231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object b24b69bc-bf87-4337-895f-5b072e5ff70d will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:11.075758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:11.096942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:11.102306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.114680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=1ef5dced-e3d7-4039-898a-0e5d35ae289a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.123202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '5d8f75ea-c08a-44a5-b39b-d756538b813f'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:17:11.124067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.127064 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:11.141213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.151446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da1a5005-bd41-4ae5-9961-02bc859f1c7b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/1ef5dced-e3d7-4039-898a-0e5d35ae289a HTTP/1.1" status: 204 len: 168 time: 4.0356882 May 13 15:17:11.166310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34268) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.199242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:11.202953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:11.244820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.272545 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-07c3eb66-a980-4475-8454-2eaa9c820522 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 934 time: 1.3473685 May 13 15:17:11.286240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34274) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.294147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'routes': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:11.377121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 5974a65e-77b0-479f-a003-3f6b6df7cea3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5974a65e-77b0-479f-a003-3f6b6df7cea3,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:11.380186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:11.387735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f67c7-2743-4b17-bebb-1ded015014d5 None None] The sync data for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:11.532282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.581123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/5d8f75ea-c08a-44a5-b39b-d756538b813f/e43cbea0-f924-4cfa-9a28-311d33b4b876) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:11.667929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f319a22-f807-4c9e-96a5-7990b9c623dc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:17:11.668551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f319a22-f807-4c9e-96a5-7990b9c623dc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:11.689608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:11.700788 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 6, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:11.700788 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a772d-0f8f-414f-b0a9-6b93d923fd23 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 6, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:05Z', 'revision_number': 4, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:11.707189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:11.722365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:11.745348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.746143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32a26820-ec17-46b3-827a-7d876505644e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:11.755427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.805905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.810452 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9a8e24f8-7cf9-45f4-bebb-5d254c44965b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/68f7458c-d606-4072-855a-6261160d464b HTTP/1.1" status: 204 len: 168 time: 8.2475762 May 13 15:17:11.812951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34278) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.833965 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.ipam_backend_mixin [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d8f75ea-c08a-44a5-b39b-d756538b813f (CIDR: 2001:db8::/64) May 13 15:17:11.835053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.915086 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:11.916579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:11.966166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.982955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f319a22-f807-4c9e-96a5-7990b9c623dc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:11.984380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.987978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f319a22-f807-4c9e-96a5-7990b9c623dc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/1ef5dced-e3d7-4039-898a-0e5d35ae289a HTTP/1.1" status: 404 len: 333 time: 0.8204439 May 13 15:17:11.993420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34282) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.997891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Transition to ACTIVE for port object e43cbea0-f924-4cfa-9a28-311d33b4b876 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:12.028945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Transition to ACTIVE for port object e43cbea0-f924-4cfa-9a28-311d33b4b876 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:12.095704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 32a26820-ec17-46b3-827a-7d876505644e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:12.101454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 32a26820-ec17-46b3-827a-7d876505644e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:12.102411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.163707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e838e98e-cda2-424c-8d3c-dcc2be884594 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8009927 May 13 15:17:12.166886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34286) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.174614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:12.243207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 32a26820-ec17-46b3-827a-7d876505644e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:12.243772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.262827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.268774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 32a26820-ec17-46b3-827a-7d876505644e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32a26820-ec17-46b3-827a-7d876505644e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:12.271218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.344497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:12.348294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:12.352367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:12.396207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bab7e1-4f5c-40da-909f-ef54b36e8c78 None None] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:12.418866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.419630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:12.454050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Pushing event updated for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.535531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.659327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.666399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Attempting to bind port e43cbea0-f924-4cfa-9a28-311d33b4b876 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:12.666807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Attempting to bind port e43cbea0-f924-4cfa-9a28-311d33b4b876 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:12.667171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Attempting to bind port e43cbea0-f924-4cfa-9a28-311d33b4b876 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:12.676884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:12.677269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:12.677674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.678438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:12.678925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Bound port: e43cbea0-f924-4cfa-9a28-311d33b4b876, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:12.679305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.752196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.804265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.811027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=32a26820-ec17-46b3-827a-7d876505644e,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.867270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c6d53ab5-a26b-4af3-84ac-ac38bb1743cc None None] Provisioning for port 8d30dd6d-6576-490f-9555-840ce5001c3b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:12.909788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:17:12.910019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:17:12.920909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:12.926455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:12.929532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.967757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.972399 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/security-groups/480b32fa-0df5-4bb0-bf9a-4101157100c2 HTTP/1.1" status: 204 len: 168 time: 0.9779775 May 13 15:17:12.973253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e60b18-d30f-494a-89a3-fdde6df1eba2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b32fa-0df5-4bb0-bf9a-4101157100c2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.977551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34292) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:13.010645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:13.020018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:13.021129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:13.021566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.026877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:13.029565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.067640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:13.077133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.129063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.170293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.198299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265ea9-f693-409c-a6fa-156ffce398fa None None] Pushing event updated for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:13.214175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 172.26.7.4 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/2db09a1c-c14e-482c-98e5-8d4f98f2ab90) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:13.253392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:13.256874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.275418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:13.323399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.335846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 79d32c47-0869-462a-bf29-463256c38cb5 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:13.395477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 79d32c47-0869-462a-bf29-463256c38cb5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:13.396222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 79d32c47-0869-462a-bf29-463256c38cb5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:13.804033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5974a65e-77b0-479f-a003-3f6b6df7cea3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:13.805653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.809890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.918786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-08485419-b6fc-4e23-b97b-de262d1a882e None None] Provisioning for port b24b69bc-bf87-4337-895f-5b072e5ff70d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:13.925408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-08485419-b6fc-4e23-b97b-de262d1a882e None None] Provisioning complete for port b24b69bc-bf87-4337-895f-5b072e5ff70d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:13.925775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-08485419-b6fc-4e23-b97b-de262d1a882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.939452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.949291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.984640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.013295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5974a65e-77b0-479f-a003-3f6b6df7cea3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:14.013295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.022906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.040432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-08485419-b6fc-4e23-b97b-de262d1a882e None None] Port b24b69bc-bf87-4337-895f-5b072e5ff70d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:14.107022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.137992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:14.145849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:14.146592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5974a65e-77b0-479f-a003-3f6b6df7cea3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:14.147141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27afc95d-433a-451c-a6c4-c188957987d7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:14.147571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32a26820-ec17-46b3-827a-7d876505644e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:14.177786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:14.190201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:14.227161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a2aca1d5-c4d5-4cd3-8192-e45c89091a2f None None] Provisioning complete for port b24b69bc-bf87-4337-895f-5b072e5ff70d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:14.227539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a2aca1d5-c4d5-4cd3-8192-e45c89091a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.236604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.308815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a2aca1d5-c4d5-4cd3-8192-e45c89091a2f None None] Port b24b69bc-bf87-4337-895f-5b072e5ff70d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:14.315130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 32a26820-ec17-46b3-827a-7d876505644e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:14.316033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.347987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:14.362461 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:17:14.379346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.383460 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-be0118b8-b31f-4c54-8dcd-0631a6641abc tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/security-groups/27afc95d-433a-451c-a6c4-c188957987d7 HTTP/1.1" status: 204 len: 168 time: 1.3987720 May 13 15:17:14.388295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34298) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:14.454109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:14.462389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 32a26820-ec17-46b3-827a-7d876505644e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:14.463869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8d30dd6d-6576-490f-9555-840ce5001c3b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:14.628250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8d30dd6d-6576-490f-9555-840ce5001c3b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:14.633241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8d30dd6d-6576-490f-9555-840ce5001c3b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:14.633410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.670479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 86d6438e-2d05-434d-9bc7-d810f644a5a4 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:14.670831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.701810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889fe85-545d-4ba4-a370-5138789084e3 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:17:14.733128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:14.741614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.742802 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9c14af74-596e-4187-9f4b-a777ddd14858 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 700 time: 3.4553113 May 13 15:17:14.746325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34304) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:14.752121 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:14.771411 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:14.774635 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:14.794099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:17:14.875586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8fe49a4b-3d7c-4c3d-8c7a-c3abe6ed6e85 None None] Provisioning for port e43cbea0-f924-4cfa-9a28-311d33b4b876 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:14.893470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8d30dd6d-6576-490f-9555-840ce5001c3b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:14.898355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.947220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 8d30dd6d-6576-490f-9555-840ce5001c3b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8d30dd6d-6576-490f-9555-840ce5001c3b,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:15.016051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4889fe85-545d-4ba4-a370-5138789084e3 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:17:15.040381 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:15.084972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0687a6eb-6b4c-41c7-bac3-88a15bb36716 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 700 time: 0.3376205 May 13 15:17:15.085725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34308) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:15.137328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:15.158142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:15.202028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.255581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet a67a07bd-9c98-4a27-a03c-e21248d3d5e1 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:15.269605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.291715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=8d30dd6d-6576-490f-9555-840ce5001c3b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:15.335651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.496409 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 7, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:11Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:15.503252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.509253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:15.519812 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:15.520422 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:15.635210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 86d6438e-2d05-434d-9bc7-d810f644a5a4 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:15.699998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e43cbea0-f924-4cfa-9a28-311d33b4b876 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:15.735916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.748052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:15.809786 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:15.833416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf36459-cd03-4561-ab0a-166d5963f5c0 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:17:15.899467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.941044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e43cbea0-f924-4cfa-9a28-311d33b4b876 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:15.959564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e43cbea0-f924-4cfa-9a28-311d33b4b876 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:15.961740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.256929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf36459-cd03-4561-ab0a-166d5963f5c0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:17:16.305170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:16.305562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.356481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:16.370430 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 7, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:11Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:16.377328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.380588 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c0629-d4a4-4bb8-af54-34dce647be67 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 7, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5974a65e-77b0-479f-a003-3f6b6df7cea3', 'name': '', 'network_id': '8bb49773-f0b6-46d6-860d-c93badfa8d1f', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:6f:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:56Z', 'updated_at': '2022-05-13T15:17:11Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '2a14f59b-e41f-4db9-a567-7408c1215bf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:16.392300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:16.439432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:16.440079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:16.587662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.666736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c527fe7-f138-438e-8352-bc9c08f6e37f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/b8a3e22c-87bc-4052-a3d8-53c972c18f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4488337 May 13 15:17:16.678409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34314) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:16.699096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:16.718634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=86d6438e-2d05-434d-9bc7-d810f644a5a4,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:16.726970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.772796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:16.825703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.880266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.942004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.942747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.981237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=a67a07bd-9c98-4a27-a03c-e21248d3d5e1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:17.047176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.071024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:17.083993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:17.087468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.088143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.118183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:17.118780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:17.141684 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6ae1f048-f051-4e78-839f-0342ad8d2ca2 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/a67a07bd-9c98-4a27-a03c-e21248d3d5e1 HTTP/1.1" status: 204 len: 168 time: 2.4500027 May 13 15:17:17.146305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34320) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.149795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.230796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=a71142bc-0aee-4f43-b159-2775623556b8,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:17.238613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:17.257196 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0891261 May 13 15:17:17.258338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278759-0af0-4dc6-ba02-8fa2bca7e5f7 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=4']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:17.274794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34324) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.279183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82e187-89b3-4a8b-a093-679dbe9a99ea None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:17.292977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c64b0-3f90-4005-b832-d23a68738e24 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:17.464507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.493313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:be:2b:e3', 'name': 'tempest-NetworksTestDHCPv6-1076493046'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:17.558549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router cad50612-dc82-4345-b554-50a7a684a8a5 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:17:17.757515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:13Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:17.763060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:17.774420 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Sync routers for ids ['cad50612-dc82-4345-b554-50a7a684a8a5'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:17.781994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c2511b9a-836f-403f-b2e5-b5ab0d6ad946 None None] Provisioning complete for port b24b69bc-bf87-4337-895f-5b072e5ff70d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:17.782383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c2511b9a-836f-403f-b2e5-b5ab0d6ad946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.784067 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Routers {'cad50612-dc82-4345-b554-50a7a684a8a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:17.784676 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad50612-dc82-4345-b554-50a7a684a8a5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:17.820142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:17.820530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Updating router b8a3e22c-87bc-4052-a3d8-53c972c18f33 port b24b69bc-bf87-4337-895f-5b072e5ff70d binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:17.858560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:17.859924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.861998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.863719 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c62c059d-255d-4087-a3c2-7d9559383696 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4015493 May 13 15:17:17.867080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34328) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.931688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.932297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.932845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.933347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.933866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.934462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.934966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.935557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.936063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.936569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.937095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.938180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.938702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.939200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.942645 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29030900-0ede-4255-8312-194007cb946f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9882 time: 1.2490215 May 13 15:17:17.966168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34332) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:18.008319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c2511b9a-836f-403f-b2e5-b5ab0d6ad946 None None] Port b24b69bc-bf87-4337-895f-5b072e5ff70d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:18.031017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.053683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:18.075521 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Set router cad50612-dc82-4345-b554-50a7a684a8a5 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:18.205823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.206555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8d30dd6d-6576-490f-9555-840ce5001c3b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:18.228705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:18.243636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:18.249272 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-39574f67-b4e9-454d-b489-4f2e24820446 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/cad50612-dc82-4345-b554-50a7a684a8a5 HTTP/1.1" status: 200 len: 906 time: 0.3785582 May 13 15:17:18.252173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34338) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:18.265074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-850991823', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': True}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:18.271507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:18.275086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:18.284347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:18.287119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.287766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.288334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.288831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.289333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.289841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.291969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.292784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.293071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.293634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.294225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.294345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Usage tracker for resource:router and tenant:e6323b187d894813b1d836f4c7cccc7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:18.295607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.295607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.295856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.296319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.299231 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e057ef80-e5bb-4900-bbfe-a8e71ac26a1f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9441 time: 0.3283522 May 13 15:17:18.303862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:18.314627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:18.317648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:18.319649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34342) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:18.320448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:18.327012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:18.445629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:18.470516 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4'}], 'enable_snat': False}, 'gw_port_id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:10Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port': {'id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:12Z', 'updated_at': '2022-05-13T15:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:18.476105 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Checking router: cad50612-dc82-4345-b554-50a7a684a8a5 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:18.476659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Updating router cad50612-dc82-4345-b554-50a7a684a8a5 port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:18.478945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:18.493023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8d30dd6d-6576-490f-9555-840ce5001c3b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:18.493023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.495794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.497398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.530200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.590904 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.600794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:18.604686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.805885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:18.936445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.959579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Transition to ACTIVE for port object b24b69bc-bf87-4337-895f-5b072e5ff70d will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:18.981502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8d30dd6d-6576-490f-9555-840ce5001c3b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:19.082151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 5974a65e-77b0-479f-a003-3f6b6df7cea3 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:19.083200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.090917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.200372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e43cbea0-f924-4cfa-9a28-311d33b4b876 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:19.281509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.368929 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.389659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Transition to ACTIVE for port object 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:19.492835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7870c-8eec-420f-bce3-91449eb5429a None None] Pushing event updated for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:19.513079 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.594084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9087c76b-0b90-44ed-9330-635b65ce12bc None None] Provisioning complete for port e43cbea0-f924-4cfa-9a28-311d33b4b876 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:19.594084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9087c76b-0b90-44ed-9330-635b65ce12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.594540 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Attempting to bind port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:19.594540 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Attempting to bind port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:19.594540 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Attempting to bind port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:19.604422 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:19.604800 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:19.605196 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.605585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:19.606083 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Bound port: 2db09a1c-c14e-482c-98e5-8d4f98f2ab90, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:19.606474 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.695684 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] For port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:19.700032 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] For port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:19.700614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e43cbea0-f924-4cfa-9a28-311d33b4b876 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:19.701421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.709016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:19.725899 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296a533-d16f-4422-8a28-eac01f93cfb5 None None] Pushing event updated for resources: {'Port': ['ID=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:19.732301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Attempting to bind port b24b69bc-bf87-4337-895f-5b072e5ff70d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:19.732699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Attempting to bind port b24b69bc-bf87-4337-895f-5b072e5ff70d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:19.733110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Attempting to bind port b24b69bc-bf87-4337-895f-5b072e5ff70d on network 1c398994-ac63-4ba7-88f0-5abe0611ec88 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:19.819345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:19.819716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Checking segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:19.820110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.820512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Bound using segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:19.820984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Bound port: b24b69bc-bf87-4337-895f-5b072e5ff70d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:19.821361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.826413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.841384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.862325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.896338 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.966326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9087c76b-0b90-44ed-9330-635b65ce12bc None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:20.038817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 172.26.7.226 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/25165dc1-1f66-4b1f-80fe-058a27c318d9) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:20.060708 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296a533-d16f-4422-8a28-eac01f93cfb5 None None] Pushing event updated for resources: {'Port': ['ID=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:20.066216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] For port b24b69bc-bf87-4337-895f-5b072e5ff70d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:20.096324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:20.105827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] For port b24b69bc-bf87-4337-895f-5b072e5ff70d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b24b69bc-bf87-4337-895f-5b072e5ff70d,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:20.107593 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Routers {'cad50612-dc82-4345-b554-50a7a684a8a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:20.108548 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad50612-dc82-4345-b554-50a7a684a8a5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:20.122386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:20.123379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.135988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port df423324-8334-407c-9d63-ca099e485950 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:17:20.207224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:20.223044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:20.223776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.235684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.272351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.313316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 5974a65e-77b0-479f-a003-3f6b6df7cea3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5974a65e-77b0-479f-a003-3f6b6df7cea3,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:20.313995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.315955 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] Set router cad50612-dc82-4345-b554-50a7a684a8a5 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:20.363731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:20.364421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:20.420363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.539257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 5974a65e-77b0-479f-a003-3f6b6df7cea3 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:20.552319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:20.555275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:20.563541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:20.605867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:20.660916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=25165dc1-1f66-4b1f-80fe-058a27c318d9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:20.691240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:20.725615 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e23f688f-9450-47fd-bc56-93f0f9a8d9c7 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5716 time: 2.4047258 May 13 15:17:20.747113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.789166 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4'}], 'enable_snat': False}, 'gw_port_id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:10Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port': {'id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:12Z', 'updated_at': '2022-05-13T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:20.793712 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd8bae-7a72-44c5-b2dc-69f774fa996d None None] The sync data for ids ['cad50612-dc82-4345-b554-50a7a684a8a5'] in dv-neutron-835340-3-hyperv is: [{'id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4'}], 'enable_snat': False}, 'gw_port_id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:10Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port': {'id': '2db09a1c-c14e-482c-98e5-8d4f98f2ab90', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad50612-dc82-4345-b554-50a7a684a8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:12Z', 'updated_at': '2022-05-13T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:20.849706 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-75ab678c-eafe-477f-beab-1d8225af03a0 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/routers/9d40284b-8d14-4cc4-bf7a-d842d8d64abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0343630 May 13 15:17:20.855912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] Sync routers for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:20.858393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:20.893554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:20.936511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:20.945699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:20.946832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34356) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:20.948228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.966062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445e13a-85bc-451a-8e60-8d7cfe9c167b None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:21.004518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537872098', 'description': 'tempest-secgroup-smoke-1537872098 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:21.011664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=84b7e0fe-5231-40be-9471-ed848842b408,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:21.035077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::63 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/5d8f75ea-c08a-44a5-b39b-d756538b813f/df423324-8334-407c-9d63-ca099e485950) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:21.075524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:2be3 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/a71142bc-0aee-4f43-b159-2775623556b8/df423324-8334-407c-9d63-ca099e485950) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:21.080118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:21.094835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:21.100887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:21.120317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:21.138858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:21.139551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:21.167104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-72d53ef8-7287-4545-bb0c-1413c8904733 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9969902 May 13 15:17:21.172102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34360) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:21.217396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988549797'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:21.226454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:21.230866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:21.233854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:21.240579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:21.348084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.438644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.473500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:21.490634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:21.492047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:21.501584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:21.527260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:21.540212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7870c-8eec-420f-bce3-91449eb5429a None None] Pushing event updated for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:21.611208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.619354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.627786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.660474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] Routers {'9d40284b-8d14-4cc4-bf7a-d842d8d64abf'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:21.661103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:21.686651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=5974a65e-77b0-479f-a003-3f6b6df7cea3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:21.744799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c6584447-1711-4994-81be-c23357a667b9 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:21.768405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.793100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:21.793511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f12427-2b08-4afd-9c59-89397792a5fd None None] The sync data for ids ['9d40284b-8d14-4cc4-bf7a-d842d8d64abf'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:21.798075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:21.816514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:21.822383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:21.846510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:21.867086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:20Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:21.882134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.896685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028d7b2-1204-45a5-b814-77e50bf2945c None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:20Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:21.992100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157cc051-6320-44d8-81c5-d4fffa4b34b4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:22.078958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object df423324-8334-407c-9d63-ca099e485950 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:22.199498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.257588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Update dhcp port {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'fixed_ips': [{'subnet_id': '5c057bd9-2b60-4c60-8143-3ec1495d483e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84b7e0fe-5231-40be-9471-ed848842b408'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '9f7aee28-8411-499c-ae25-deda5186cf97'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:17:22.283128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.283896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.339856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.410977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port af54463e-7783-4acb-ab32-ccb13985cf5d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:22.410977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.429699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.485922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.666241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5956027-3620-4602-9028-a65d485b6e54,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:22.714088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.715404 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a61b9ede-dcda-47b3-8baf-8a0fc84fa10f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5235500 May 13 15:17:22.724182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34366) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:22.740011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181594253'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:22.753709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:22.765392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:22.769599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:22.777035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Allocated IP 2001:db8::2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/84b7e0fe-5231-40be-9471-ed848842b408/9f7aee28-8411-499c-ae25-deda5186cf97) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:22.781297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:22.786837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.915421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.916828 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-64680232-1425-4511-91f3-06e9723e70a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9319274 May 13 15:17:22.943999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.949283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34372) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:22.983781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:23.010704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:23.091252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:23.151560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.164799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.173611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for af54463e-7783-4acb-ab32-ccb13985cf5d owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:23.176824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:23.194373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Transition to ACTIVE for port object 9f7aee28-8411-499c-ae25-deda5186cf97 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:23.213249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.257538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:23.263284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:23.267475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.272883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:23.286955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.362991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:23.373148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:23.373887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.387874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=df423324-8334-407c-9d63-ca099e485950,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:23.466240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:23.527559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.539298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:23.555129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:23.579991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:23.588949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:23.594963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-121bf8ba-9b12-46a9-af30-1477c836ba47 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.1591477 May 13 15:17:23.611668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34376) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:23.675079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4c60-28b6-4de8-9336-6cc688a773f7 None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:23.724333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:23.730488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.730938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.768894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5dfdffbb-ed89-43ff-afa2-124ea0bc0ab6 None None] Provisioning for port df423324-8334-407c-9d63-ca099e485950 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:23.787999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5dfdffbb-ed89-43ff-afa2-124ea0bc0ab6 None None] Provisioning complete for port df423324-8334-407c-9d63-ca099e485950 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.788665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5dfdffbb-ed89-43ff-afa2-124ea0bc0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.801741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.898587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdffbb-ed89-43ff-afa2-124ea0bc0ab6 None None] Port df423324-8334-407c-9d63-ca099e485950 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:23.998942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:23.999321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.023345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:24.050788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.084710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port df423324-8334-407c-9d63-ca099e485950 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:24.085055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.099332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router 3d922704-eb96-477d-b5f3-a80811977d3c is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:17:24.103721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.109807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b24b69bc-bf87-4337-895f-5b072e5ff70d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:24.193204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.194620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:24.207236 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:24.231905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:24.232793 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:24.244076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=af54463e-7783-4acb-ab32-ccb13985cf5d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.308148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.323677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.328904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.380934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-313887fe-424b-4103-b7ad-31a6edf453fb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2860513 May 13 15:17:24.384766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8628a551-fbcd-4187-bc84-e8f677b22c6c,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.386621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:24.425692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b24b69bc-bf87-4337-895f-5b072e5ff70d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:24.430976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b24b69bc-bf87-4337-895f-5b072e5ff70d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:24.431562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.473754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.488181 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:24.579244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.579705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.581171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-330267fa-0d9b-4499-ab38-52bb5887bbd3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6164408 May 13 15:17:24.596779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34396) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:24.606698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:24.629123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:24.641336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:24.650372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:24.650750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.652931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:24.669160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2513e-d0a6-4c97-8d9e-a203a1155860,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.682428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 2a14f59b-e41f-4db9-a567-7408c1215bf1 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:24.684921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:24.693353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.722093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:24.737463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b24b69bc-bf87-4337-895f-5b072e5ff70d is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:24.737893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.749872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.754266 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f58c777f-7089-454f-9660-f039accd498e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0262401 May 13 15:17:24.766883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.778899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34400) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:24.789500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b24b69bc-bf87-4337-895f-5b072e5ff70d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b24b69bc-bf87-4337-895f-5b072e5ff70d,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:24.791792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006543576'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:24.798703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Provisioning for port 9f7aee28-8411-499c-ae25-deda5186cf97 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:24.805471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:24.806287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.857935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:24.900723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.908819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.914470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.923753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:24.935559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for df423324-8334-407c-9d63-ca099e485950 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:24.971523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:24.995798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:25.080040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-588c5d69-1621-49c4-9f9e-893c4ff9b9c8 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:25.091566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.093133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:25.094092 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-482e9092-a6b3-477d-93a8-e962999f35c0 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8394296 May 13 15:17:25.099950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Sync routers for ids ['3d922704-eb96-477d-b5f3-a80811977d3c'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:25.100640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34404) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:25.120021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Routers {'3d922704-eb96-477d-b5f3-a80811977d3c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:25.121607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3d922704-eb96-477d-b5f3-a80811977d3c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:25.134806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.135029 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 8, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:25.139966 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:25.144303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.155058 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:25.155058 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:25.179911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:25.201497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:25.228501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.229538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Fanout notify agent at l3_agent the message router_deleted on router 9d40284b-8d14-4cc4-bf7a-d842d8d64abf {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:25.244133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.245438 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b573f8f3-eeb4-41f1-b89c-929fb266df96 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/routers/9d40284b-8d14-4cc4-bf7a-d842d8d64abf HTTP/1.1" status: 204 len: 168 time: 4.3856730 May 13 15:17:25.254574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34408) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:25.329305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting subnet 914a1408-b77b-43b8-8cd7-465c22eafdfb {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:25.350350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.374111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.403840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-7ee9e0ab-8945-4381-bb15-e40c5072c671 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:25.412407 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:25.421151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.447628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.478687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:25.487436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.496416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:security_group_rule and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:25.498900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:25.499290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.511348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:25.556177 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-21e3b3a6-c236-4ae6-b7c5-5080e3f087b7 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/3d922704-eb96-477d-b5f3-a80811977d3c HTTP/1.1" status: 200 len: 907 time: 0.4541869 May 13 15:17:25.559023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34414) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:25.571835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.582943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:25.610444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Set router 3d922704-eb96-477d-b5f3-a80811977d3c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:25.623170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-7ee9e0ab-8945-4381-bb15-e40c5072c671 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:25.624716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-7ee9e0ab-8945-4381-bb15-e40c5072c671 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535807023&fields=id&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 267 time: 0.3833921 May 13 15:17:25.643677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54e2e9a-74de-42d4-8988-6c3f58a3992f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:25.795151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.864552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:25.865871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:25.878629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.912583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.921029 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 8, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:25.923435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=df423324-8334-407c-9d63-ca099e485950,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:25.945764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.950085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e6dbaf1a-acbd-40c1-beb9-7f45afc426d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3489513 May 13 15:17:25.956268 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a40f942-26b8-4cc2-869e-1b7afbd3850e None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 8, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910', 'name': '', 'network_id': '5142e865-85b2-427f-a651-344832a55edf', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:c9:c0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '21448330-62f9-435e-bdfe-52cb800618d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:43Z', 'updated_at': '2022-05-13T15:16:58Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '21448330-62f9-435e-bdfe-52cb800618d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:25.968536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34418) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:25.988072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:25.988476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.002494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:26.032298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=2a14f59b-e41f-4db9-a567-7408c1215bf1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:26.037220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:26.048213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:26.053627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:26.064354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d222e5-a3ce-4a50-bb63-1f6e37db8c90 None None] Network 8bb49773-f0b6-46d6-860d-c93badfa8d1f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:26.069492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:26.072059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.089486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.109710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.118122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.122360 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c4430ef-7cac-4f8e-bad8-7c3777509cdf tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/df423324-8334-407c-9d63-ca099e485950 HTTP/1.1" status: 204 len: 168 time: 2.5026360 May 13 15:17:26.127420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34422) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.128054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-cf6a6478-4d0b-42c4-80d7-a0a402a1fe64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:26.129556 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-cf6a6478-4d0b-42c4-80d7-a0a402a1fe64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.4930742 May 13 15:17:26.133629 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ffd1f5d-4803-4d89-8a8f-ed04f16baea0 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/2a14f59b-e41f-4db9-a567-7408c1215bf1 HTTP/1.1" status: 204 len: 168 time: 1.7413397 May 13 15:17:26.134120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34426) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.261056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.297706 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-6ca8f0b3-392a-4e6d-9636-307e58fd61de tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/quotas/7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 375 time: 0.1576827 May 13 15:17:26.315645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.361280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.382875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Subnet': ['ID=914a1408-b77b-43b8-8cd7-465c22eafdfb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:26.407011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.411117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.411687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f02f3-0ffe-4caf-abbd-920d9535d2e8 None None] Network 349bf91e-8212-45e9-b934-08c7b8786f38 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:26.415180 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6323688 May 13 15:17:26.422821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34430) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.424167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105dde-656a-4dfa-a652-8c851c89bd01 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47af5c74-d5cf-423e-b34c-25878f6ddb0f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:26.428813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:26.441018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1041001262', 'security_groups': ['47af5c74-d5cf-423e-b34c-25878f6ddb0f'], 'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84b7e0fe-5231-40be-9471-ed848842b408'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:26.451583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f0051-e6df-41ef-a9d2-f0b6b59c5aab tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:26.453362 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-285f0051-e6df-41ef-a9d2-f0b6b59c5aab tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3242071 May 13 15:17:26.460953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34434) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.466199 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b6578437-024b-48f0-ae47-1217aa04e703 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/subnets/914a1408-b77b-43b8-8cd7-465c22eafdfb HTTP/1.1" status: 204 len: 168 time: 1.2102144 May 13 15:17:26.472602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.492369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d922704-eb96-477d-b5f3-a80811977d3c', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '25165dc1-1f66-4b1f-80fe-058a27c318d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:18Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 3, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port': {'id': '25165dc1-1f66-4b1f-80fe-058a27c318d9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d922704-eb96-477d-b5f3-a80811977d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:19Z', 'updated_at': '2022-05-13T15:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:26.513916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34438) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.514629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Checking router: 3d922704-eb96-477d-b5f3-a80811977d3c for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:26.514979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Updating router 3d922704-eb96-477d-b5f3-a80811977d3c port 25165dc1-1f66-4b1f-80fe-058a27c318d9 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:26.541214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.573841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.577176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:26.577569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.679312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.684503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.703742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port df60415a-d673-4608-adc5-3a969a880511 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:26.703742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.734985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting port 25165dc1-1f66-4b1f-80fe-058a27c318d9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:26.735729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.738477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-47b2cbcb-3fc1-4754-9664-aad603b7f114 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3968172 May 13 15:17:26.753563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:26.772526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:26.786074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] DHCP port deletion for 8bb49773-f0b6-46d6-860d-c93badfa8d1f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:26.797834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.814058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Deleting port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:26.814058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:26.827672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107399f-68d1-483d-abf5-758f6d864d7f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:26.830024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2107399f-68d1-483d-abf5-758f6d864d7f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3660913 May 13 15:17:26.838845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34444) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:26.971170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a9ed11-6194-449d-83ac-ef8cfda39322,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:26.978476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:27.078627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:27.079090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.134077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.137839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-87ed62fc-3081-4a2e-a7b2-83bd3158bc69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1537280 May 13 15:17:27.178747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] For port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,segment=NetworkSegment(d98e2eb3-9263-4513-ae18-9b6f8944f726),segment_id=d98e2eb3-9263-4513-ae18-9b6f8944f726)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:27.179384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.186116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.188914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.190482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.191308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:27.208330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34448) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:27.242066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:27.254239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:27.264360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:27.274996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:27.295906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.305025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:27.309898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b24b69bc-bf87-4337-895f-5b072e5ff70d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:27.326047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] For port df60415a-d673-4608-adc5-3a969a880511, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df60415a-d673-4608-adc5-3a969a880511,segment=NetworkSegment(467dfb74-6ab8-498f-a75c-e029fe9b6c04),segment_id=467dfb74-6ab8-498f-a75c-e029fe9b6c04)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:27.326399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.366482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Calling delete_port for df1f1030-c2e8-4b24-8ecd-8289b1f5e4de owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:27.393664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:27.397401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bc63ff4b-e320-4c3e-aaa3-9421c4b5b5db tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5465918 May 13 15:17:27.406035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for df1f1030-c2e8-4b24-8ecd-8289b1f5e4de owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:27.430864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] DHCP port deletion for 349bf91e-8212-45e9-b934-08c7b8786f38 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:27.446636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34452) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:27.471413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Deleting port df60415a-d673-4608-adc5-3a969a880511 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:27.471777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.519950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Calling delete_port for 25165dc1-1f66-4b1f-80fe-058a27c318d9 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:27.549022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.577851 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-b7cc1639-76a2-41c5-b856-6cda5b629be3 service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8028419 May 13 15:17:27.628119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for df60415a-d673-4608-adc5-3a969a880511 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:27.639275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 5d8f75ea-c08a-44a5-b39b-d756538b813f {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:27.659998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b24b69bc-bf87-4337-895f-5b072e5ff70d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:27.660371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.700675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.719000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.787626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.800201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.826702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.835365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:27.835820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:27.863023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] device_id is not set on port 71787387-5ffc-4a0a-87b3-d251523df344 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:17:27.886827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] Pushing event deleted for resources: {'Port': ['ID=df1f1030-c2e8-4b24-8ecd-8289b1f5e4de,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:27.912290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91093cf-5019-4561-b61c-d921ca870fc2 None None] No DVR routers for this DVR port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:27.930348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] For port df60415a-d673-4608-adc5-3a969a880511, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=df60415a-d673-4608-adc5-3a969a880511,segment=NetworkSegment(467dfb74-6ab8-498f-a75c-e029fe9b6c04),segment_id=467dfb74-6ab8-498f-a75c-e029fe9b6c04)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:27.930348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.944398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.986945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.026588 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-63264695-7ccf-443a-b5f6-2e7cd973a113 service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311047 May 13 15:17:28.051882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.076914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Calling delete_port for df60415a-d673-4608-adc5-3a969a880511 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:28.109806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.112631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Transition to ACTIVE for port object 25165dc1-1f66-4b1f-80fe-058a27c318d9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:28.129655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.158520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] No DVR routers for this DVR port df60415a-d673-4608-adc5-3a969a880511 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:28.195816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b24b69bc-bf87-4337-895f-5b072e5ff70d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:28.214069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:28.214770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:28.216404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.217801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=df60415a-d673-4608-adc5-3a969a880511,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:28.275760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8::3b4 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/84b7e0fe-5231-40be-9471-ed848842b408/71787387-5ffc-4a0a-87b3-d251523df344) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:28.283014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efec2365-bfaa-4632-a884-6f9e7c8b33b1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:28.291877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5974a65e-77b0-479f-a003-3f6b6df7cea3 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:28.352866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 5974a65e-77b0-479f-a003-3f6b6df7cea3 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:28.353584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5974a65e-77b0-479f-a003-3f6b6df7cea3 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:28.354305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df1f1030-c2e8-4b24-8ecd-8289b1f5e4de no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:28.354718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port df1f1030-c2e8-4b24-8ecd-8289b1f5e4de {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:28.355060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.355322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:28.355658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:28.362424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.394119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.397818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.398019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aefcc5e3-3d4a-44b3-8304-4d9f856d8d7f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1829777 May 13 15:17:28.398019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349bf91e-8212-45e9-b934-08c7b8786f38']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.402648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: df1f1030-c2e8-4b24-8ecd-8289b1f5e4de {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:28.403147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df1f1030-c2e8-4b24-8ecd-8289b1f5e4de not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:28.404794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34464) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:28.412061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Attempting to bind port 25165dc1-1f66-4b1f-80fe-058a27c318d9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:28.412716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Attempting to bind port 25165dc1-1f66-4b1f-80fe-058a27c318d9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:28.413346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Attempting to bind port 25165dc1-1f66-4b1f-80fe-058a27c318d9 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:28.414992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:28.422465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:28.423014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:28.423547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467dfb74-6ab8-498f-a75c-e029fe9b6c04') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.423688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.423846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467dfb74-6ab8-498f-a75c-e029fe9b6c04') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.424248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:28.424820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Bound port: 25165dc1-1f66-4b1f-80fe-058a27c318d9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:28.425321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.431132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:28.439745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:28.443246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.449934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:28.457892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6aacc-76b9-49d5-a590-9ac479fe0dc3 None None] Pushing event updated for resources: {'Port': ['ID=25165dc1-1f66-4b1f-80fe-058a27c318d9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:28.459380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:28.468995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.476061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:28.476561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:28.492360 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:28.511508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] For port 25165dc1-1f66-4b1f-80fe-058a27c318d9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:28.514534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] For port 25165dc1-1f66-4b1f-80fe-058a27c318d9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=25165dc1-1f66-4b1f-80fe-058a27c318d9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:28.541742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:17:28.549272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port 'df1f1030-c2e8-4b24-8ecd-8289b1f5e4de' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:17:28.550165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8f75ea-c08a-44a5-b39b-d756538b813f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:28.557865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.589492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.592401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.632999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f530c-0fe3-40fd-b2e6-46b680a10c2d None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:28.665241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.727424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Deleting port df60415a-d673-4608-adc5-3a969a880511 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:28.727787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.738043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.782505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.786557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb49773-f0b6-46d6-860d-c93badfa8d1f']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.806566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98e2eb3-9263-4513-ae18-9b6f8944f726') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.806812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98e2eb3-9263-4513-ae18-9b6f8944f726') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.823095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 71787387-5ffc-4a0a-87b3-d251523df344 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:28.825124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.843563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.851996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:28.852386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.857004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting port 25165dc1-1f66-4b1f-80fe-058a27c318d9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:28.857450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:28.867615 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:28.884682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Routers {'3d922704-eb96-477d-b5f3-a80811977d3c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:28.885329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3d922704-eb96-477d-b5f3-a80811977d3c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:28.940640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4965ec7f-56e4-4a45-971e-88d3df9a118b None None] The port 'df60415a-d673-4608-adc5-3a969a880511' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:17:28.988071 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-38f0c3e5-c06f-44bc-9f05-ebba702fc39b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/5d8f75ea-c08a-44a5-b39b-d756538b813f HTTP/1.1" status: 204 len: 168 time: 1.5398266 May 13 15:17:28.990167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34468) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:29.015995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6aacc-76b9-49d5-a590-9ac479fe0dc3 None None] Pushing event updated for resources: {'Port': ['ID=25165dc1-1f66-4b1f-80fe-058a27c318d9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.074870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.086887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.102808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.113315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet a71142bc-0aee-4f43-b159-2775623556b8 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:29.128525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.151871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df60415a-d673-4608-adc5-3a969a880511 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:29.179900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/networks/349bf91e-8212-45e9-b934-08c7b8786f38 HTTP/1.1" status: 204 len: 168 time: 2.6643670 May 13 15:17:29.188287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34480) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:29.208857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9a21-6926-454e-a81d-51d4bb4e1258 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Network': ['ID=349bf91e-8212-45e9-b934-08c7b8786f38,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.212399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.228859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: df60415a-d673-4608-adc5-3a969a880511 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:29.231181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device df60415a-d673-4608-adc5-3a969a880511 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:29.288136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] Set router 3d922704-eb96-477d-b5f3-a80811977d3c gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:29.295097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86995d8-d7ec-4bec-a721-2e6c464803cc,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.389615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.391381 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-162236f8-529f-4e29-8f56-e403ab258598 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9853454 May 13 15:17:29.402559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-46b032e9-d1ef-4c5b-85f2-78215529e9af req-0d9e19d9-eace-41e2-a64c-416c057efbb2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:29.418953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d922704-eb96-477d-b5f3-a80811977d3c', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:18Z', 'updated_at': '2022-05-13T15:17:26Z', 'revision_number': 4, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:29.430126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4f61a-1478-4773-8899-2348f776d20e None None] The sync data for ids ['3d922704-eb96-477d-b5f3-a80811977d3c'] in dv-neutron-835340-3-hyperv is: [{'id': '3d922704-eb96-477d-b5f3-a80811977d3c', 'name': 'tempest-snat-router-850991823', 'tenant_id': 'e6323b187d894813b1d836f4c7cccc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:18Z', 'updated_at': '2022-05-13T15:17:26Z', 'revision_number': 4, 'project_id': 'e6323b187d894813b1d836f4c7cccc7f', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:29.482088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.482417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34484) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:29.503275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'a5956027-3620-4602-9028-a65d485b6e54', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:29.511829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] For port 25165dc1-1f66-4b1f-80fe-058a27c318d9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=25165dc1-1f66-4b1f-80fe-058a27c318d9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:29.512456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.535842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.537556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.557680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:29.568837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port cce31d91-e317-43a9-b820-9d1f589c7281 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:29.572186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.639947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.662106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=8bb49773-f0b6-46d6-860d-c93badfa8d1f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.673141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:29.677390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:29.678431 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dbb5ed92-1714-4d41-b16a-fe0ddebbbee4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/8bb49773-f0b6-46d6-860d-c93badfa8d1f HTTP/1.1" status: 204 len: 168 time: 3.5433369 May 13 15:17:29.682701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:29.686061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34494) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:29.693735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:29.694627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:29.699961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:29.700570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.770270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=71787387-5ffc-4a0a-87b3-d251523df344,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.788779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-46b032e9-d1ef-4c5b-85f2-78215529e9af req-0d9e19d9-eace-41e2-a64c-416c057efbb2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:29.790309 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-46b032e9-d1ef-4c5b-85f2-78215529e9af req-0d9e19d9-eace-41e2-a64c-416c057efbb2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.6299522 May 13 15:17:29.798298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Calling delete_port for 25165dc1-1f66-4b1f-80fe-058a27c318d9 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:29.921099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:30.047682 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-832fbbda-0fa6-48d2-97c0-c791537488a1 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6180065 May 13 15:17:30.049153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.053159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34498) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:30.156320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7fa4997-4424-43aa-acc4-78b3a42550a4 None None] Provisioning for port 71787387-5ffc-4a0a-87b3-d251523df344 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:30.163067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7fa4997-4424-43aa-acc4-78b3a42550a4 None None] Provisioning complete for port 71787387-5ffc-4a0a-87b3-d251523df344 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:30.167061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7fa4997-4424-43aa-acc4-78b3a42550a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.167233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:30.198490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=a71142bc-0aee-4f43-b159-2775623556b8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:30.219394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.221406 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f35725f4-8ba0-4799-be63-d825eb4f59df tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/a71142bc-0aee-4f43-b159-2775623556b8 HTTP/1.1" status: 204 len: 168 time: 1.2302325 May 13 15:17:30.222782 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:17:30.228931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34502) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:30.254824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa4997-4424-43aa-acc4-78b3a42550a4 None None] Port 71787387-5ffc-4a0a-87b3-d251523df344 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:30.324323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.378113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b9369140-941f-44b5-9b31-b249b59e1ecb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359484 May 13 15:17:30.388216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.388216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.388572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34508) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:30.393455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:30.505626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a5f41-0af5-498f-9907-6d9fa0db55cf None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:30.521770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:30.554267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for cce31d91-e317-43a9-b820-9d1f589c7281 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:30.567658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:30.581291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:30.591531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:30.611187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:30.618448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:30.623279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d6fdcedb-97d5-4b14-b7c8-e73f01e65182 None None] Provisioning complete for port e43cbea0-f924-4cfa-9a28-311d33b4b876 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:30.623660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d6fdcedb-97d5-4b14-b7c8-e73f01e65182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.623830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:30.631924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:30.707042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:30.711019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.730411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.741185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:30.744551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.821416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.854722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdcedb-97d5-4b14-b7c8-e73f01e65182 None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:30.923993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-75596da2-e7ce-453d-9dc8-9ec644b22473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.931882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Port': ['ID=25165dc1-1f66-4b1f-80fe-058a27c318d9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:30.950439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:30.957918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Deleting port e43cbea0-f924-4cfa-9a28-311d33b4b876 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:30.958393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.962981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.964882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.007535 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84b7e0fe-5231-40be-9471-ed848842b408 (CIDR: 2001:db8::/64) May 13 15:17:31.010757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.096634 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:31.096634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:31.098666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e43cbea0-f924-4cfa-9a28-311d33b4b876 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:31.098809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=cce31d91-e317-43a9-b820-9d1f589c7281,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:31.141721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5178ad98-b70c-4770-99d2-138998703005,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:31.194766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.196081 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3f76776-99d2-4313-a05f-920f73b002d5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7114525 May 13 15:17:31.276803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.332022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.335296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.340191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1217079a-5cb9-4536-a12b-9debf2854c11 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/floatingips/b334295a-5702-4a07-915e-b5c9f1cb655c HTTP/1.1" status: 204 len: 168 time: 2.1423001 May 13 15:17:31.370478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34516) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:31.423451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-da6ddf88-c01c-41bb-bd5a-c3c6ce38a877 req-d34e3dd9-7350-4585-a429-d26b341d1449 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.3371346 May 13 15:17:31.458773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbfda96-81b5-480a-b2ca-676e01a8a920 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] DELETE failed (client error): The resource could not be found. May 13 15:17:31.459335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbfda96-81b5-480a-b2ca-676e01a8a920 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:31.461142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2fbfda96-81b5-480a-b2ca-676e01a8a920 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/68f7458c-d606-4072-855a-6261160d464b HTTP/1.1" status: 404 len: 333 time: 0.0894866 May 13 15:17:31.465283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34522) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:31.482706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:31.483278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.527427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c24283a-7f21-4142-b40f-95005a04a57b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Synchronizing usage tracker for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:31.575602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b00f375d-e6b4-4ac2-a3e0-a01c939c0e04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4715900 May 13 15:17:31.575819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.584548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.586079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34534) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:31.596292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:31.605522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e43cbea0-f924-4cfa-9a28-311d33b4b876 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:31.605686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.623499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Calling delete_port for e43cbea0-f924-4cfa-9a28-311d33b4b876 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:31.681374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7b93250e-1c67-4835-807d-f247b2b7282d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:31.697826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:31.772141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:31.776022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:31.778893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:31.784673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:31.816137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.830870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:31.831324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.880827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c24283a-7f21-4142-b40f-95005a04a57b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Unset dirty status for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:31.881729 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c24283a-7f21-4142-b40f-95005a04a57b tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d40284b-8d14-4cc4-bf7a-d842d8d64abf HTTP/1.1" status: 200 len: 205 time: 0.4135852 May 13 15:17:31.882294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.882750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.882988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d922704-eb96-477d-b5f3-a80811977d3c {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:31.887101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7b93250e-1c67-4835-807d-f247b2b7282d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:31.887379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:31.887742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:31.888913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34538) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:31.891500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7b93250e-1c67-4835-807d-f247b2b7282d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537872098&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.3529568 May 13 15:17:31.896270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:31.946586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:31.947797 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a8f74284-cc62-4421-b04e-a8158d8fbe75 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/routers/3d922704-eb96-477d-b5f3-a80811977d3c HTTP/1.1" status: 204 len: 168 time: 6.3871369 May 13 15:17:31.953206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34542) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:32.038786 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-91326b17-93e0-46d4-955c-4eb4b4133682 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] delete failed (client error): The resource could not be found. May 13 15:17:32.038786 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-91326b17-93e0-46d4-955c-4eb4b4133682 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/routers/9d40284b-8d14-4cc4-bf7a-d842d8d64abf HTTP/1.1" status: 404 len: 336 time: 0.1203423 May 13 15:17:32.043284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34546) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:32.045010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:32.054109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:32.057389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:32.058049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.080256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:32.083709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.186308 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd305492-7ed2-4252-bd5e-b13093302c56 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] DELETE failed (client error): The resource could not be found. May 13 15:17:32.186770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd305492-7ed2-4252-bd5e-b13093302c56 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:32.189382 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bd305492-7ed2-4252-bd5e-b13093302c56 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/subnets/914a1408-b77b-43b8-8cd7-465c22eafdfb HTTP/1.1" status: 404 len: 337 time: 0.1409686 May 13 15:17:32.190126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=145d8f49-8d96-404f-98c8-3ef5dad60ab2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:32.196917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:32.305105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cee1b5f7-6cb1-4da9-9ceb-18be44657e96 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9174700 May 13 15:17:32.309616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:32.316000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 48889b15-4df4-435e-8e1c-b36f7c4040a7 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:32.316336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.362766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:32.389538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Deleting port e43cbea0-f924-4cfa-9a28-311d33b4b876 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:32.390030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.511437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:32.511841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.611295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-af1fc089-00ca-44e0-ac96-5e5b35cfcd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:32.612002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-af1fc089-00ca-44e0-ac96-5e5b35cfcd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:32.621907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.ipam_backend_mixin [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5c057bd9-2b60-4c60-8143-3ec1495d483e (CIDR: 2001:db8:0:1::/64) May 13 15:17:32.649156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.673937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] For port e43cbea0-f924-4cfa-9a28-311d33b4b876, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e43cbea0-f924-4cfa-9a28-311d33b4b876,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:32.674387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.712165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3ada135c-6c0a-438e-94e5-301b70cef2dc tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:32.712868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3ada135c-6c0a-438e-94e5-301b70cef2dc tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:32.730839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:32.731333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:32.776214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:32.818234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Calling delete_port for e43cbea0-f924-4cfa-9a28-311d33b4b876 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:32.842231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-af1fc089-00ca-44e0-ac96-5e5b35cfcd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:32.844443 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-af1fc089-00ca-44e0-ac96-5e5b35cfcd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 797 time: 0.9336903 May 13 15:17:32.893513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-309b4ec6-2f60-428e-b5b7-fa0055f57584 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0314190 May 13 15:17:32.951751 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-53da404f-8213-4dd8-a1f3-5909c32d6402 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3645341 May 13 15:17:32.963072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34562) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:32.973307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'subnet': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:33.042582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.042821 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-34a8ad07-c34f-4c14-9bbb-9fdb5e71c6db req-63675f30-b089-46b6-b869-9a0dd78a6635 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.4564893 May 13 15:17:33.077322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.102735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3ada135c-6c0a-438e-94e5-301b70cef2dc tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:33.104473 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3ada135c-6c0a-438e-94e5-301b70cef2dc tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.9899461 May 13 15:17:33.111345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] Pushing event deleted for resources: {'Port': ['ID=e43cbea0-f924-4cfa-9a28-311d33b4b876,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:33.120256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e68ff-8183-4c3b-9351-8b0b77b451e8 None None] No DVR routers for this DVR port e43cbea0-f924-4cfa-9a28-311d33b4b876 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:33.140946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ceba2c-c985-4074-abee-4f4f5884b582 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:33.169579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Deleting port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:33.169971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.274237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb02cb78-0abf-4397-9fff-eecb000bfe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.351867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:33.356584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-bef882df-65ac-4ecf-a29a-6a8ed0f28778 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:33.366616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:33.372193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:33.380293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.394837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:33.417887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-0aa997c8-83e1-431d-9387-bd645c26e354 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:33.443284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-bef882df-65ac-4ecf-a29a-6a8ed0f28778 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:33.446600 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-bef882df-65ac-4ecf-a29a-6a8ed0f28778 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 380 time: 0.3205554 May 13 15:17:33.457917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.462841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'port': {'device_id': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'admin_state_up': True, 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'security_groups': ['29c108b0-836b-45a0-8502-b58d2938c67a']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:33.466160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'tenant_id': 'b41c8eb77f6343309636d2c3fedc7424', 'fixed_ips': [{'subnet_id': '145d8f49-8d96-404f-98c8-3ef5dad60ab2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:17:33.467377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.562529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 48889b15-4df4-435e-8e1c-b36f7c4040a7 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:33.613683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:33.619527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.619802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:33.624078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:33.627043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-0aa997c8-83e1-431d-9387-bd645c26e354 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:33.628344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-0aa997c8-83e1-431d-9387-bd645c26e354 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7266004 May 13 15:17:33.642680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Usage tracker for resource:subnet and tenant:123baa10470f4f2ab771d3db7d50bfeb is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:33.659589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:33.674653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:33.676954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:33.696653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Allocated IP 2001:db8::2 (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/145d8f49-8d96-404f-98c8-3ef5dad60ab2/bf24b02c-0892-47eb-823d-5f0a89c8a854) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:33.702307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] For port 2db09a1c-c14e-482c-98e5-8d4f98f2ab90, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:33.703604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.733074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:33.892100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Calling delete_port for 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:33.992874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Made reservation on behalf of 7c39df741681440e9ae763223dcf8708 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:33.997123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.046048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.146310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 145d8f49-8d96-404f-98c8-3ef5dad60ab2 (CIDR: 2001:db8::/64) May 13 15:17:34.179994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:34.180453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:34.207521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Made reservation on behalf of 123baa10470f4f2ab771d3db7d50bfeb for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:34.210910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.244732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.271981 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e868772a-f0ed-4cff-b99a-d25c115b4c35 req-896f1eb6-d619-4504-8090-51f44dd2ece4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.0679171 May 13 15:17:34.276205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.277003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Transition to ACTIVE for port object bf24b02c-0892-47eb-823d-5f0a89c8a854 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:34.334675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Transition to ACTIVE for port object bf24b02c-0892-47eb-823d-5f0a89c8a854 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:34.379883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e1206213-9298-4dcf-aaae-5fec251ebf5b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0367818 May 13 15:17:34.396930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34570) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:34.399071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=48889b15-4df4-435e-8e1c-b36f7c4040a7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:34.431021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.434182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'subnet': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:34.584858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:34.591485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:34.597314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:34.604295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.604295 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bb6de191-47a5-4115-bfe4-de2aecd24e8a tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/48889b15-4df4-435e-8e1c-b36f7c4040a7 HTTP/1.1" status: 204 len: 168 time: 2.4024160 May 13 15:17:34.604508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34574) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:34.607764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Pushing event updated for resources: {'Port': ['ID=bf24b02c-0892-47eb-823d-5f0a89c8a854,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:34.629316 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-c981f115-f93c-4210-a613-5430cf0173e0 service neutron] 10.222.0.91 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747145 May 13 15:17:34.692921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.702024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.726350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Attempting to bind port bf24b02c-0892-47eb-823d-5f0a89c8a854 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:34.726750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Attempting to bind port bf24b02c-0892-47eb-823d-5f0a89c8a854 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:34.727110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Attempting to bind port bf24b02c-0892-47eb-823d-5f0a89c8a854 on network dd218f13-5b53-49c9-a9a7-edd9ea18a23b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:34.736670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:34.748889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Checking segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:34.748889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.748889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Bound using segment: {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:34.748889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Bound port: bf24b02c-0892-47eb-823d-5f0a89c8a854, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624429f-3355-4b31-a35e-3e953a4e71d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:34.748889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.792810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:34.806645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:subnet and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:34.820732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:34.852666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] For port bf24b02c-0892-47eb-823d-5f0a89c8a854, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:34.860209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] For port bf24b02c-0892-47eb-823d-5f0a89c8a854, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bf24b02c-0892-47eb-823d-5f0a89c8a854,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:34.871588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:34.954400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-9cf42e0c-327c-4649-8ceb-58578f1830b7 service neutron] 10.222.0.91 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241518 May 13 15:17:34.958893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.964224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 4c055a52-91e3-4da8-8e84-55398d624de7 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:34.966369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.038439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:35.145518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ce47a-0f76-440e-a3bf-1f312f7d9ac8 None None] Pushing event updated for resources: {'Port': ['ID=bf24b02c-0892-47eb-823d-5f0a89c8a854,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:35.151308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.20.0.12 (678a251d-325d-4f26-bc5d-210c6e9dbe66/39e9a0b1-4227-480d-9270-fee7d9ff8f94/35e4b07f-938e-43c8-bb69-5bfed7cb6669) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:35.154192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:35.158350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.362832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:35.384272 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:35.410129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:35.410759 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:35.430339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6e71b099-10fa-4f97-a2f5-d8efa7b60521 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7350447 May 13 15:17:35.464973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.472834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34584) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:35.493992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.535811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.679493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 4c055a52-91e3-4da8-8e84-55398d624de7 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:35.778432 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:35.793823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:35.815357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.836206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:35.848675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd376f7-af03-4287-b4d9-4b05b5f6dafe None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:35.849569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:35.850456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.855102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db09a1c-c14e-482c-98e5-8d4f98f2ab90,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:35.956511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a79ac55-9239-424e-a824-145022da1ed5 req-45b3e58a-dc63-4a64-91b2-173cc6e0c705 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.3038137 May 13 15:17:36.038363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.063853 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1547b32-1f05-46f6-81bf-4db2ab0558ff req-e69763ed-f9f2-4c3c-8edc-7cc9aa0da772 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.6282110 May 13 15:17:36.078538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.255495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=4c055a52-91e3-4da8-8e84-55398d624de7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:36.325211 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:33Z', 'revision_number': 9, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:36.333898 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:36.354284 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:36.354905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:36.435672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.442764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.458493 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-00fa66d6-52e3-448e-bbad-782a75019acb tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/ports/4c055a52-91e3-4da8-8e84-55398d624de7 HTTP/1.1" status: 204 len: 168 time: 1.8530521 May 13 15:17:36.460994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34594) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:36.471231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Transition to ACTIVE for port object 35e4b07f-938e-43c8-bb69-5bfed7cb6669 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:36.512302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Subnet': ['ID=ca2fd43f-f36b-4fe5-918b-f38741b160b9,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:36.621864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Update dhcp port {'port': {'network_id': '25be2f93-ef4a-4fb8-9679-cccdcecd5082', 'fixed_ips': [{'subnet_id': '5c057bd9-2b60-4c60-8143-3ec1495d483e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84b7e0fe-5231-40be-9471-ed848842b408', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca2fd43f-f36b-4fe5-918b-f38741b160b9'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '9f7aee28-8411-499c-ae25-deda5186cf97'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:17:36.626136 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:36.640695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891da1fb-a3dc-432c-8109-2e3b5fda12c7 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.641597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-891da1fb-a3dc-432c-8109-2e3b5fda12c7 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Synchronizing usage tracker for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:36.710696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.731703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-891da1fb-a3dc-432c-8109-2e3b5fda12c7 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Unset dirty status for tenant:7501d25c122f4df2976746a733824cd8 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:36.736019 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-891da1fb-a3dc-432c-8109-2e3b5fda12c7 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "GET /v2.0/ports?device_id=e695f933-6430-4888-9952-151cfdc19a3f HTTP/1.1" status: 200 len: 913 time: 0.2710097 May 13 15:17:36.742273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34598) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:36.778722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.788511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 21448330-62f9-435e-bdfe-52cb800618d4 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:36.832806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.838876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.874156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-74208dc2-45cd-4352-aaae-f9a0a0718171 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.9089773 May 13 15:17:36.876340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.899772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:36.925326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1822622471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca2fd43f-f36b-4fe5-918b-f38741b160b9'}], 'security_groups': ['157cc051-6320-44d8-81c5-d4fffa4b34b4', 'f7e2513e-d0a6-4c97-8d9e-a203a1155860']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:37.052978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-309911a0-b3c7-422e-ac38-3b8b6cf346ef None None] Provisioning for port bf24b02c-0892-47eb-823d-5f0a89c8a854 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:37.072125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:37.122969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.146370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Allocated IP 2001:db8:0:2::2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/ca2fd43f-f36b-4fe5-918b-f38741b160b9/9f7aee28-8411-499c-ae25-deda5186cf97) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:37.158851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:37.186784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:37.369345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bf24b02c-0892-47eb-823d-5f0a89c8a854 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:37.384191 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:33Z', 'revision_number': 9, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:37.399742 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a13d948-d62c-4799-a6b7-81e8fd82ccae None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:33Z', 'revision_number': 9, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48f49a3a-8dc9-4e18-87a4-c295e8abde1a', 'name': '', 'network_id': 'b37426de-c303-47b5-ac29-edf3925a51e3', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:f7:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:28Z', 'updated_at': '2022-05-13T15:16:45Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': '646851a0-8c7d-4adb-be09-ba4fd2103d7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:37.418846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.426597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.503646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.504156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cad50612-dc82-4345-b554-50a7a684a8a5 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:37.517759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.526576 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c847463-5286-4a2c-afb2-5a45a91f2e88 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "DELETE /v2.0/routers/cad50612-dc82-4345-b554-50a7a684a8a5 HTTP/1.1" status: 204 len: 168 time: 5.5665033 May 13 15:17:37.538022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:37.540231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34610) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:37.569829 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-564407f4-e46b-4bfd-82c4-c53caf256392 req-26713cd0-1d93-4494-8ad5-a3f68a39f68c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.0949841 May 13 15:17:37.575784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.585590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1910755291', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:37.606503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Transition to ACTIVE for port object 9f7aee28-8411-499c-ae25-deda5186cf97 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:37.612335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:37.622408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:37.627297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:37.629330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:37.642855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:37.656258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port bf24b02c-0892-47eb-823d-5f0a89c8a854 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:37.675731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bf24b02c-0892-47eb-823d-5f0a89c8a854 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:37.675731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.762536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.782056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c0f9b9ca-ccec-4431-b462-be0cdd0d49a0 None None] Provisioning for port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:37.809098 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-8c2f78ef-a111-45c9-9063-0c7b70942fb5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3501580 May 13 15:17:37.930895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.938074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.938421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2c1e9-d139-4c60-9b69-a81756abe233 None None] Pushing event updated for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:37.944208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c0f9b9ca-ccec-4431-b462-be0cdd0d49a0 None None] Provisioning complete for port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:37.945658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b9ca-ccec-4431-b462-be0cdd0d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:37.971643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.028645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.054121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.091635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Request body: {'port': {'device_id': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:38.139726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9b9ca-ccec-4431-b462-be0cdd0d49a0 None None] Port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:38.163666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.230798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523642a-b809-4975-aad5-c7006795fdeb req-d3821272-5243-41a6-b521-ed45d3797523 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.231498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6523642a-b809-4975-aad5-c7006795fdeb req-d3821272-5243-41a6-b521-ed45d3797523 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:38.257517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bf24b02c-0892-47eb-823d-5f0a89c8a854 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:38.257517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.302481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port bf24b02c-0892-47eb-823d-5f0a89c8a854, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bf24b02c-0892-47eb-823d-5f0a89c8a854,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:38.405362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.501643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.517092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.564839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=bf24b02c-0892-47eb-823d-5f0a89c8a854,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:38.654141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6523642a-b809-4975-aad5-c7006795fdeb req-d3821272-5243-41a6-b521-ed45d3797523 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:38.655459 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6523642a-b809-4975-aad5-c7006795fdeb req-d3821272-5243-41a6-b521-ed45d3797523 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 932 time: 1.1719344 May 13 15:17:38.659755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.662551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=21448330-62f9-435e-bdfe-52cb800618d4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:38.675052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596bb776-31af-4847-87b1-c7218d3a8e4f None None] Network 5142e865-85b2-427f-a651-344832a55edf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:38.805205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6523642a-b809-4975-aad5-c7006795fdeb req-52bc9ebd-27d3-4550-b275-c694308d3678 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037948 May 13 15:17:38.823369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-599ef34e-b2bb-4e89-aee6-e1d596bbd07a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/21448330-62f9-435e-bdfe-52cb800618d4 HTTP/1.1" status: 204 len: 168 time: 3.2880132 May 13 15:17:38.827603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34618) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:38.845622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:17:38.871852 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-347f17fa-bf8b-4ec1-8aeb-5220ed68ba35 req-cb6c6cc2-fed6-457b-9d97-b3cea189372b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.0842254 May 13 15:17:38.897408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:38.908533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-9d8424fa-671b-496f-b94e-6f977b97a4d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.910231 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-9d8424fa-671b-496f-b94e-6f977b97a4d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 797 time: 0.5558341 May 13 15:17:39.153884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bf24b02c-0892-47eb-823d-5f0a89c8a854 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:39.183844 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bfd1c6c2-8018-4d26-831c-7354cfb12a60 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.2634873 May 13 15:17:39.236540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bf24b02c-0892-47eb-823d-5f0a89c8a854 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:39.237321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.246307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['a5956027-3620-4602-9028-a65d485b6e54']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:39.317502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] DHCP port deletion for 5142e865-85b2-427f-a651-344832a55edf request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:39.323636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Deleting port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:39.324060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.474896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:39.475534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.509893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.556447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:39.564266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bf24b02c-0892-47eb-823d-5f0a89c8a854 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:39.565374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:39.593439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:39.619729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:39.620164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.648522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:39.714511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Provisioning complete for port 71787387-5ffc-4a0a-87b3-d251523df344 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:39.714511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.728953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port 192776bc-cd5a-4e94-9b40-a71e1de5bf27 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:39.729152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.764617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] For port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:39.765098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.767500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:39.771297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:39.903176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Calling delete_port for 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:39.941985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Port 71787387-5ffc-4a0a-87b3-d251523df344 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:39.989475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:40.047592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:40.048071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2db09a1c-c14e-482c-98e5-8d4f98f2ab90 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:40.049038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:40.079662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Provisioning for port 9f7aee28-8411-499c-ae25-deda5186cf97 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:40.090220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:40.090684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0dc71e8b-42f8-4f8b-b01f-8b7ed75e9910 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:40.093118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:40.094413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.147190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.169451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:17:40.190033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.193539 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e0a3df09-f506-401e-aa57-6112d37824ad req-d40d86a9-f4da-417e-b055-1be9fd9b6641 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.1297715 May 13 15:17:40.220449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.271549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] No DVR routers for this DVR port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:40.271763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.278516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c467fde-f644-4e14-b8a5-215760d50269 None None] Pushing event deleted for resources: {'Port': ['ID=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:40.289229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1a655950-e688-4bc4-96d2-8fd71808651d None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:40.323036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5fa1cabf-fdc8-4e63-a121-02a8aeac8957,segment=NetworkSegment(966835aa-03f7-460b-a42e-3f9299111385),segment_id=966835aa-03f7-460b-a42e-3f9299111385)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:40.324946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.332489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Delete allocated IP 2001:db8::3b4 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/84b7e0fe-5231-40be-9471-ed848842b408) {{(pid=88837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:17:40.348891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.423146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e4b07f-938e-43c8-bb69-5bfed7cb6669 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:40.432225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Allocated IP 2001:db8:0:2::1b2 (25be2f93-ef4a-4fb8-9679-cccdcecd5082/ca2fd43f-f36b-4fe5-918b-f38741b160b9/71787387-5ffc-4a0a-87b3-d251523df344) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:40.491897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.510240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:40.528274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for 192776bc-cd5a-4e94-9b40-a71e1de5bf27 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:40.598867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b661a-caad-458c-b895-cfdade718a8e req-c22eca6e-3ac1-4ca1-a469-5e5a3da0e2e3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.600298 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-706b661a-caad-458c-b895-cfdade718a8e req-c22eca6e-3ac1-4ca1-a469-5e5a3da0e2e3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 932 time: 0.6211030 May 13 15:17:40.603983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Transition to ACTIVE for port object 35e4b07f-938e-43c8-bb69-5bfed7cb6669 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:40.666661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.11 (1c398994-ac63-4ba7-88f0-5abe0611ec88/8f853834-9142-4f0f-b763-85a4901aa4e3/59b77dda-a880-4826-8b83-c4c48286091a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:40.722640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Allocated IP 172.26.7.48 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/4d120951-e9fd-4849-97a5-e3c7681b4487) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:40.748014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.090467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:41.110588 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-706b661a-caad-458c-b895-cfdade718a8e req-92fda5c9-9346-4f94-a1cc-3914ab8c1019 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965365 May 13 15:17:41.146771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:41.147142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:41.178235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.193689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:41.194421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:41.208814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Pushing event updated for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.301080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.307492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] For port bf24b02c-0892-47eb-823d-5f0a89c8a854, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bf24b02c-0892-47eb-823d-5f0a89c8a854,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:41.368435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.384120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 59b77dda-a880-4826-8b83-c4c48286091a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:41.395906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Attempting to bind port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:41.395906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Attempting to bind port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:41.396239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Attempting to bind port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:41.410307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161dd825-7ac6-453c-a759-8be61c95bfec req-ce265571-7923-430d-80c1-b5013a08b573 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.0712974 May 13 15:17:41.432787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:41.433147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Attempting to bind port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:41.442062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.445787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:41.446165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:41.446533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Bound using segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:41.446968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Bound port: 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:41.447363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.469731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.470458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.501514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.550293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.556911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.599615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Transition to ACTIVE for port object 71787387-5ffc-4a0a-87b3-d251523df344 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:41.611662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=192776bc-cd5a-4e94-9b40-a71e1de5bf27,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.637845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:41.645173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:41.652684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 5fa1cabf-fdc8-4e63-a121-02a8aeac8957 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:41.652890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.659342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff2c10-63e3-4282-a5da-c7679e71919b None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:41.703979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:41.704484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.720872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.730547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:41.732344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:41.743207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:41.745765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:41.781219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:41.783910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:41.788102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=bf24b02c-0892-47eb-823d-5f0a89c8a854,revision_number=5']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.790871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Subnet': ['ID=51d62cd6-3ed5-41eb-ac42-600198cc0d3d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.801097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port '5fa1cabf-fdc8-4e63-a121-02a8aeac8957' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:17:41.874908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.999760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:42.043524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e5c62df6-6c36-40ae-90cc-5ebaf95bc348 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.6329982 May 13 15:17:42.050587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] In _notify_port_updated(), no bound segment for port 71787387-5ffc-4a0a-87b3-d251523df344 on network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:17:42.067504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.068193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.070267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "PUT /v2.0/ports/71787387-5ffc-4a0a-87b3-d251523df344 HTTP/1.1" status: 200 len: 970 time: 5.1653676 May 13 15:17:42.095687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34632) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:42.096353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34634) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:42.141545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Request body: {'port': {'network_id': 'dd218f13-5b53-49c9-a9a7-edd9ea18a23b', 'mac_address': 'fa:16:3e:1c:0b:ee', 'name': 'tempest-NetworksTestDHCPv6-1609304591'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:42.169123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.170080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.239738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:42.260001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a225e1-e14c-4954-992c-13dca4548294 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event updated for resources: {'Port': ['ID=71787387-5ffc-4a0a-87b3-d251523df344,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:42.266732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-476238c1-2016-42f0-94c2-1296435a2265 None None] Provisioning for port 59b77dda-a880-4826-8b83-c4c48286091a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:42.267336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-476238c1-2016-42f0-94c2-1296435a2265 None None] Provisioning complete for port 59b77dda-a880-4826-8b83-c4c48286091a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:42.267650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-476238c1-2016-42f0-94c2-1296435a2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.288316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.389051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.405356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-476238c1-2016-42f0-94c2-1296435a2265 None None] Port 59b77dda-a880-4826-8b83-c4c48286091a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:42.435059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5142e865-85b2-427f-a651-344832a55edf']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:42.465402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event updated for resources: {'Port': ['ID=4d120951-e9fd-4849-97a5-e3c7681b4487,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:42.470354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966835aa-03f7-460b-a42e-3f9299111385') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:42.470690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966835aa-03f7-460b-a42e-3f9299111385') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:42.505494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.506128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.507542 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] 10.222.0.23 "PUT /v2.0/ports/35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 1094 time: 4.6261954 May 13 15:17:42.518622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:42.528483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.561482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.564456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852479b3-34ff-464b-9354-c978d9f5de62 service neutron] Pushing event updated for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:42.573759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:42.574208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:42.588975 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:42.698277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-298330ab-a602-451a-98ff-9e1405d24f19 None None] Provisioning for port 71787387-5ffc-4a0a-87b3-d251523df344 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:42.700981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-298330ab-a602-451a-98ff-9e1405d24f19 None None] Provisioning complete for port 71787387-5ffc-4a0a-87b3-d251523df344 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:42.701427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-298330ab-a602-451a-98ff-9e1405d24f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.728915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 71787387-5ffc-4a0a-87b3-d251523df344 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:42.729260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.737806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17855301-b8fa-4b33-b08e-fa991329c2e0 req-78207e6f-a86e-4b35-b990-2aee36cc3fb3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.739427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17855301-b8fa-4b33-b08e-fa991329c2e0 req-78207e6f-a86e-4b35-b990-2aee36cc3fb3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.4284887 May 13 15:17:42.807537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-298330ab-a602-451a-98ff-9e1405d24f19 None None] Port 71787387-5ffc-4a0a-87b3-d251523df344 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:42.821836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17855301-b8fa-4b33-b08e-fa991329c2e0 req-7003617d-85b9-4262-a29f-6fa02321ec42 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709021 May 13 15:17:42.831047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3c4fcf7a-8147-445a-99bd-d3a2c27ed24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.833963 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-3c4fcf7a-8147-445a-99bd-d3a2c27ed24c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1097 time: 0.1747682 May 13 15:17:42.839241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.853143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.930971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.946776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-ccdee4b6-7d12-404f-9caa-2af0f81e16f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 217 time: 0.1052668 May 13 15:17:42.947985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=5142e865-85b2-427f-a651-344832a55edf,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:42.950612 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-719c0903-57d0-483a-a780-26aa199269c3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/5142e865-85b2-427f-a651-344832a55edf HTTP/1.1" status: 204 len: 168 time: 4.1147726 May 13 15:17:42.983867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:43.116382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:43.123261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bf24b02c-0892-47eb-823d-5f0a89c8a854 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:43.191130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8e97c577-a621-408c-acdb-63583a8e1428 None None] Provisioning complete for port bf24b02c-0892-47eb-823d-5f0a89c8a854 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:43.191562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8e97c577-a621-408c-acdb-63583a8e1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.204661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e1dbaf-f94a-4836-8f98-1e6f442a4f32'] response: {'name': 'network-changed', 'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'status': 'completed', 'code': 200} May 13 15:17:43.205742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-bd4384d8-c02d-4f16-9d51-c6caa2fe7503 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9638019 May 13 15:17:43.208488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Usage tracker for resource:port and tenant:b41c8eb77f6343309636d2c3fedc7424 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:43.241437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Request body: {'port': {'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:43.255469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bf24b02c-0892-47eb-823d-5f0a89c8a854 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:43.255850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.270690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:43.309352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-d7db52f4-70fa-4d0d-894b-5a42c96fa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.310844 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-d7db52f4-70fa-4d0d-894b-5a42c96fa209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.3587821 May 13 15:17:43.330719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:43.377941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8e97c577-a621-408c-acdb-63583a8e1428 None None] Current status of the port bf24b02c-0892-47eb-823d-5f0a89c8a854 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:43.428695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922201f2-1913-4a9f-af48-fd1fefa54fcc req-d3d5e86c-a633-4ea2-b2de-463737817d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.429389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-922201f2-1913-4a9f-af48-fd1fefa54fcc req-d3d5e86c-a633-4ea2-b2de-463737817d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:43.436176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bf24b02c-0892-47eb-823d-5f0a89c8a854 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:43.569769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-68c832a7-fab3-494e-be27-8e812580bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.571182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-68c832a7-fab3-494e-be27-8e812580bc1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2536120 May 13 15:17:43.643294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Made reservation on behalf of b41c8eb77f6343309636d2c3fedc7424 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:43.770147 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-0eaa761e-1e98-4db9-b3b4-fa5fa55e34d4 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868615 May 13 15:17:43.778815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-922201f2-1913-4a9f-af48-fd1fefa54fcc req-d3d5e86c-a633-4ea2-b2de-463737817d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:43.779954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-922201f2-1913-4a9f-af48-fd1fefa54fcc req-d3d5e86c-a633-4ea2-b2de-463737817d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 932 time: 1.1713946 May 13 15:17:43.813776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.886490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.959607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b52dcef3-c891-454d-8094-f13b4f4bfce7 req-1351ed7c-bbe0-4030-88f8-85255a3deb0a service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828437 May 13 15:17:44.023714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:44.085280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:44.348713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b8437-6218-40e5-9c7c-c097d4bdd28e req-bd1dd499-cdaf-43e1-850d-05d1c2d35053 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.350195 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e92b8437-6218-40e5-9c7c-c097d4bdd28e req-bd1dd499-cdaf-43e1-850d-05d1c2d35053 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.3772616 May 13 15:17:44.393676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-834eb708-0616-4ed0-b2b4-b4eecf5ac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.395182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-834eb708-0616-4ed0-b2b4-b4eecf5ac01b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1097 time: 0.3207674 May 13 15:17:44.494700 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-922201f2-1913-4a9f-af48-fd1fefa54fcc req-33cae6f9-28c2-4d9c-8d26-91a84ca9866c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7038660 May 13 15:17:44.497083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:44.533847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 71787387-5ffc-4a0a-87b3-d251523df344 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:44.616991 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e92b8437-6218-40e5-9c7c-c097d4bdd28e req-df743d15-9698-4000-9150-adf8a53888a6 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588954 May 13 15:17:44.679926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] device_id is not set on port d092e0c9-57f8-4e97-9e38-bec218d33076 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:17:44.726222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-798f6556-d5a1-46c9-8277-52300cd70113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.727697 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-798f6556-d5a1-46c9-8277-52300cd70113 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.3240499 May 13 15:17:44.791318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:44.791993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:44.831449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-f5895c71-5a29-42fb-9b08-8b103ffd0a48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 217 time: 0.0949662 May 13 15:17:44.850573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Router e695f933-6430-4888-9952-151cfdc19a3f has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:44.989727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-eef02bf0-a839-4ba1-b820-3f3b3f0c0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.991231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-eef02bf0-a839-4ba1-b820-3f3b3f0c0915 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.1530557 May 13 15:17:45.095059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 48f49a3a-8dc9-4e18-87a4-c295e8abde1a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:45.095422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.223186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 48f49a3a-8dc9-4e18-87a4-c295e8abde1a owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:45.275168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-8320afb0-0c2c-4e51-bb7e-b9bca6618077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:45.277553 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-8320afb0-0c2c-4e51-bb7e-b9bca6618077 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2798648 May 13 15:17:45.347709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.372884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.450954 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-74be0ee1-ea49-436e-92b7-fc11a6ecc61f service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648569 May 13 15:17:45.544775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=71787387-5ffc-4a0a-87b3-d251523df344,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:45.656763 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a5f7a6a-9177-4620-8486-fa52997df831 req-91e45883-9f9a-4fa8-a598-9e4e71a7083e service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989202 May 13 15:17:45.704873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:45.717221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8::1fc (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/145d8f49-8d96-404f-98c8-3ef5dad60ab2/d092e0c9-57f8-4e97-9e38-bec218d33076) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:45.725739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:45.738729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] Sync routers for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:45.758493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:45.759530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:45.827802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=48f49a3a-8dc9-4e18-87a4-c295e8abde1a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:45.850966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:45.861972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] Routers {'e695f933-6430-4888-9952-151cfdc19a3f'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:45.863148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e695f933-6430-4888-9952-151cfdc19a3f'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:45.933582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:45.934507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1b30b-8b77-4c14-aab8-473bb156fdb3 None None] The sync data for ids ['e695f933-6430-4888-9952-151cfdc19a3f'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:46.023236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.049658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:bee (dd218f13-5b53-49c9-a9a7-edd9ea18a23b/51d62cd6-3ed5-41eb-ac42-600198cc0d3d/d092e0c9-57f8-4e97-9e38-bec218d33076) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:46.110550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e8536df7-daf0-4e6e-ad6d-db494cd4c561 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "PUT /v2.0/routers/e695f933-6430-4888-9952-151cfdc19a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3685842 May 13 15:17:46.110767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b77dda-a880-4826-8b83-c4c48286091a {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:46.128726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34658) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:46.141998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.234339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-49b6adf5-7ef3-427a-b146-27f310755142 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/71787387-5ffc-4a0a-87b3-d251523df344 HTTP/1.1" status: 204 len: 168 time: 4.1265709 May 13 15:17:46.237962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34662) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:46.256912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Transition to ACTIVE for port object 59b77dda-a880-4826-8b83-c4c48286091a will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:46.282067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.301878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179562-35b2-4f0e-8312-9670ba49c20d req-318aa9cc-ebe6-4cd0-ba44-1afa0cd5ba85 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:46.303302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c0179562-35b2-4f0e-8312-9670ba49c20d req-318aa9cc-ebe6-4cd0-ba44-1afa0cd5ba85 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.5279531 May 13 15:17:46.306869 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5fa018-0e28-4acd-a582-b8f236079003 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] GET failed (client error): The resource could not be found. May 13 15:17:46.310711 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1c5fa018-0e28-4acd-a582-b8f236079003 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports/71787387-5ffc-4a0a-87b3-d251523df344 HTTP/1.1" status: 404 len: 333 time: 0.0684826 May 13 15:17:46.311572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34666) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:46.365722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.528720 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c0179562-35b2-4f0e-8312-9670ba49c20d req-6358fcbe-4b39-49a8-a5ce-81c0f6ed2d13 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179317 May 13 15:17:46.529739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7528e-db7f-4a59-a49c-9546d3778e35 req-62a41dbd-bf4f-4e69-9f14-d3c66f1971d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:46.531947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aeb7528e-db7f-4a59-a49c-9546d3778e35 req-62a41dbd-bf4f-4e69-9f14-d3c66f1971d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 932 time: 0.8866835 May 13 15:17:46.614004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.681666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Pushing event updated for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:46.729104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.743388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.779654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:46.849180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Router ab08362b-68ee-457a-a50e-00dd749cd258 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:17:46.853253 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aeb7528e-db7f-4a59-a49c-9546d3778e35 req-76539573-301f-46c1-bb52-968c907ab388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632687 May 13 15:17:46.881629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.916615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.953848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af5c74-d5cf-423e-b34c-25878f6ddb0f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:46.971700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:46.973479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:46.974738 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cdc6540b-8f5f-489a-8d1d-f640da5a29fe tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/security-groups/47af5c74-d5cf-423e-b34c-25878f6ddb0f HTTP/1.1" status: 204 len: 168 time: 0.6618295 May 13 15:17:46.979556 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ec13b1de-36b1-4664-9279-259ed9927f8a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9917343 May 13 15:17:46.982499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34670) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:46.992221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:47.000803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:47.004384 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:47.004993 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.047838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Transition to ACTIVE for port object d092e0c9-57f8-4e97-9e38-bec218d33076 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:47.093556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet 646851a0-8c7d-4adb-be09-ba4fd2103d7d {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:47.103175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Attempting to bind port 59b77dda-a880-4826-8b83-c4c48286091a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:47.103507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Attempting to bind port 59b77dda-a880-4826-8b83-c4c48286091a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:47.104097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Attempting to bind port 59b77dda-a880-4826-8b83-c4c48286091a on network 1c398994-ac63-4ba7-88f0-5abe0611ec88 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:47.107828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.153412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.168491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Port 59b77dda-a880-4826-8b83-c4c48286091a on network 1c398994-ac63-4ba7-88f0-5abe0611ec88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:47.168829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Attempting to bind port 59b77dda-a880-4826-8b83-c4c48286091a on network 1c398994-ac63-4ba7-88f0-5abe0611ec88 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:47.186093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.198527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:47.205873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:47.206253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Checking segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:47.206618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Bound using segment: {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:47.207055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Bound port: 59b77dda-a880-4826-8b83-c4c48286091a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9834936-7ec1-436a-9ff7-163ac2103327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:47.207401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.228306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.240914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.312833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:47.317594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.326987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] Sync routers for ids ['ab08362b-68ee-457a-a50e-00dd749cd258'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:47.342466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] Routers {'ab08362b-68ee-457a-a50e-00dd749cd258'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:47.344267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ab08362b-68ee-457a-a50e-00dd749cd258'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.355339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:47.359128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59b77dda-a880-4826-8b83-c4c48286091a,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:47.370973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.425266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.428308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting port b33443f4-847b-4ae2-9659-0c03636dcba1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:47.428681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.439444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] Routers {'ab08362b-68ee-457a-a50e-00dd749cd258'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:47.440539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ab08362b-68ee-457a-a50e-00dd749cd258'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.470938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.482211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.483416 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7a177c7-67e0-47cb-b29a-3a34f90b24b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.9257762 May 13 15:17:47.489464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.498045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.500804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34678) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:47.517827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:47.524182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:47.525276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.526711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eec091-cc4d-48e6-a051-2bfcc5c55912 None None] The sync data for ids ['ab08362b-68ee-457a-a50e-00dd749cd258'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:47.534942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:47.540982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:47.541625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.548481 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:45Z', 'revision_number': 10, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.555362 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:47.557492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:47.560453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event updated for resources: {'Port': ['ID=d092e0c9-57f8-4e97-9e38-bec218d33076,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:47.591539 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:47.592287 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:47.616251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:47.616869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.618328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] 10.222.0.23 "PUT /v2.0/ports/59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 1094 time: 4.3809834 May 13 15:17:47.618776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:47.678494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2513e-d0a6-4c97-8d9e-a203a1155860,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:47.721630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.725125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=646851a0-8c7d-4adb-be09-ba4fd2103d7d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:47.738617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89aa9c-b250-4864-aa78-d6863ab581da None None] Network b37426de-c303-47b5-ac29-edf3925a51e3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:47.885639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6a8ae96a-6c1f-4c76-b297-25b2e0cefced tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/646851a0-8c7d-4adb-be09-ba4fd2103d7d HTTP/1.1" status: 204 len: 168 time: 0.8837450 May 13 15:17:47.905714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:47.907636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-395d1895-993b-4b18-91dc-753a89dd9f6c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/security-groups/f7e2513e-d0a6-4c97-8d9e-a203a1155860 HTTP/1.1" status: 204 len: 168 time: 0.9262583 May 13 15:17:47.913622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34690) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:47.916690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34692) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:48.013685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:48.034936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85924afa-2f4b-4f47-978d-bc4835a733c7'] response: {'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a', 'status': 'completed', 'code': 200} May 13 15:17:48.100313 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3bcc5e1a-ce78-4712-9737-9e131e46287a tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.9949095 May 13 15:17:48.119154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34698) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:48.202085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bdb72f57-8a34-452e-86ae-2601e8cc1cb1 None None] Provisioning for port d092e0c9-57f8-4e97-9e38-bec218d33076 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:48.209446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bdb72f57-8a34-452e-86ae-2601e8cc1cb1 None None] Provisioning complete for port d092e0c9-57f8-4e97-9e38-bec218d33076 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:48.209920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bdb72f57-8a34-452e-86ae-2601e8cc1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.295815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2da14-900f-4fd3-bbd3-252a9e9b2341 service neutron] Pushing event updated for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:48.298150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bdb72f57-8a34-452e-86ae-2601e8cc1cb1 None None] Port d092e0c9-57f8-4e97-9e38-bec218d33076 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:48.301773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] DHCP port deletion for b37426de-c303-47b5-ac29-edf3925a51e3 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:48.308132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Deleting port 1edc18e6-ae1b-4850-9c38-b12efae330dd {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:48.308903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.332670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting port d092e0c9-57f8-4e97-9e38-bec218d33076 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:48.333011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.369417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.391540 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:45Z', 'revision_number': 10, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:48.399470 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b3b63-6683-4497-ba6d-1809b928931b None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:45Z', 'revision_number': 10, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None, '_interfaces': [{'id': '394d2395-a998-4402-a3a3-e3cbf73a94b2', 'name': '', 'network_id': 'd74a27a6-1528-4278-8cf9-33ce94eb512e', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'mac_address': 'fa:16:3e:33:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:15Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 5, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'subnets': [{'id': 'fc4a257d-4a23-4935-9c78-b88ebfa7cdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:48.450351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.518279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6786-94b8-4f2e-a0a9-bca6f730d14c req-a732c004-d35d-4c3e-9c94-5f0b1346fc6e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:48.519760 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-10ff6786-94b8-4f2e-a0a9-bca6f730d14c req-a732c004-d35d-4c3e-9c94-5f0b1346fc6e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.7825012 May 13 15:17:48.533113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Calling delete_port for b33443f4-847b-4ae2-9659-0c03636dcba1 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:48.553793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] For port 1edc18e6-ae1b-4850-9c38-b12efae330dd, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1edc18e6-ae1b-4850-9c38-b12efae330dd,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:48.554420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.596779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.610609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 1edc18e6-ae1b-4850-9c38-b12efae330dd {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:48.610957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.616992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-a29ae241-8337-4a2e-b278-2804516caef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:48.618518 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-a29ae241-8337-4a2e-b278-2804516caef6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1097 time: 0.5827103 May 13 15:17:48.688038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Calling delete_port for 1edc18e6-ae1b-4850-9c38-b12efae330dd owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:48.720570 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-4f579b8e-2678-4f0d-9611-19fb29a0a5df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 217 time: 0.0919871 May 13 15:17:48.773931 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-10ff6786-94b8-4f2e-a0a9-bca6f730d14c req-3e0b6a90-9f75-42bf-a55d-2d9300cc7544 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405531 May 13 15:17:48.775861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.813904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22841b-f050-4858-a16f-b33e3fc62bd7 req-24cbc7a4-7877-44f8-a6fd-7328e462edbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:48.815460 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b22841b-f050-4858-a16f-b33e3fc62bd7 req-24cbc7a4-7877-44f8-a6fd-7328e462edbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 944 time: 0.6565990 May 13 15:17:48.888303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:48.962365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-1473c614-726e-4fab-9629-bc8d5f146b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:48.963744 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-1473c614-726e-4fab-9629-bc8d5f146b43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 200 len: 834 time: 0.2336681 May 13 15:17:48.997632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] Pushing event deleted for resources: {'Port': ['ID=1edc18e6-ae1b-4850-9c38-b12efae330dd,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:49.005349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7d1c6-ec6f-4d03-886f-d7f9fda73811 None None] No DVR routers for this DVR port 1edc18e6-ae1b-4850-9c38-b12efae330dd on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:49.063870 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b22841b-f050-4858-a16f-b33e3fc62bd7 req-aef26d12-2fb9-4f4a-ba59-2dc219fc3e75 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821175 May 13 15:17:49.119261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1edc18e6-ae1b-4850-9c38-b12efae330dd no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:49.128492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.131698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.157236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 1edc18e6-ae1b-4850-9c38-b12efae330dd {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:49.158308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1edc18e6-ae1b-4850-9c38-b12efae330dd not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:49.158839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48f49a3a-8dc9-4e18-87a4-c295e8abde1a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:49.170617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157cc051-6320-44d8-81c5-d4fffa4b34b4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:49.173641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 1edc18e6-ae1b-4850-9c38-b12efae330dd, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1edc18e6-ae1b-4850-9c38-b12efae330dd,segment=NetworkSegment(afd44b69-3350-4f31-a6fa-8941defd2316),segment_id=afd44b69-3350-4f31-a6fa-8941defd2316)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:49.173835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.204876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 48f49a3a-8dc9-4e18-87a4-c295e8abde1a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:49.205377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48f49a3a-8dc9-4e18-87a4-c295e8abde1a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:49.275355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Calling delete_port for d092e0c9-57f8-4e97-9e38-bec218d33076 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:49.301213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.302358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2b247a63-e1b4-430c-89ac-31e317c56a95 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/security-groups/157cc051-6320-44d8-81c5-d4fffa4b34b4 HTTP/1.1" status: 204 len: 168 time: 1.3794246 May 13 15:17:49.306276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34702) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:49.312273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 1edc18e6-ae1b-4850-9c38-b12efae330dd owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:49.349604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.394769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:49.395099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:49.414756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-10edac4c-001d-41bf-866e-910a7ace6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:49.416364 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-10edac4c-001d-41bf-866e-910a7ace6804 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4280207 May 13 15:17:49.455352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 84b7e0fe-5231-40be-9471-ed848842b408 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:49.464364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.673477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.778737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Port': ['ID=b33443f4-847b-4ae2-9659-0c03636dcba1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:49.844420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.941979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 1edc18e6-ae1b-4850-9c38-b12efae330dd {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:49.941979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:49.992551 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-18f13e7d-d56e-4a96-a6f7-0a7355277cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619352 May 13 15:17:50.084865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] The port '1edc18e6-ae1b-4850-9c38-b12efae330dd' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:17:50.146485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.351469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.413831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37426de-c303-47b5-ac29-edf3925a51e3']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:50.415251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.436557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b4146-7c30-43ec-bf8a-b4f9386c375d req-8d6ff558-7bde-47f2-a616-bd81b630272e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:50.438179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-765b4146-7c30-43ec-bf8a-b4f9386c375d req-8d6ff558-7bde-47f2-a616-bd81b630272e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.5035536 May 13 15:17:50.441560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd44b69-3350-4f31-a6fa-8941defd2316') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:50.441862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd44b69-3350-4f31-a6fa-8941defd2316') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:50.457812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.478334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.480240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.532904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.567554 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b69d44e-6e6a-4f3c-9274-139d07e5f309 req-f55a4ca3-fe56-407a-9eb7-37db9ce0e113 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380116 May 13 15:17:50.573259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.573621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Port': ['ID=d092e0c9-57f8-4e97-9e38-bec218d33076,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:50.592729 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-765b4146-7c30-43ec-bf8a-b4f9386c375d req-2d1c004f-cb38-47af-a031-ac3605796b1b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421313 May 13 15:17:50.596806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:50.597222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:50.614225 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:50.625028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.674964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.675523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.693696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d087c-9656-4151-819f-653f89ccbab0 req-449f77dd-90e7-4b0f-bb62-263cb7750e71 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:50.695255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-872d087c-9656-4151-819f-653f89ccbab0 req-449f77dd-90e7-4b0f-bb62-263cb7750e71 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 944 time: 0.4999645 May 13 15:17:50.725363 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cdf0d232-5451-48b8-9fbc-37bd518cd4ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/d092e0c9-57f8-4e97-9e38-bec218d33076 HTTP/1.1" status: 204 len: 168 time: 2.6046159 May 13 15:17:50.726490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34710) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:50.802530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.803069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Fanout notify agent at l3_agent the message router_deleted on router e695f933-6430-4888-9952-151cfdc19a3f {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:50.821758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.830640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.831749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c8265c8f-f1c5-4966-a79b-a48cb945af35 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/routers/e695f933-6430-4888-9952-151cfdc19a3f HTTP/1.1" status: 204 len: 168 time: 4.6963730 May 13 15:17:50.850939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34714) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:50.894223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=84b7e0fe-5231-40be-9471-ed848842b408,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:50.902474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-872d087c-9656-4151-819f-653f89ccbab0 req-74b68746-d586-4cfc-9b5f-3de819a1529f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998913 May 13 15:17:50.917026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.922542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ce1b5a93-a8b3-4e8d-91ec-ae75f5ef2c04 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/84b7e0fe-5231-40be-9471-ed848842b408 HTTP/1.1" status: 204 len: 168 time: 1.6099699 May 13 15:17:50.923960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34718) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:50.931337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7b750-0e1f-4ab6-9c7d-a0fe6e2eeb1b None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:50.941868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Deleting subnet a45e0dd8-0c77-4908-80f5-f42fee7afcc2 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:50.955498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.997249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.001263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.008435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8012f-e623-4a05-b938-e9edf26ce708 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.009147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-baa8012f-e623-4a05-b938-e9edf26ce708 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:51.023265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-db7f2a94-f79c-40a3-b009-9e0047c3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.024748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-db7f2a94-f79c-40a3-b009-9e0047c3a4c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1097 time: 0.2611556 May 13 15:17:51.032503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet ca2fd43f-f36b-4fe5-918b-f38741b160b9 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:51.052572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=b37426de-c303-47b5-ac29-edf3925a51e3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:51.063969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.070410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c6fe65d1-0f96-422d-a6e7-a645d9979f69 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/b37426de-c303-47b5-ac29-edf3925a51e3 HTTP/1.1" status: 204 len: 168 time: 3.1513722 May 13 15:17:51.078177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34722) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:51.143526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router ab08362b-68ee-457a-a50e-00dd749cd258 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:51.165677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.325791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.361563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-baa8012f-e623-4a05-b938-e9edf26ce708 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:51.362332 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:17:51.366303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-baa8012f-e623-4a05-b938-e9edf26ce708 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6364250 May 13 15:17:51.372925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34726) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:51.510513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-0012a856-2711-4ddb-90d8-5501cbf73849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.511984 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-0012a856-2711-4ddb-90d8-5501cbf73849 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 898 time: 0.4775515 May 13 15:17:51.595548 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-b7f5b4da-b4ee-4cfe-855e-b1d546f1753c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 217 time: 0.0730107 May 13 15:17:51.605630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a512b7-c1f6-498f-a3cd-d8d091ccc3ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.609979 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-35a512b7-c1f6-498f-a3cd-d8d091ccc3ae tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2331975 May 13 15:17:51.650102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34730) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:51.663357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.719638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.794631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-9097e998-5afa-4681-8a6a-4a68c91506ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.796321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-9097e998-5afa-4681-8a6a-4a68c91506ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 200 len: 834 time: 0.1857905 May 13 15:17:51.864315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.866099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.866780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:51.867385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.867735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.868181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:51.922729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-fefb0dd6-ec31-4de3-a3ff-2648f426edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.926930 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-fefb0dd6-ec31-4de3-a3ff-2648f426edba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215107 May 13 15:17:51.943649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:51.960212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:51.960592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.962143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:51.974940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] Sync routers for ids ['ab08362b-68ee-457a-a50e-00dd749cd258'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:51.988539 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] Routers {'ab08362b-68ee-457a-a50e-00dd749cd258'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:51.989087 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ab08362b-68ee-457a-a50e-00dd749cd258'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:52.025882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.027524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9d60b1d-18aa-4456-9f6b-2da14e2937b5 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "PUT /v2.0/routers/ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 200 len: 925 time: 4.4820247 May 13 15:17:52.035857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34738) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.104517 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:52.114709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.115660 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] Routers {'ab08362b-68ee-457a-a50e-00dd749cd258'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:52.116445 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['ab08362b-68ee-457a-a50e-00dd749cd258'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:52.119310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:52.122879 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-36f89f9c-7861-4ebb-b968-d82e579003c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4653320 May 13 15:17:52.122879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.135660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34742) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.151555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64f32e16-b4e1-4b8c-9322-768529cfc0b6 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:52.181743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64c32a-183c-4a9d-b5ef-795db5dab5da None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:52.191240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e0dd8-0c77-4908-80f5-f42fee7afcc2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:52.205362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1321-8c28-4d9a-aeb1-bde81e9cd294 req-be3eac59-2262-4b35-abf6-be4f69e7a8f8 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:52.207033 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91df1321-8c28-4d9a-aeb1-bde81e9cd294 req-be3eac59-2262-4b35-abf6-be4f69e7a8f8 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.4206626 May 13 15:17:52.207839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.208253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.210127 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1e270dcd-53e1-447e-904d-0e17ac2b0857 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/subnets/a45e0dd8-0c77-4908-80f5-f42fee7afcc2 HTTP/1.1" status: 204 len: 168 time: 1.3582811 May 13 15:17:52.217112 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/ca2fd43f-f36b-4fe5-918b-f38741b160b9 HTTP/1.1" status: 204 len: 168 time: 1.2899046 May 13 15:17:52.218626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34746) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.221397 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:52.221743 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8a13e-1d3e-479c-81fe-3bd900744c56 None None] The sync data for ids ['ab08362b-68ee-457a-a50e-00dd749cd258'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:52.230102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34748) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.254861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2fd43f-f36b-4fe5-918b-f38741b160b9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:52.346900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91df1321-8c28-4d9a-aeb1-bde81e9cd294 req-46620f9a-09f9-491b-84e5-eb7c2ff34866 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322057 May 13 15:17:52.371885 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1939020a-5620-4992-b30d-238a0ecd61a8 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 200 len: 925 time: 0.3330927 May 13 15:17:52.374760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34754) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.380755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.381389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.381905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.382404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.383072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.383502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.383920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.384372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.384793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.385217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.385644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.386247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b1db8-28dd-4250-8211-dbb04340d38e tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:52.415797 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34efb43-f4eb-4a70-99b0-70f1a20220d5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:52.416400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34efb43-f4eb-4a70-99b0-70f1a20220d5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:52.420855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d34efb43-f4eb-4a70-99b0-70f1a20220d5 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/84b7e0fe-5231-40be-9471-ed848842b408 HTTP/1.1" status: 404 len: 337 time: 0.1636255 May 13 15:17:52.424719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34758) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:52.473171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 145d8f49-8d96-404f-98c8-3ef5dad60ab2 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:52.486390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.517096 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-f5395434-bbf6-493e-8c5f-fc4f8fe39fbc service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836117 May 13 15:17:52.534556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.560298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting subnet 5c057bd9-2b60-4c60-8143-3ec1495d483e {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:52.565369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.576703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031eb88-5b87-4864-b95f-3bc377358919 req-ccf3b7b4-f123-4ed7-aade-6a84382611ef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:52.579301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6031eb88-5b87-4864-b95f-3bc377358919 req-ccf3b7b4-f123-4ed7-aade-6a84382611ef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 944 time: 0.5185614 May 13 15:17:52.636554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.665340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303a3f1-c20c-4499-b4a1-ebe38f4ba134 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:52.666241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a303a3f1-c20c-4499-b4a1-ebe38f4ba134 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Synchronizing usage tracker for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:52.676927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.683989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:52.816023 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6031eb88-5b87-4864-b95f-3bc377358919 req-59bfb403-d870-4440-a9c7-b9bddf0fe0d4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268145 May 13 15:17:52.944170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.018357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a303a3f1-c20c-4499-b4a1-ebe38f4ba134 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Unset dirty status for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:53.021994 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a303a3f1-c20c-4499-b4a1-ebe38f4ba134 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=ab08362b-68ee-457a-a50e-00dd749cd258&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6436884 May 13 15:17:53.024544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34762) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.101016 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74c62d36-34da-41f7-a4c7-265df2e38a49 req-86a378c3-492f-4732-bac2-2296921d1194 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607514 May 13 15:17:53.120888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5629f-f80a-43bd-9aed-e9763fc5a973']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:53.131849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.166191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed6eaca-9842-48d2-86e6-0cdf9033719c') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:53.166470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed6eaca-9842-48d2-86e6-0cdf9033719c') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:53.182508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Provisioning complete for port 86836a98-5930-4f98-bd92-af94ec365b81 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:53.183085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.188869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.210616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.212430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.223883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:53.226059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:53.240064 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:53.248275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Port 86836a98-5930-4f98-bd92-af94ec365b81 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:53.260169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Provisioning complete for port 9f7aee28-8411-499c-ae25-deda5186cf97 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:53.260757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.341329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebf9c5-8c0c-44b8-9b61-0ef7ebe84c70 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:53.341815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9ebf9c5-8c0c-44b8-9b61-0ef7ebe84c70 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Synchronizing usage tracker for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:53.384027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.388829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-14283d8b-6c61-494f-a9c0-683d3c621a29 None None] Current status of the port 9f7aee28-8411-499c-ae25-deda5186cf97 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:53.415068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.427599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.434751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=145d8f49-8d96-404f-98c8-3ef5dad60ab2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:53.451007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.456205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.456367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9ebf9c5-8c0c-44b8-9b61-0ef7ebe84c70 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Unset dirty status for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:53.461251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f9ebf9c5-8c0c-44b8-9b61-0ef7ebe84c70 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.3857188 May 13 15:17:53.462665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34768) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.466129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38932b5a-e34d-4af0-9456-6363aa8e9eb4 None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:53.468940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Subnet': ['ID=5c057bd9-2b60-4c60-8143-3ec1495d483e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:53.470895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.474856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 394d2395-a998-4402-a3a3-e3cbf73a94b2 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:53.475196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.486583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573640ad-5c28-4b89-aae0-cd1be718a16f None None] Network 25be2f93-ef4a-4fb8-9679-cccdcecd5082 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:53.527442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] Pushing event deleted for resources: {'Network': ['ID=f7e5629f-f80a-43bd-9aed-e9763fc5a973,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:53.538198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2076e17e-d1fc-4aaf-80af-10ca065839a3 tempest-FloatingIPTestJSON-634173042 tempest-FloatingIPTestJSON-634173042-project] 10.222.0.91 "DELETE /v2.0/networks/f7e5629f-f80a-43bd-9aed-e9763fc5a973 HTTP/1.1" status: 204 len: 168 time: 1.3105843 May 13 15:17:53.547721 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-262a5405-ffcf-46e1-85ff-163db33d5744 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 200 len: 205 time: 0.0644417 May 13 15:17:53.547869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34774) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.557561 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1fe2872c-766d-422e-a408-2164aa5ee6bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/5c057bd9-2b60-4c60-8143-3ec1495d483e HTTP/1.1" status: 204 len: 168 time: 1.1299741 May 13 15:17:53.569812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34778) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.622783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a56fba4-2a39-4416-9890-13f4ca5708b6 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/145d8f49-8d96-404f-98c8-3ef5dad60ab2 HTTP/1.1" status: 204 len: 168 time: 1.4508343 May 13 15:17:53.623451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34782) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.630722 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c367c60-a0ce-48d0-b8cb-0b2e17676d76 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:53.631177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c367c60-a0ce-48d0-b8cb-0b2e17676d76 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:53.633313 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c367c60-a0ce-48d0-b8cb-0b2e17676d76 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/a67a07bd-9c98-4a27-a03c-e21248d3d5e1 HTTP/1.1" status: 404 len: 337 time: 0.0608404 May 13 15:17:53.641161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34784) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:53.743679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0bc419f7-0d09-41f8-9f23-204e9e1e1d5c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Synchronizing usage tracker for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:53.775089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8d105-e19a-46fe-80e8-4f08a4f0a806 req-de4b3109-c768-4cfb-af0c-174da6efa826 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:53.776649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9e8d105-e19a-46fe-80e8-4f08a4f0a806 req-de4b3109-c768-4cfb-af0c-174da6efa826 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 944 time: 0.3030548 May 13 15:17:53.821925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 394d2395-a998-4402-a3a3-e3cbf73a94b2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=394d2395-a998-4402-a3a3-e3cbf73a94b2,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:53.822215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.859920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Deleting subnet 51d62cd6-3ed5-41eb-ac42-600198cc0d3d {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:53.860073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.915558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 35e4b07f-938e-43c8-bb69-5bfed7cb6669 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:53.920526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:53.972353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 394d2395-a998-4402-a3a3-e3cbf73a94b2 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:53.986866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0bc419f7-0d09-41f8-9f23-204e9e1e1d5c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Unset dirty status for tenant:123baa10470f4f2ab771d3db7d50bfeb on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:53.989656 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0bc419f7-0d09-41f8-9f23-204e9e1e1d5c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "GET /v2.0/ports?device_id=984bbd81-c807-4b39-8a95-ab2e62d5ec8f HTTP/1.1" status: 200 len: 205 time: 0.3159482 May 13 15:17:53.992811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34792) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.015343 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9e8d105-e19a-46fe-80e8-4f08a4f0a806 req-b9a4a141-bdfa-4c73-b2d2-70877f5a3455 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199202 May 13 15:17:54.018372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.128261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] DHCP port deletion for 25be2f93-ef4a-4fb8-9679-cccdcecd5082 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:54.145970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Deleting port 9f7aee28-8411-499c-ae25-deda5186cf97 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:54.146353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.195175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-a1674c62-025f-4643-999a-d841a68b91bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] delete failed (client error): The resource could not be found. May 13 15:17:54.199142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34796) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.200088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a1674c62-025f-4643-999a-d841a68b91bb tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/routers/984bbd81-c807-4b39-8a95-ab2e62d5ec8f HTTP/1.1" status: 404 len: 336 time: 0.1853385 May 13 15:17:54.282834 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23c52d5-fb23-4b3f-8701-24b733fca649 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:54.283319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23c52d5-fb23-4b3f-8701-24b733fca649 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:54.295408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.362625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b23c52d5-fb23-4b3f-8701-24b733fca649 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/5ddf14a9-a472-45e5-bcfc-0cc724d9c942 HTTP/1.1" status: 404 len: 337 time: 0.1612411 May 13 15:17:54.363521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34802) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.369153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34804) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.369485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=394d2395-a998-4402-a3a3-e3cbf73a94b2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:54.404135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] For port 9f7aee28-8411-499c-ae25-deda5186cf97, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9f7aee28-8411-499c-ae25-deda5186cf97,segment=NetworkSegment(00b75885-b355-4f7c-b42e-0626c0b2dd44),segment_id=00b75885-b355-4f7c-b42e-0626c0b2dd44)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:54.404745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.420271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.421596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.422146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.422632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.423306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.423796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.424456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.424944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.425432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.425925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.426431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.426922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:54.439794 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a918e6e-14fc-42d0-a153-f61cc153cdc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:54.440333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a918e6e-14fc-42d0-a153-f61cc153cdc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:54.441938 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7a918e6e-14fc-42d0-a153-f61cc153cdc8 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/1e398e85-db0c-47ec-abb6-f36c22c8d79a HTTP/1.1" status: 404 len: 337 time: 0.0704663 May 13 15:17:54.445127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34812) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.451028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.463539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.552427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f8dbb-93de-4094-8d2c-b2a45c8eb053 req-0e676be7-0605-41e4-a240-a057abc8a754 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:54.557498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Calling delete_port for 9f7aee28-8411-499c-ae25-deda5186cf97 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:54.563714 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ca0f8dbb-93de-4094-8d2c-b2a45c8eb053 req-0e676be7-0605-41e4-a240-a057abc8a754 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 944 time: 0.4410710 May 13 15:17:54.570119 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-35eb74c8-6878-4409-8937-02bb6b993f53 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:54.570894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35eb74c8-6878-4409-8937-02bb6b993f53 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:54.573824 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-35eb74c8-6878-4409-8937-02bb6b993f53 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/81419179-96db-498e-99f2-721cb60ea6ad HTTP/1.1" status: 404 len: 337 time: 0.1275384 May 13 15:17:54.576774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34816) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.661854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port 4d120951-e9fd-4849-97a5-e3c7681b4487 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:54.662254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.670242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:54.690610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'port_id': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'mac_address': 'fa:16:3e:0a:e6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:54.754562 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ac79d7-3ca0-4dea-ad41-06b7cbfff900 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:54.755050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ac79d7-3ca0-4dea-ad41-06b7cbfff900 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:54.759426 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-73ac79d7-3ca0-4dea-ad41-06b7cbfff900 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/81dcec67-4790-43ca-af6c-708ce0caae52 HTTP/1.1" status: 404 len: 333 time: 0.1779881 May 13 15:17:54.767039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34820) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:54.786232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:54.789095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.812942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.820371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e4b07f-938e-43c8-bb69-5bfed7cb6669 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:54.846415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:54.880152 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af99deb-6d3c-41fb-a0b4-32eca29c8731 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:54.881523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af99deb-6d3c-41fb-a0b4-32eca29c8731 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:54.902341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] Pushing event deleted for resources: {'Port': ['ID=9f7aee28-8411-499c-ae25-deda5186cf97,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:54.912091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1184545-2696-4120-aaf1-660ebc24927f None None] No DVR routers for this DVR port 9f7aee28-8411-499c-ae25-deda5186cf97 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:54.935248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:54.936076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 59b77dda-a880-4826-8b83-c4c48286091a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:54.987959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.084475 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dcb65ec4-c339-4a78-85a8-e5492fa34aa6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7501d25c122f4df2976746a733824cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156711 May 13 15:17:55.089786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:55.093884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.149581 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ca0f8dbb-93de-4094-8d2c-b2a45c8eb053 req-f4f29b63-34f3-4241-8332-6360271be462 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849705 May 13 15:17:55.167950 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9af99deb-6d3c-41fb-a0b4-32eca29c8731 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/f60c5d12-186f-4e47-8480-f81f28e6f54d HTTP/1.1" status: 404 len: 337 time: 0.3899364 May 13 15:17:55.179279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34830) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.239041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.240288 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-94adb231-8c26-4a9b-8f8a-afcf392a8c23 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:55.240784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94adb231-8c26-4a9b-8f8a-afcf392a8c23 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:55.245519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-94adb231-8c26-4a9b-8f8a-afcf392a8c23 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/9c405e16-64fb-44dc-b729-49461b45d06b HTTP/1.1" status: 404 len: 337 time: 0.0700927 May 13 15:17:55.245735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34834) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.261531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:55.305139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.323741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9f7aee28-8411-499c-ae25-deda5186cf97 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:55.324245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9f7aee28-8411-499c-ae25-deda5186cf97 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:55.332062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59b77dda-a880-4826-8b83-c4c48286091a,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:55.349469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dbc01e34-a6b7-47bb-b998-bc1aa14c7e2f None None] Provisioning complete for port bf24b02c-0892-47eb-823d-5f0a89c8a854 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:55.350133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dbc01e34-a6b7-47bb-b998-bc1aa14c7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.386057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '59b77dda-a880-4826-8b83-c4c48286091a', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:55.400675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for 4d120951-e9fd-4849-97a5-e3c7681b4487 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:55.448109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Subnet': ['ID=51d62cd6-3ed5-41eb-ac42-600198cc0d3d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:55.453486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.455402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-84384c03-64e4-482a-b30b-69a205768469 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/51d62cd6-3ed5-41eb-ac42-600198cc0d3d HTTP/1.1" status: 204 len: 168 time: 1.8165033 May 13 15:17:55.458386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34838) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.460534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 59b77dda-a880-4826-8b83-c4c48286091a is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:55.461035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.462096 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a27d68-3a24-4dc3-85be-691ff24e1cce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:55.462575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a27d68-3a24-4dc3-85be-691ff24e1cce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:55.466545 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-70a27d68-3a24-4dc3-85be-691ff24e1cce tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/349a1d88-6c72-41cd-849d-ad2ba8266e49 HTTP/1.1" status: 404 len: 333 time: 0.2174723 May 13 15:17:55.474516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e2d2f-95a4-44ae-9481-a6b47f4fe2cc None None] Network dd218f13-5b53-49c9-a9a7-edd9ea18a23b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:55.477584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34842) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.534017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.537159 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-97aa35a1-97fb-45c1-9429-e49bfdce5ae4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759611 May 13 15:17:55.537339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:55.538546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34846) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.538989 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-327a501d-ce7d-4b48-87bb-ae864142f97b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:55.539441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327a501d-ce7d-4b48-87bb-ae864142f97b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:55.543384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-327a501d-ce7d-4b48-87bb-ae864142f97b tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/03ea25bd-5f11-4ff6-b9ae-ca7cc37b7cfd HTTP/1.1" status: 404 len: 337 time: 0.0624413 May 13 15:17:55.553174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34848) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.554819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b77dda-a880-4826-8b83-c4c48286091a {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:55.639271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59b77dda-a880-4826-8b83-c4c48286091a,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:55.658618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f8cab-ff53-4e72-bfb9-eb0e72fb056f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.662465 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4d7f8cab-ff53-4e72-bfb9-eb0e72fb056f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1034853 May 13 15:17:55.662705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34854) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.683950 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6de4844-1be8-46f6-a6c5-e04d2e6af5a4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] DELETE failed (client error): The resource could not be found. May 13 15:17:55.684498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6de4844-1be8-46f6-a6c5-e04d2e6af5a4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:55.689430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f6de4844-1be8-46f6-a6c5-e04d2e6af5a4 tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/subnets/9164b072-883c-4c73-abe7-00ec8fba5ccc HTTP/1.1" status: 404 len: 337 time: 0.1312089 May 13 15:17:55.699404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34858) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.699756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.722047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.786509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a42d45-93e5-4681-9af9-0e698a710902 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.787230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43a42d45-93e5-4681-9af9-0e698a710902 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Synchronizing usage tracker for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:55.793628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Deleting port 86836a98-5930-4f98-bd92-af94ec365b81 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:55.793996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.800087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:55.802886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dbc01e34-a6b7-47bb-b998-bc1aa14c7e2f None None] Current status of the port bf24b02c-0892-47eb-823d-5f0a89c8a854 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:55.804046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fff1b-8aac-4ebc-88ee-786aff3bd957 req-a248c342-8cfc-4dba-8db9-7ff81954bef7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.814288 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b1fff1b-8aac-4ebc-88ee-786aff3bd957 req-a248c342-8cfc-4dba-8db9-7ff81954bef7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 945 time: 0.5063379 May 13 15:17:55.829067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:55.837603 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8956df56-5850-4c45-8fc5-49c1f5236300 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7580762 May 13 15:17:55.840646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34862) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:55.844788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:55.860512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:55.861170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:55.918208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b1fff1b-8aac-4ebc-88ee-786aff3bd957 req-890f55ed-2722-413f-8db4-f8419b6162eb tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029499 May 13 15:17:55.947272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] DHCP port deletion for dd218f13-5b53-49c9-a9a7-edd9ea18a23b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:55.973213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.991292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting subnet fc4a257d-4a23-4935-9c78-b88ebfa7cdef {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:17:55.992303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4704ad3c-4854-4faf-b079-7e446a8342e6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:55.994572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.996007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.997828 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cc1888e3-e763-4859-96ee-596b86fe2f48 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4704ad3c-4854-4faf-b079-7e446a8342e6 HTTP/1.1" status: 204 len: 168 time: 0.9018795 May 13 15:17:56.017297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Deleting port bf24b02c-0892-47eb-823d-5f0a89c8a854 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:56.017723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.069108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43a42d45-93e5-4681-9af9-0e698a710902 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Unset dirty status for tenant:b41c8eb77f6343309636d2c3fedc7424 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:56.070321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43a42d45-93e5-4681-9af9-0e698a710902 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4067097 May 13 15:17:56.073281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34868) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.101157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['35e4b07f-938e-43c8-bb69-5bfed7cb6669'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:56.128752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['59b77dda-a880-4826-8b83-c4c48286091a'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:56.155251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c042e894-b1fb-4b0e-9844-1351e602f583 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755544 May 13 15:17:56.156917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34872) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.208684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.209777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd54cd3-ebe9-48e3-b455-241c29c0faf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.210281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd54cd3-ebe9-48e3-b455-241c29c0faf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.214710 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dfd54cd3-ebe9-48e3-b455-241c29c0faf9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/d092e0c9-57f8-4e97-9e38-bec218d33076 HTTP/1.1" status: 404 len: 333 time: 0.0567660 May 13 15:17:56.215293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34878) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.224077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:56.247263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.266162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0b4ea0-267b-4496-879d-8fee5a841a86 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.267768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0b4ea0-267b-4496-879d-8fee5a841a86 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.273023 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ce0b4ea0-267b-4496-879d-8fee5a841a86 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/51d62cd6-3ed5-41eb-ac42-600198cc0d3d HTTP/1.1" status: 404 len: 337 time: 0.0566039 May 13 15:17:56.273697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34882) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.321652 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e6e717-4906-4319-bd7b-a1a3255e9cd1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.322133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e6e717-4906-4319-bd7b-a1a3255e9cd1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.333282 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5e6e717-4906-4319-bd7b-a1a3255e9cd1 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/145d8f49-8d96-404f-98c8-3ef5dad60ab2 HTTP/1.1" status: 404 len: 337 time: 0.0520475 May 13 15:17:56.333922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34888) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.371705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=4d120951-e9fd-4849-97a5-e3c7681b4487,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:56.389079 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fd37d7-3a5c-4ed1-ade3-0acff05372e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.391043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fd37d7-3a5c-4ed1-ade3-0acff05372e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.394461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-36fd37d7-3a5c-4ed1-ade3-0acff05372e8 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/df423324-8334-407c-9d63-ca099e485950 HTTP/1.1" status: 404 len: 333 time: 0.0593202 May 13 15:17:56.395921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.398833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:56.413773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:56.446311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.448331 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c82ecda-a851-4c11-865e-43027ea69e9b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.449007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c82ecda-a851-4c11-865e-43027ea69e9b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.450923 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c82ecda-a851-4c11-865e-43027ea69e9b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/a71142bc-0aee-4f43-b159-2775623556b8 HTTP/1.1" status: 404 len: 337 time: 0.0537291 May 13 15:17:56.458656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34898) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.498941 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b338f5f-8a7d-4d63-bb74-3358c4e46e74 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.499484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b338f5f-8a7d-4d63-bb74-3358c4e46e74 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.503070 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b338f5f-8a7d-4d63-bb74-3358c4e46e74 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/5d8f75ea-c08a-44a5-b39b-d756538b813f HTTP/1.1" status: 404 len: 337 time: 0.0430191 May 13 15:17:56.506165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34904) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.563016 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-21225592-db58-4536-b723-69e65c798b58 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.563492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21225592-db58-4536-b723-69e65c798b58 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.568476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-21225592-db58-4536-b723-69e65c798b58 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/08d39fed-4e30-4cc2-9342-38d7db59d9fc HTTP/1.1" status: 404 len: 333 time: 0.0610104 May 13 15:17:56.569068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34910) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.606750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] For port bf24b02c-0892-47eb-823d-5f0a89c8a854, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bf24b02c-0892-47eb-823d-5f0a89c8a854,segment=NetworkSegment(8624429f-3355-4b31-a35e-3e953a4e71d5),segment_id=8624429f-3355-4b31-a35e-3e953a4e71d5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:56.607382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.619959 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56ccd24-1b2d-4272-bb1e-18b3742384d2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.620602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56ccd24-1b2d-4272-bb1e-18b3742384d2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.625385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b56ccd24-1b2d-4272-bb1e-18b3742384d2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/ca796150-6962-4ed3-9bb2-8f5f98e3c219 HTTP/1.1" status: 404 len: 337 time: 0.0522807 May 13 15:17:56.625924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34914) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.666480 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8db49c-79ea-4417-9896-53231ac5add3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.666961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8db49c-79ea-4417-9896-53231ac5add3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.672063 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ce8db49c-79ea-4417-9896-53231ac5add3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/21ba1b36-d8f8-4736-aca4-20284c570d00 HTTP/1.1" status: 404 len: 337 time: 0.0416780 May 13 15:17:56.672237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34918) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.719986 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1403cf47-9130-4760-87a3-4a3ff732d4c5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.720465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1403cf47-9130-4760-87a3-4a3ff732d4c5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.724524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1403cf47-9130-4760-87a3-4a3ff732d4c5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/4749e25e-878f-4b11-87d1-9ea3bb5bed8c HTTP/1.1" status: 404 len: 333 time: 0.0486555 May 13 15:17:56.724996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34922) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.742752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Calling delete_port for bf24b02c-0892-47eb-823d-5f0a89c8a854 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:56.753680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Calling delete_port for 86836a98-5930-4f98-bd92-af94ec365b81 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:56.844739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.860400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:56.861112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:56.922968 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa9e071-c05c-4b32-b50d-866f2dedb5fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.923776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa9e071-c05c-4b32-b50d-866f2dedb5fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.924166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.928217 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0aa9e071-c05c-4b32-b50d-866f2dedb5fc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/d6fd079c-1090-4486-83dc-64f29ba0aa7b HTTP/1.1" status: 404 len: 337 time: 0.2012451 May 13 15:17:56.932878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34928) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:56.988369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-da896108-cd80-4dbf-807d-c858f34bec92 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:56.989145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da896108-cd80-4dbf-807d-c858f34bec92 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:56.995534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-da896108-cd80-4dbf-807d-c858f34bec92 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/1db13069-6f7c-4f4c-a357-ea488b72f1c9 HTTP/1.1" status: 404 len: 337 time: 0.0646355 May 13 15:17:56.996133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34936) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.040084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.078467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf87ece-5ef9-4d8b-bc5c-a1770af9662c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.078943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf87ece-5ef9-4d8b-bc5c-a1770af9662c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.092043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d544e-27a5-4330-9a69-c2516f22df47 req-7403b7b0-ec4b-4644-9baf-22dcb3a2d499 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:57.094327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8f6d544e-27a5-4330-9a69-c2516f22df47 req-7403b7b0-ec4b-4644-9baf-22dcb3a2d499 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 945 time: 0.7829237 May 13 15:17:57.100463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-adf87ece-5ef9-4d8b-bc5c-a1770af9662c tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/c64af048-6dad-47c4-89f3-a01e7c9e24fa HTTP/1.1" status: 404 len: 333 time: 0.1032097 May 13 15:17:57.101080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34944) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.161716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bf24b02c-0892-47eb-823d-5f0a89c8a854 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:57.162608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca3642a-fec2-421b-9da8-7e5f37b08411 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.163121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca3642a-fec2-421b-9da8-7e5f37b08411 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.167406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bca3642a-fec2-421b-9da8-7e5f37b08411 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/12d54633-8f06-440d-9d73-5da694478296 HTTP/1.1" status: 404 len: 337 time: 0.0653841 May 13 15:17:57.168312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34948) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.190732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] Pushing event deleted for resources: {'Port': ['ID=bf24b02c-0892-47eb-823d-5f0a89c8a854,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:57.192796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57eda9-7e53-49a5-9037-b28ee087725d None None] No DVR routers for this DVR port bf24b02c-0892-47eb-823d-5f0a89c8a854 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:57.194697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:57.206762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.216106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.238784 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8f6d544e-27a5-4330-9a69-c2516f22df47 req-2bec7186-4e38-45d2-b338-b0f17a9553e5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836432 May 13 15:17:57.284113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-672c9560-80de-4880-ae1f-c816ada189ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.284113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672c9560-80de-4880-ae1f-c816ada189ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.284113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-672c9560-80de-4880-ae1f-c816ada189ac tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/009e017b-cc26-441c-a516-e51c3c7070fe HTTP/1.1" status: 404 len: 333 time: 0.1122952 May 13 15:17:57.286608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.333072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd84b600-1358-4a69-a051-3e6aafea4e33 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.333529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd84b600-1358-4a69-a051-3e6aafea4e33 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.336448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.350145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498211-addc-4e36-867d-b55a12b80c80 req-b616beac-51b8-4308-9add-35f8ce14e4c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:57.352603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: bf24b02c-0892-47eb-823d-5f0a89c8a854 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:57.352957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bf24b02c-0892-47eb-823d-5f0a89c8a854 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:57.376770 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1498211-addc-4e36-867d-b55a12b80c80 req-b616beac-51b8-4308-9add-35f8ce14e4c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 945 time: 0.2155437 May 13 15:17:57.382415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:57.402997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Port': ['ID=86836a98-5930-4f98-bd92-af94ec365b81,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:57.406020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.406908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router ab08362b-68ee-457a-a50e-00dd749cd258 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:17:57.409458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfca149-0c54-464d-af31-1f60003e212b None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:57.443837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.448330 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1498211-addc-4e36-867d-b55a12b80c80 req-a9294f84-f33b-4e8c-a450-44bbda09a680 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695684 May 13 15:17:57.474462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34958) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.520310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.526045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.530006 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17801fc4-2916-4bd9-95a0-af12a87f66cf tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 204 len: 168 time: 3.9784589 May 13 15:17:57.532162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34964) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.532593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.539550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ca11f160-bfcc-4147-a18a-8f0ffb0d712c tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/ports/86836a98-5930-4f98-bd92-af94ec365b81 HTTP/1.1" status: 204 len: 168 time: 1.8352597 May 13 15:17:57.539751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1082197679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:57.540769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4a257d-4a23-4935-9c78-b88ebfa7cdef,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:57.546815 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fd84b600-1358-4a69-a051-3e6aafea4e33 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/d910a4ee-6184-4dd3-96d5-8c70ba8b9f9c HTTP/1.1" status: 404 len: 337 time: 0.2551813 May 13 15:17:57.546815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.550760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34968) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.551128 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-003cdea5-8db4-4596-a9e5-900deb5568b8 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/fc4a257d-4a23-4935-9c78-b88ebfa7cdef HTTP/1.1" status: 204 len: 168 time: 1.7029572 May 13 15:17:57.551236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.556778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34974) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.560890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5fe0c-5b7f-48a7-8107-b58b1a4fb768 None None] Network d74a27a6-1528-4278-8cf9-33ce94eb512e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:57.599459 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e018f3b2-bdc3-42f7-967f-e05fd600b8c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.600038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e018f3b2-bdc3-42f7-967f-e05fd600b8c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.601833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e018f3b2-bdc3-42f7-967f-e05fd600b8c9 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/ca023a1c-8d25-42b4-b031-aa87180c177b HTTP/1.1" status: 404 len: 333 time: 0.0509329 May 13 15:17:57.624323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:57.626435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34980) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.670795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:57.679897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032158905'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:57.686549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.699750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Deleting port 29fc5520-6a43-4912-b42d-8914d9d46500 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:57.700047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.741048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:57.749472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:57.752363 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef30c93-969f-4bc8-a2c4-1bd3fe7e9f6e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.752818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef30c93-969f-4bc8-a2c4-1bd3fe7e9f6e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.756383 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1ef30c93-969f-4bc8-a2c4-1bd3fe7e9f6e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/0d404368-d567-41b5-b47b-6bc8d41b8fae HTTP/1.1" status: 404 len: 337 time: 0.1243758 May 13 15:17:57.759725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34984) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.773882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:57.778899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:57.781855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:57.790910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:57.818039 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcc4e3b-c88f-43f0-9e1b-8e8e4457e249 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.818497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcc4e3b-c88f-43f0-9e1b-8e8e4457e249 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.822648 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0dcc4e3b-c88f-43f0-9e1b-8e8e4457e249 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/c0361431-3769-41a4-874a-09b60681b296 HTTP/1.1" status: 404 len: 333 time: 0.0593929 May 13 15:17:57.825407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.827997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34988) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.871639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a312e6-0671-4fe1-b14d-c54d1e77d369 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.872099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a312e6-0671-4fe1-b14d-c54d1e77d369 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.873830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-48a312e6-0671-4fe1-b14d-c54d1e77d369 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/cf18dfd2-a88b-4b5e-a07b-264a1536b4ea HTTP/1.1" status: 404 len: 337 time: 0.0448964 May 13 15:17:57.877860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 34992) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.963618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1b5d5e-6ab2-4a53-adfa-6bd8e339eb25 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:57.964500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1b5d5e-6ab2-4a53-adfa-6bd8e339eb25 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:57.969366 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fe1b5d5e-6ab2-4a53-adfa-6bd8e339eb25 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/8fe3fbcb-b634-49ce-a5db-9f791eadb05b HTTP/1.1" status: 404 len: 333 time: 0.0874681 May 13 15:17:57.982037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 34996) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:57.986146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:57.998170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.003858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.062929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] For port 29fc5520-6a43-4912-b42d-8914d9d46500, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=29fc5520-6a43-4912-b42d-8914d9d46500,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:58.063297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.073657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] DHCP port deletion for d74a27a6-1528-4278-8cf9-33ce94eb512e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:17:58.078373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Deleting port 29fc5520-6a43-4912-b42d-8914d9d46500 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:58.078780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.100845 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb13216-5c72-47b2-85da-13085d038aee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.101307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb13216-5c72-47b2-85da-13085d038aee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.106050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cbb13216-5c72-47b2-85da-13085d038aee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/0af72955-b84b-4eed-a850-0c6da2c3437f HTTP/1.1" status: 404 len: 337 time: 0.1104152 May 13 15:17:58.107956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.117464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35000) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.194341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:58.198393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.207949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Calling delete_port for 29fc5520-6a43-4912-b42d-8914d9d46500 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:58.208125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:58.211002 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2b9b63-32c1-443a-9af5-c6edff6e5e6b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.211423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2b9b63-32c1-443a-9af5-c6edff6e5e6b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.215324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:58.219146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.235883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:58.254358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ae2b9b63-32c1-443a-9af5-c6edff6e5e6b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/d0be9e30-4b15-4192-a2fa-f7086dfd3b69 HTTP/1.1" status: 404 len: 333 time: 0.1298869 May 13 15:17:58.254569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.261099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25be2f93-ef4a-4fb8-9679-cccdcecd5082']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:58.279306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b75885-b355-4f7c-b42e-0626c0b2dd44') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:58.279604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b75885-b355-4f7c-b42e-0626c0b2dd44') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:58.298042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] For port 29fc5520-6a43-4912-b42d-8914d9d46500, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=29fc5520-6a43-4912-b42d-8914d9d46500,segment=NetworkSegment(df37cecf-fa2b-427a-b30c-c1529e3b9513),segment_id=df37cecf-fa2b-427a-b30c-c1529e3b9513)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:58.298690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.300983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.317628 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef2ae4f-2b18-4004-b3dd-f6007d45a41d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.318200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef2ae4f-2b18-4004-b3dd-f6007d45a41d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.319972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cef2ae4f-2b18-4004-b3dd-f6007d45a41d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/237ca125-333f-48b8-8fab-4bd71a375f7b HTTP/1.1" status: 404 len: 337 time: 0.0629256 May 13 15:17:58.322941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35010) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.364842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.377981 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1981a6-855f-4c65-a731-f325c1ce86ee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.378437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1981a6-855f-4c65-a731-f325c1ce86ee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.381192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.398863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:58.399263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:58.416283 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:58.440292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Calling delete_port for 29fc5520-6a43-4912-b42d-8914d9d46500 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:17:58.454130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.517669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Port': ['ID=29fc5520-6a43-4912-b42d-8914d9d46500,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:58.524863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No DVR routers for this DVR port 29fc5520-6a43-4912-b42d-8914d9d46500 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:58.528861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:17:58.529474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:17:58.540397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3b1981a6-855f-4c65-a731-f325c1ce86ee tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/624d4530-d01b-4050-bad2-0fdc30d49421 HTTP/1.1" status: 404 len: 337 time: 0.2131903 May 13 15:17:58.559100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35016) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.609144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.638465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.640194 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-98a434b5-fe84-41ab-b495-c10f29edd7fd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1065516 May 13 15:17:58.643924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35020) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.651807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:58.722193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.787842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:58.793643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a173d3-4d7f-4ee9-a6f2-c0920da6bc2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.794174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a173d3-4d7f-4ee9-a6f2-c0920da6bc2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.805009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.809725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.818323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:58.830488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e87b9b-c9f3-4814-b928-3b98d746319b req-08848fdd-eeb5-493b-b1f5-fc6cc1a0f4c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.831974 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e9e87b9b-c9f3-4814-b928-3b98d746319b req-08848fdd-eeb5-493b-b1f5-fc6cc1a0f4c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 945 time: 0.4426279 May 13 15:17:58.836731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-83a173d3-4d7f-4ee9-a6f2-c0920da6bc2e tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/2ffec9d3-9643-438c-b334-22a7b05e1348 HTTP/1.1" status: 404 len: 333 time: 0.2730398 May 13 15:17:58.838033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35024) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.840547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:58.876522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:58.909244 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff6e7ed-b448-443f-be03-7ebfa5a27e73 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.909696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff6e7ed-b448-443f-be03-7ebfa5a27e73 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.913919 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6ff6e7ed-b448-443f-be03-7ebfa5a27e73 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/c02ac933-48ad-4ddf-9156-fa40ac7d7337 HTTP/1.1" status: 404 len: 337 time: 0.0735309 May 13 15:17:58.914929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:58.925191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35028) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:58.930666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] Pushing event deleted for resources: {'Network': ['ID=25be2f93-ef4a-4fb8-9679-cccdcecd5082,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:58.975995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74a27a6-1528-4278-8cf9-33ce94eb512e']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:58.993249 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22cd491-f751-4e41-97bc-ea44ec9b1f24 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:58.993705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22cd491-f751-4e41-97bc-ea44ec9b1f24 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:58.998670 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c22cd491-f751-4e41-97bc-ea44ec9b1f24 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/c123d542-9008-422b-9a3b-419d2e580005 HTTP/1.1" status: 404 len: 337 time: 0.0693498 May 13 15:17:59.003075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df37cecf-fa2b-427a-b30c-c1529e3b9513') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:59.003376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df37cecf-fa2b-427a-b30c-c1529e3b9513') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:59.009938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35032) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.031134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Deleting port 29fc5520-6a43-4912-b42d-8914d9d46500 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:17:59.032034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.054746 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e9e87b9b-c9f3-4814-b928-3b98d746319b req-7431f77c-2b93-4804-982a-ed12493ec106 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123783 May 13 15:17:59.059256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.062830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8eae3916-90c5-433a-9186-1c8dee866a6f tempest-PortsIpV6TestJSON-164753232 tempest-PortsIpV6TestJSON-164753232-project] 10.222.0.91 "DELETE /v2.0/networks/25be2f93-ef4a-4fb8-9679-cccdcecd5082 HTTP/1.1" status: 204 len: 168 time: 1.5132926 May 13 15:17:59.078590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fc56b4-97b9-42e4-91e8-0613f9e52a1d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.079075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fc56b4-97b9-42e4-91e8-0613f9e52a1d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.080801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0fc56b4-97b9-42e4-91e8-0613f9e52a1d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/3e4d765b-860c-4be1-b37d-16854fb2bf9c HTTP/1.1" status: 404 len: 333 time: 0.0698767 May 13 15:17:59.083856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35038) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.135192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.149096 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b9457e-a3a3-45fb-bf30-f3296489c2e4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.149559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b9457e-a3a3-45fb-bf30-f3296489c2e4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.151286 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55b9457e-a3a3-45fb-bf30-f3296489c2e4 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/2c5ced61-9116-42a0-ab32-a028446d3a7d HTTP/1.1" status: 404 len: 337 time: 0.0665731 May 13 15:17:59.152516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:17:59.153049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.159071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b43a941-9b32-447a-b58c-d3412dfbe093 None None] The port '29fc5520-6a43-4912-b42d-8914d9d46500' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:17:59.160620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 394d2395-a998-4402-a3a3-e3cbf73a94b2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:17:59.168816 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:17:59.171522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35042) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.202230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9d519-567b-4975-a8ee-5cd7da66e01f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:59.209627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 394d2395-a998-4402-a3a3-e3cbf73a94b2 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:59.210274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 394d2395-a998-4402-a3a3-e3cbf73a94b2 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:59.210677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 29fc5520-6a43-4912-b42d-8914d9d46500 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:59.246495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 29fc5520-6a43-4912-b42d-8914d9d46500 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:17:59.246941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 29fc5520-6a43-4912-b42d-8914d9d46500 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:59.268204 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-549d645a-4f99-4a39-816f-d29bd90310a0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.268659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549d645a-4f99-4a39-816f-d29bd90310a0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.270387 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-549d645a-4f99-4a39-816f-d29bd90310a0 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/e7e27dc1-d69c-4569-8348-a226ec676495 HTTP/1.1" status: 404 len: 337 time: 0.1003404 May 13 15:17:59.281660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35046) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.286426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe76ad-d1f5-419e-aed7-3a91c827cd81 req-8b1e232a-804c-4f81-96d3-4ccbb601102e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:59.287727 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9efe76ad-d1f5-419e-aed7-3a91c827cd81 req-8b1e232a-804c-4f81-96d3-4ccbb601102e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 945 time: 0.7177827 May 13 15:17:59.331306 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8f82c1-cf5c-4045-987e-763831c69e71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.331699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8f82c1-cf5c-4045-987e-763831c69e71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.338055 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de8f82c1-cf5c-4045-987e-763831c69e71 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/876559a5-f430-43f3-8e01-3a2c087bedff HTTP/1.1" status: 404 len: 333 time: 0.0553825 May 13 15:17:59.340673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35050) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.380428 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1171e9-a5d2-4971-9380-ec86bcfa8697 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.380872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1171e9-a5d2-4971-9380-ec86bcfa8697 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.382573 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb1171e9-a5d2-4971-9380-ec86bcfa8697 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/88dcbbd1-cb9f-4433-a5d9-efc0ff51d03e HTTP/1.1" status: 404 len: 337 time: 0.0409913 May 13 15:17:59.385215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35054) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.404558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.422379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.427299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.430781 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-294a13df-f8fb-48e3-9edc-d860a047781d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.430781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294a13df-f8fb-48e3-9edc-d860a047781d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.434053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-294a13df-f8fb-48e3-9edc-d860a047781d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/ccd8df28-87a6-479f-bd64-5661ae055661 HTTP/1.1" status: 404 len: 337 time: 0.0455709 May 13 15:17:59.434686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9efe76ad-d1f5-419e-aed7-3a91c827cd81 req-88e23559-8085-4447-aaa8-26c73ec95bfe tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218193 May 13 15:17:59.435035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35058) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.455429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.459774 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/networks/d74a27a6-1528-4278-8cf9-33ce94eb512e HTTP/1.1" status: 204 len: 168 time: 1.8992593 May 13 15:17:59.460766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35062) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.467681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'routes': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:59.480046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e4010353-c43f-4f33-a357-ea7688e63fad tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb HTTP/1.1" status: 200 len: 205 time: 0.0439160 May 13 15:17:59.482462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35066) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.516767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f704-02aa-43ab-b804-79371b11a595 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Pushing event deleted for resources: {'Network': ['ID=d74a27a6-1528-4278-8cf9-33ce94eb512e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:59.563230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.594294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6554d501-98e0-49f5-a126-e045c9fca056 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] delete failed (client error): The resource could not be found. May 13 15:17:59.597865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6554d501-98e0-49f5-a126-e045c9fca056 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/routers/d5bb90d6-bfe8-4f89-bd34-328a8ec1c8fb HTTP/1.1" status: 404 len: 336 time: 0.1118574 May 13 15:17:59.601435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35072) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.647148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35076) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.673042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e67b24-65b7-4ad5-a728-f409cf96d471,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:59.712874 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df44fe0-dd2e-4827-9dd6-4a02537754bb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:17:59.713372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df44fe0-dd2e-4827-9dd6-4a02537754bb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:17:59.718568 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3df44fe0-dd2e-4827-9dd6-4a02537754bb tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/62640f1e-9aa1-470d-9a66-a433e846ffe6 HTTP/1.1" status: 404 len: 337 time: 0.1133878 May 13 15:17:59.719369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35082) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.782669 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-95e65a49-b778-416e-a898-872d08406a49 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "GET /v2.0/ports?device_id=6939d4a8-e76c-4c5a-8465-b1302c4d07c3 HTTP/1.1" status: 200 len: 205 time: 0.0599663 May 13 15:17:59.787215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35086) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.846559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Added routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:17:59.847104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Removed routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:17:59.847212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.863118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:59.864342 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c385026-29a0-40cb-b5c6-b7c1d70d0c0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3886850 May 13 15:17:59.866731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6020745d-bc49-461d-bbb6-dd711073d23d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] delete failed (client error): The resource could not be found. May 13 15:17:59.874692 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6020745d-bc49-461d-bbb6-dd711073d23d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/routers/6939d4a8-e76c-4c5a-8465-b1302c4d07c3 HTTP/1.1" status: 404 len: 336 time: 0.0793087 May 13 15:17:59.874692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35090) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:59.901601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 35e4b07f-938e-43c8-bb69-5bfed7cb6669 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:59.905824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.034972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-067de4d0-791b-45b7-a22b-aba3254ca2c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:00.035424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067de4d0-791b-45b7-a22b-aba3254ca2c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:00.037131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-067de4d0-791b-45b7-a22b-aba3254ca2c2 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/17acf2a3-776d-4aaf-adb6-8fd7b966fbc8 HTTP/1.1" status: 404 len: 337 time: 0.1301947 May 13 15:18:00.041094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:00.045548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35098) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.048501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:00.052250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.071545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.114863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.190563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e66ca92e-dfbf-48c2-995b-d864d468c89d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:00.207411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:00.208033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.248564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:00.249658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:00.279739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Allocated IP 172.26.7.175 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/9c0b28bf-413a-4857-861f-5ecec3d0e524) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:00.308255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e66ca92e-dfbf-48c2-995b-d864d468c89d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:00.309558 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e66ca92e-dfbf-48c2-995b-d864d468c89d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3846636 May 13 15:18:00.313978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35108) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.335481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.336293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 59b77dda-a880-4826-8b83-c4c48286091a up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:00.365291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-security--1856894957', 'description': 'tempest-security-description-159610922'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:00.378561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d978f5ed-de9c-4cb8-ab18-5c692aff9856 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=123baa10470f4f2ab771d3db7d50bfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301924 May 13 15:18:00.379450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35112) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.392344 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a091e3cd-e098-4b81-a437-1e7bb191913d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:00.393508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a091e3cd-e098-4b81-a437-1e7bb191913d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:00.397618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a091e3cd-e098-4b81-a437-1e7bb191913d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/e1f7246a-54a4-4982-b0cd-237ff9294269 HTTP/1.1" status: 404 len: 337 time: 0.3480177 May 13 15:18:00.401013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35116) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.405126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.449697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-326d02b6-e779-4756-b0cd-76651dc18d98 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:00.450207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326d02b6-e779-4756-b0cd-76651dc18d98 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:00.453531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-326d02b6-e779-4756-b0cd-76651dc18d98 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/27f3af7e-83ad-4d1b-80c3-ef690073f33a HTTP/1.1" status: 404 len: 333 time: 0.0499406 May 13 15:18:00.459531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35120) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.464220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.468395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.508099 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d274524d-2287-4495-904c-24f53ebf1cac'] response: {'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'code': 200} May 13 15:18:00.508914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:00.518990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.519592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.520116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.521364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.521871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.522409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.522911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.523416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.523958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.524490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.525016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.525798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:00.556841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.581707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.591337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cb0920-f283-4bbf-9afa-2ef95a6e9d10 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:00.591687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.596049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cb0920-f283-4bbf-9afa-2ef95a6e9d10 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:00.596049 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-76cb0920-f283-4bbf-9afa-2ef95a6e9d10 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/10afb1a8-1dba-41b6-9173-002efa2bd002 HTTP/1.1" status: 404 len: 337 time: 0.1277137 May 13 15:18:00.604129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35126) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.615070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 59b77dda-a880-4826-8b83-c4c48286091a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:00.624762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 59b77dda-a880-4826-8b83-c4c48286091a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:00.624762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.650858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.684696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 90926902-a67a-42a1-b3bb-ee5538ce1f0a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:00.694457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a6e8d-f1a8-4a9c-99d1-86b85a650e7a req-4f6edfac-f5c3-4a15-a178-31de13f63747 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.696043 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a2a6e8d-f1a8-4a9c-99d1-86b85a650e7a req-4f6edfac-f5c3-4a15-a178-31de13f63747 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 945 time: 0.4618156 May 13 15:18:00.778572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 59b77dda-a880-4826-8b83-c4c48286091a is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:00.779458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.823118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59b77dda-a880-4826-8b83-c4c48286091a,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:00.826860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d612f4a6-843a-4cc5-93f3-34d100e53099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.829190 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0844b1-c304-4bb8-b9e9-8c009faaead3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:00.829667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0844b1-c304-4bb8-b9e9-8c009faaead3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:00.832030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.872619 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6e0844b1-c304-4bb8-b9e9-8c009faaead3 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/534ae0fb-0de9-496b-8913-121ec4d765d6 HTTP/1.1" status: 404 len: 333 time: 0.2652614 May 13 15:18:00.878983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35130) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.882732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:00.891100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.891868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.893995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.898106 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "PUT /v2.0/security-groups/d9e67b24-65b7-4ad5-a728-f409cf96d471 HTTP/1.1" status: 200 len: 1777 time: 0.5803857 May 13 15:18:00.898273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bc1668f1-f384-4e75-95be-b9d980f6ae90 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 701 time: 1.4349632 May 13 15:18:00.900693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35134) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.901027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:00.901769 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Sync routers for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:00.913468 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:00.914688 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:00.923836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838d435-1827-41f6-a2ec-aca6fe4c4b73 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e67b24-65b7-4ad5-a728-f409cf96d471,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:00.957487 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a2a6e8d-f1a8-4a9c-99d1-86b85a650e7a req-a19b855a-3401-46a6-8477-1020dc475d7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520781 May 13 15:18:00.987200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5bc5-0b9e-483a-9378-03e4b8772658 req-4fb8da51-b6a4-44a5-af4b-78d878967afb tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.988922 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ba0f5bc5-0b9e-483a-9378-03e4b8772658 req-4fb8da51-b6a4-44a5-af4b-78d878967afb tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.3778071 May 13 15:18:01.023209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.031959 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:01.048187 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a247ad1-3eb0-4ede-882c-1ec8bc19fbfc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.048655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a247ad1-3eb0-4ede-882c-1ec8bc19fbfc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.053251 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a247ad1-3eb0-4ede-882c-1ec8bc19fbfc tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/cbff0fe6-abce-44a8-8e42-063283f0b468 HTTP/1.1" status: 404 len: 337 time: 0.1729198 May 13 15:18:01.068090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35144) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.072217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4c93ae90-158c-4a6e-85fb-9b8669253d7f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:01.092474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.114657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:01.130704 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1c96255f-a4c3-4c7f-b6af-1980f260d309 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups/d9e67b24-65b7-4ad5-a728-f409cf96d471 HTTP/1.1" status: 200 len: 1777 time: 0.1906514 May 13 15:18:01.135053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35148) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.175992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:01.179297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e0899-43a1-43b9-b729-f7c07ebfc24a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:01.180766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99d229-bf50-4eef-95ec-8a54befd4b86 req-86a4ff8c-de4e-4bc9-b5eb-9572f3f9b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:01.182360 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ff99d229-bf50-4eef-95ec-8a54befd4b86 req-86a4ff8c-de4e-4bc9-b5eb-9572f3f9b1e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1099 time: 0.2411730 May 13 15:18:01.187814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:01.191112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f12eb36-b1d7-4f1e-b49f-c1e75590ca5f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.193836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f12eb36-b1d7-4f1e-b49f-c1e75590ca5f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.199451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:01.220988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4c93ae90-158c-4a6e-85fb-9b8669253d7f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:01.222737 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4c93ae90-158c-4a6e-85fb-9b8669253d7f tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 205 time: 0.2848072 May 13 15:18:01.225555 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:01.226411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35152) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.229852 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Checking router: 90926902-a67a-42a1-b3bb-ee5538ce1f0a for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:01.239364 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Routers {'90926902-a67a-42a1-b3bb-ee5538ce1f0a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:01.239963 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:01.244390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ba0f5bc5-0b9e-483a-9378-03e4b8772658 req-db6bd1a8-0b4f-49ee-a3eb-45d5b773b0e0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491763 May 13 15:18:01.252039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.255852 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b71e5be6-2481-4e04-8bf7-1829367fb9ef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f58e0899-43a1-43b9-b729-f7c07ebfc24a HTTP/1.1" status: 204 len: 168 time: 0.8686914 May 13 15:18:01.266311 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3f12eb36-b1d7-4f1e-b49f-c1e75590ca5f tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/94c71260-a7fa-4473-ad92-60f4f1da0b1b HTTP/1.1" status: 404 len: 333 time: 0.1842771 May 13 15:18:01.269510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event updated for resources: {'Port': ['ID=9c0b28bf-413a-4857-861f-5ecec3d0e524,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:01.272943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35158) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.350750 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2036df4-1225-4477-857c-e9efbe3b17a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.351499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2036df4-1225-4477-857c-e9efbe3b17a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.353367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2036df4-1225-4477-857c-e9efbe3b17a5 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/eb88f519-8e38-4e0c-a6a0-f143f669e276 HTTP/1.1" status: 404 len: 337 time: 0.0768714 May 13 15:18:01.356611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35162) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.375590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.388873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] Set router 90926902-a67a-42a1-b3bb-ee5538ce1f0a gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:01.419027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.490756 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ff99d229-bf50-4eef-95ec-8a54befd4b86 req-c9162d91-65f6-42d0-b2bd-1c52e98b345e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949634 May 13 15:18:01.502821 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:01.507345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f482deb-74ad-4a00-b385-b40952f3ee81 None None] The sync data for ids ['90926902-a67a-42a1-b3bb-ee5538ce1f0a'] in dv-neutron-835340-3-hyperv is: [{'id': '90926902-a67a-42a1-b3bb-ee5538ce1f0a', 'name': 'tempest-RoutersTest-router-1523734527', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:08Z', 'updated_at': '2022-05-13T15:17:54Z', 'revision_number': 11, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:01.522948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77eb47f-bf4f-43d1-9268-abcee0075bec tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.523418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77eb47f-bf4f-43d1-9268-abcee0075bec tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.525111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f77eb47f-bf4f-43d1-9268-abcee0075bec tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/e74fac5a-18ad-41b2-9990-8e0da2a5f276 HTTP/1.1" status: 404 len: 333 time: 0.1674712 May 13 15:18:01.528039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35166) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.583513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.613186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-85841982-2c3f-4c00-b020-765004c0c224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.613732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85841982-2c3f-4c00-b020-765004c0c224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.615627 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-85841982-2c3f-4c00-b020-765004c0c224 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/6e44bdcc-19e7-453d-a427-a1c3763b131b HTTP/1.1" status: 404 len: 337 time: 0.0866919 May 13 15:18:01.623190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.684595 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c42b9e6-9c18-41a8-bd6b-3d2d9c01ee3d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.685082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c42b9e6-9c18-41a8-bd6b-3d2d9c01ee3d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.689408 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0c42b9e6-9c18-41a8-bd6b-3d2d9c01ee3d tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/1f062def-c43d-4eb1-918f-087cd986ae75 HTTP/1.1" status: 404 len: 333 time: 0.0626304 May 13 15:18:01.690675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35178) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.746391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb9e94b-7678-455a-b1cd-cafeb33fe89b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.746391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb9e94b-7678-455a-b1cd-cafeb33fe89b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.746391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cfb9e94b-7678-455a-b1cd-cafeb33fe89b tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/6b7dfd81-eccc-4b3e-aee0-da2b8a59b6c0 HTTP/1.1" status: 404 len: 337 time: 0.0497036 May 13 15:18:01.747994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.793282 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7020ffd9-154f-4dab-b0c7-ae5664fa1e26 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.793764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7020ffd9-154f-4dab-b0c7-ae5664fa1e26 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.795527 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7020ffd9-154f-4dab-b0c7-ae5664fa1e26 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/8a5b9bbf-005e-4a7a-b426-cba89c5b8d77 HTTP/1.1" status: 404 len: 333 time: 0.0465131 May 13 15:18:01.798700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.840186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f76f8c8-e554-41b1-8b76-1f7046766fed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.840650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f76f8c8-e554-41b1-8b76-1f7046766fed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.842379 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f76f8c8-e554-41b1-8b76-1f7046766fed tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/3dd034a5-5fe8-4b9c-a753-61f2282afc6a HTTP/1.1" status: 404 len: 337 time: 0.0427494 May 13 15:18:01.845582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35194) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.926502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.928902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:01.942358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d3a10a-313d-4afc-a5a3-6080e267b088 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.942838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d3a10a-313d-4afc-a5a3-6080e267b088 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:01.947035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a5d3a10a-313d-4afc-a5a3-6080e267b088 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/ports/06ac35e9-8258-4446-bd19-ba89d5dfba4f HTTP/1.1" status: 404 len: 333 time: 0.0980792 May 13 15:18:01.949120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35200) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:01.995979 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e07dc6f-b75f-4c4a-b45c-d93dba2f1371 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] DELETE failed (client error): The resource could not be found. May 13 15:18:01.996428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e07dc6f-b75f-4c4a-b45c-d93dba2f1371 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:02.009967 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9e07dc6f-b75f-4c4a-b45c-d93dba2f1371 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/subnets/f23ed17b-7aac-43be-b6ef-74a882dcbac3 HTTP/1.1" status: 404 len: 337 time: 0.0575483 May 13 15:18:02.010217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35206) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.035374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.038552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.039691 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/d9e67b24-65b7-4ad5-a728-f409cf96d471 HTTP/1.1" status: 204 len: 168 time: 0.9036260 May 13 15:18:02.043060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.106372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.106601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router 90926902-a67a-42a1-b3bb-ee5538ce1f0a {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:02.114223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.119475 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b53eb568-2e12-4d98-94e3-0670ef51afea tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 204 len: 168 time: 0.8769438 May 13 15:18:02.120235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.130380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1497224743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:02.132409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4a9c9-94b6-420f-aedd-e09b570e0f3f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e67b24-65b7-4ad5-a728-f409cf96d471,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:02.136812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:02.141143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Usage tracker for resource:router and tenant:18fae8a700424f5f91f43cbbc5cc5690 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:02.154996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:02.165322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:02.180327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.234632 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e55f0d9-3b51-458b-8ae4-c38029599f60 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1905410 May 13 15:18:02.239674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35224) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.260675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.266976 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-9d69ba73-fdc8-4cb8-b6a6-f1a83e9c5b7a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] delete failed (client error): The resource could not be found. May 13 15:18:02.272175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35230) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.272335 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9d69ba73-fdc8-4cb8-b6a6-f1a83e9c5b7a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/d9e67b24-65b7-4ad5-a728-f409cf96d471 HTTP/1.1" status: 404 len: 347 time: 0.0314837 May 13 15:18:02.279343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763392172'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:02.286518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.287661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.345703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:02.389272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:02.410543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.440802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409121-dc84-424a-afc8-adfaa07714c5 req-c0a291d8-b21f-4c7b-a177-efa6356379fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:02.442287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1409121-dc84-424a-afc8-adfaa07714c5 req-c0a291d8-b21f-4c7b-a177-efa6356379fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.3444166 May 13 15:18:02.443960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.510188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:02.511109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd218f13-5b53-49c9-a9a7-edd9ea18a23b']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:02.533293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8624429f-3355-4b31-a35e-3e953a4e71d5') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:02.533552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8624429f-3355-4b31-a35e-3e953a4e71d5') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:02.543095 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1409121-dc84-424a-afc8-adfaa07714c5 req-2887bdc5-7533-46aa-a37e-c5f0b483756a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913346 May 13 15:18:02.550137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.570506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35240) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.585206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.591933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:02.592536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:02.611391 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:02.644863 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19521b0b-c0ab-4304-9155-dba73720429a'] response: {'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a', 'code': 200} May 13 15:18:02.732585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.743447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.773800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917182306'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:02.778997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:02.783358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:02.787199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:02.793585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:02.805043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:02.815107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:02.821048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.840240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.854988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] Pushing event deleted for resources: {'Network': ['ID=dd218f13-5b53-49c9-a9a7-edd9ea18a23b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:02.857604 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-af1c5995-f84d-4867-b913-813674b2b082 tempest-NetworksTestDHCPv6-544279064 tempest-NetworksTestDHCPv6-544279064-project] 10.222.0.91 "DELETE /v2.0/networks/dd218f13-5b53-49c9-a9a7-edd9ea18a23b HTTP/1.1" status: 204 len: 168 time: 0.8464835 May 13 15:18:02.875860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:02.912512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:02.935510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c685e4-def2-4421-ad0e-d06665e7fb21 req-31e62a50-34ab-4864-98f6-c20800c55b7b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:02.937606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2c685e4-def2-4421-ad0e-d06665e7fb21 req-31e62a50-34ab-4864-98f6-c20800c55b7b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.5008779 May 13 15:18:02.950805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.954730 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-825aa857-6898-44d0-954b-17fbde7c7c0b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8332019 May 13 15:18:02.957182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:02.962497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:02.971571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.978334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.082591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:03.086307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.142455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4cab5c37-5c0f-4250-9f15-350509da29f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.148810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.190911 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2c685e4-def2-4421-ad0e-d06665e7fb21 req-71837896-20f8-4716-bfca-aeadea2a5fdd tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283792 May 13 15:18:03.252361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.301143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.303539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:03.310467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:security_group_rule and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:03.315344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:03.331163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:03.348511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdee063-f6cb-4358-8b7b-c6b7373f4c7c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:03.351897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Router e824f27c-3fa9-4473-bff0-6a439b19b48b is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:03.419445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.424298 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-10124426-cfc2-46fb-bc1a-885aae9b6496 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1511629 May 13 15:18:03.432597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35254) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:03.434551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:03.449547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '8fdee063-f6cb-4358-8b7b-c6b7373f4c7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:03.462986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:03.468414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.473143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:03.474721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:03.495703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cff20-804c-47a2-b466-ae9bd5e38479 req-e5129227-0299-42f4-92e6-e00f64d8d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:03.497347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-771cff20-804c-47a2-b466-ae9bd5e38479 req-e5129227-0299-42f4-92e6-e00f64d8d3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1099 time: 0.4013593 May 13 15:18:03.539121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:03.601558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:03.610073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.614071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-956399a7-8a98-4e92-9264-24c07c50226b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "PUT /v2.0/routers/e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 200 len: 884 time: 4.9691319 May 13 15:18:03.615005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35266) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:03.616321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] Sync routers for ids ['e824f27c-3fa9-4473-bff0-6a439b19b48b'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:03.628353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] Routers {'e824f27c-3fa9-4473-bff0-6a439b19b48b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:03.633039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e824f27c-3fa9-4473-bff0-6a439b19b48b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:03.682191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.692595 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-771cff20-804c-47a2-b466-ae9bd5e38479 req-bc77cb3b-427d-4bfe-a170-e6702e4ceabe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879694 May 13 15:18:03.721514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.728193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:03.730270 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-77549bff-6f1e-43c1-844e-bceaa5c1e46d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b41c8eb77f6343309636d2c3fedc7424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919006 May 13 15:18:03.735052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35270) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:03.740342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] Routers {'e824f27c-3fa9-4473-bff0-6a439b19b48b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:03.741051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['e824f27c-3fa9-4473-bff0-6a439b19b48b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:03.838243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:03.838704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8caab4d-291c-4d48-95be-28e1b4b6b4ef None None] The sync data for ids ['e824f27c-3fa9-4473-bff0-6a439b19b48b'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:03.908457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.922097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.932202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35274) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:03.938705 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-494c6a3b-66c9-482b-a924-b7c4ecfb32bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 200 len: 925 time: 0.3135545 May 13 15:18:03.938705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.960511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.998202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424de1af-2096-41a1-a6d0-3b6c3491b2be req-b5ba0c0b-d32a-4b27-bd3e-399b9112739b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:03.999901 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-424de1af-2096-41a1-a6d0-3b6c3491b2be req-b5ba0c0b-d32a-4b27-bd3e-399b9112739b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.2558422 May 13 15:18:04.010764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.026600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.055964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23a349d-3d32-454c-8256-6d4c67b9b6fa,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.072604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:04.096330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76591b26-eab0-4386-8287-4357d6d32626,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.103056 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-424de1af-2096-41a1-a6d0-3b6c3491b2be req-c5f91914-13df-4703-93e7-b22d9443baea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960529 May 13 15:18:04.104210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.104564 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 98eb92d6-8ec8-41f7-90cf-50e7043660a0 of type vlan for network d983843a-a893-4b25-a1a6-e9430545327e May 13 15:18:04.124834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Router 3c4140b2-7a60-4ae8-9dc5-ae81e580fffa is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:04.136332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addc8c0-ccdb-4374-b1e9-469c1df182de tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.137039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8addc8c0-ccdb-4374-b1e9-469c1df182de tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Synchronizing usage tracker for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:04.148148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.168029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.169385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-42da8c63-1671-49b4-ac8a-e97d0a7e3209 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7357264 May 13 15:18:04.172096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.175122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.179664 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/39818fb1-f4eb-416b-9155-a0434c4ea7b6 HTTP/1.1" status: 204 len: 168 time: 0.4372056 May 13 15:18:04.179664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35278) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.189105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0d5da-b162-441a-a36e-752a47f6aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39818fb1-f4eb-416b-9155-a0434c4ea7b6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.236072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.248620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.268813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:18:04.277447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8addc8c0-ccdb-4374-b1e9-469c1df182de tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Unset dirty status for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:04.280069 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8addc8c0-ccdb-4374-b1e9-469c1df182de tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=e824f27c-3fa9-4473-bff0-6a439b19b48b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3454187 May 13 15:18:04.282177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35286) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.373598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:04.391617 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Sync routers for ids ['3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:04.402435 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Routers {'3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:04.403248 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:04.405104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.409534 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e5e2997a-8545-4f00-910e-f5e0bdd62f3a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "PUT /v2.0/routers/3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 200 len: 694 time: 1.4512422 May 13 15:18:04.410598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35290) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.417735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.448757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c23a349d-3d32-454c-8256-6d4c67b9b6fa,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.453436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.454827 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-53648436-fe80-4ac1-8e95-61dc68f7abff tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/c23a349d-3d32-454c-8256-6d4c67b9b6fa HTTP/1.1" status: 204 len: 168 time: 0.2681272 May 13 15:18:04.463908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.489977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.496470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.497077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.544536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7435d-1aaa-43e1-bd11-6d548c59aaa6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.546282 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54d7435d-1aaa-43e1-bd11-6d548c59aaa6 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.2608695 May 13 15:18:04.551547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35300) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.602041 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Set router 3c4140b2-7a60-4ae8-9dc5-ae81e580fffa gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:04.603459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bf2c68d6-19ce-4a49-8b35-6e87a05491ee tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:04.624957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84db8404-512c-4cc8-a86e-c4b2cd1a86dd tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 200 len: 205 time: 0.0713167 May 13 15:18:04.629549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.634767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35304) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.634918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.751806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcd4de-9f2e-4509-857d-94d594bc57a0 req-fe8f503d-b148-4cf9-8f3b-8bbdf06a3033 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.752442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=d983843a-a893-4b25-a1a6-e9430545327e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.757646 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-db3ede18-f031-4e9c-8aef-a141d34256e9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1882281 May 13 15:18:04.759960 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98dcd4de-9f2e-4509-857d-94d594bc57a0 req-fe8f503d-b148-4cf9-8f3b-8bbdf06a3033 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.3946371 May 13 15:18:04.770278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network d983843a-a893-4b25-a1a6-e9430545327e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:04.771703 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-c387bc3f-11ec-42b7-872c-24a5ae4fe5da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6117432 May 13 15:18:04.773800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35312) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.783855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154978588'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:04.802323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-471038d1-ae16-41ee-9d75-47753b599529 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/routers/3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 200 len: 700 time: 0.3906012 May 13 15:18:04.803002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35316) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:04.803503 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4140b2-7a60-4ae8-9dc5-ae81e580fffa', 'name': 'tempest-RoutersTest-router-1497224743', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:02Z', 'updated_at': '2022-05-13T15:18:03Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:04.809376 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Checking router: 3c4140b2-7a60-4ae8-9dc5-ae81e580fffa for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:04.822098 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Routers {'3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:04.823033 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:04.863194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e476ed79-6f0c-457e-b218-7fc140159388 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 200 len: 205 time: 0.0589995 May 13 15:18:04.863964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35320) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:05.089428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:05.094832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:05.098030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:05.099724 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] Set router 3c4140b2-7a60-4ae8-9dc5-ae81e580fffa gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:05.103908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:05.116663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bf2c68d6-19ce-4a49-8b35-6e87a05491ee tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:05.117962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bf2c68d6-19ce-4a49-8b35-6e87a05491ee tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6528523 May 13 15:18:05.121847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35326) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:05.124807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.239885 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4140b2-7a60-4ae8-9dc5-ae81e580fffa', 'name': 'tempest-RoutersTest-router-1497224743', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:02Z', 'updated_at': '2022-05-13T15:18:03Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:05.243370 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98dcd4de-9f2e-4509-857d-94d594bc57a0 req-0de3e385-1a3e-4ec9-bc8e-64d038509f3b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642441 May 13 15:18:05.255734 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b527ffe-f56a-4cbc-8ae4-3bb892742680 None None] The sync data for ids ['3c4140b2-7a60-4ae8-9dc5-ae81e580fffa'] in dv-neutron-835340-3-hyperv is: [{'id': '3c4140b2-7a60-4ae8-9dc5-ae81e580fffa', 'name': 'tempest-RoutersTest-router-1497224743', 'tenant_id': '18fae8a700424f5f91f43cbbc5cc5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:02Z', 'updated_at': '2022-05-13T15:18:03Z', 'revision_number': 2, 'project_id': '18fae8a700424f5f91f43cbbc5cc5690', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:05.259325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:05.262877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.307998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.411918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:05.479765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.481555 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 5f9da33b-c804-4416-91b8-0191de588daf of type vlan for network 90941faf-b02c-4517-b0db-ade1c39750eb May 13 15:18:05.560980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.614316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.639049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.677259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434947-d06c-4c6c-9699-9af4eae6c257 req-41b9a8c3-88b0-4e54-9a74-ae2b3576f49c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.678877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5b434947-d06c-4c6c-9699-9af4eae6c257 req-41b9a8c3-88b0-4e54-9a74-ae2b3576f49c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.2687778 May 13 15:18:05.747011 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5b434947-d06c-4c6c-9699-9af4eae6c257 req-2660b76d-3f6b-4292-8d2e-86e20c3abc07 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608058 May 13 15:18:05.749370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port 9c0b28bf-413a-4857-861f-5ecec3d0e524 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:05.749993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.775097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.782304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35344) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:05.792718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.798398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.798991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.810692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.812769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35348) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:05.822836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.827303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe457b5-4056-47bc-9c13-087543423692 req-786e8674-19df-40c1-8ba4-51aeb3464e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.828836 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-786e8674-19df-40c1-8ba4-51aeb3464e1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1099 time: 0.7507052 May 13 15:18:05.833466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.972480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07a84d-6376-4e62-9a07-48c2283e21dd req-fb903372-f7fd-47c4-833e-4dd3956954f3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.979763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4f07a84d-6376-4e62-9a07-48c2283e21dd req-fb903372-f7fd-47c4-833e-4dd3956954f3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.4891798 May 13 15:18:06.010322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1227904339'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:06.019087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:06.025769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Usage tracker for resource:network and tenant:0e818b32a7024f9da2c403fc1706e8dd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:06.031082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:06.059646 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2805555 May 13 15:18:06.060409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.062115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6c036-42cd-43db-a691-101f38ebcc88 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=90941faf-b02c-4517-b0db-ade1c39750eb,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:06.062224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Fanout notify agent at l3_agent the message router_deleted on router 3c4140b2-7a60-4ae8-9dc5-ae81e580fffa {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:06.063082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35356) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.068445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:06.084653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 90941faf-b02c-4517-b0db-ade1c39750eb details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:06.093843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:06.118754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4f07a84d-6376-4e62-9a07-48c2283e21dd req-d7efd782-462c-4e1f-9eda-856e54ef5f5b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380181 May 13 15:18:06.153644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.198709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.230086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Made reservation on behalf of 0e818b32a7024f9da2c403fc1706e8dd for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:06.233619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.245404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe457b5-4056-47bc-9c13-087543423692 req-6018245f-f811-4d17-b55f-a28d4d4c499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.246881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-6018245f-f811-4d17-b55f-a28d4d4c499a service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.3932793 May 13 15:18:06.272087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdee063-f6cb-4358-8b7b-c6b7373f4c7c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:06.325068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.352319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for 9c0b28bf-413a-4857-861f-5ecec3d0e524 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:06.375810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-5f67194b-7ead-417b-a181-f4d3f6e8c79d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 217 time: 0.1082802 May 13 15:18:06.425491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:06.430407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.431504 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-08c2f845-1811-4823-ae91-6ab0fbe6dc67 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 204 len: 168 time: 1.5665922 May 13 15:18:06.442250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35362) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.449270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Usage tracker for resource:security_group_rule and tenant:0e818b32a7024f9da2c403fc1706e8dd is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:06.457467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:06.458614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:06.469775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:06.474257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:06.476321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:06.480003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe457b5-4056-47bc-9c13-087543423692 req-a6aa3cf0-1df9-4d29-8952-dcfb5debdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.481442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-a6aa3cf0-1df9-4d29-8952-dcfb5debdd68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0947447 May 13 15:18:06.487257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:06.489440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.490595 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ecb46e6-5665-4e74-845d-c0d1ca71495c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/8fdee063-f6cb-4358-8b7b-c6b7373f4c7c HTTP/1.1" status: 204 len: 168 time: 1.3123212 May 13 15:18:06.495139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35366) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.513702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-437e8515-b243-4a77-8b81-76cb393144b4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Synchronizing usage tracker for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:06.566272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-437e8515-b243-4a77-8b81-76cb393144b4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] Unset dirty status for tenant:18fae8a700424f5f91f43cbbc5cc5690 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:06.567377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-437e8515-b243-4a77-8b81-76cb393144b4 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 200 len: 205 time: 0.1229408 May 13 15:18:06.569559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959e132-2946-4627-afd8-9557ab75d953 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.570305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4959e132-2946-4627-afd8-9557ab75d953 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] Synchronizing usage tracker for tenant:f27df02b1e61496581cf7e42f8e858c9 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:06.573047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35370) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.637797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f9785ba9-bfad-41fd-9794-68643dc14a7a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:06.646744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:06.650189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.662520 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6c04cf6f-2d2b-40f7-817b-9d19d6502dcb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:06.663558 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c04cf6f-2d2b-40f7-817b-9d19d6502dcb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/3c4140b2-7a60-4ae8-9dc5-ae81e580fffa HTTP/1.1" status: 404 len: 336 time: 0.0885973 May 13 15:18:06.671300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35374) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.683139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4553b-e13b-4e70-a38c-ce34cb78f00a req-1db9f05f-0dfe-4630-8786-4821fd97b430 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.684571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02d4553b-e13b-4e70-a38c-ce34cb78f00a req-1db9f05f-0dfe-4630-8786-4821fd97b430 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.4051676 May 13 15:18:06.744377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb2ca71-2918-4ab6-b204-eec96826d5fd tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:06.744828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb2ca71-2918-4ab6-b204-eec96826d5fd tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:06.746491 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ddb2ca71-2918-4ab6-b204-eec96826d5fd tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/2a14f59b-e41f-4db9-a567-7408c1215bf1 HTTP/1.1" status: 404 len: 337 time: 0.0742736 May 13 15:18:06.749327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35378) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.765759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe457b5-4056-47bc-9c13-087543423692 req-8c60eeb3-14d8-4c86-a164-bf9c18589d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.767327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-8c60eeb3-14d8-4c86-a164-bf9c18589d38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2746964 May 13 15:18:06.791225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4959e132-2946-4627-afd8-9557ab75d953 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] Unset dirty status for tenant:f27df02b1e61496581cf7e42f8e858c9 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:06.795082 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4959e132-2946-4627-afd8-9557ab75d953 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1094 time: 1.0090568 May 13 15:18:06.800635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35382) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.809646 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed5077d-5742-49a1-8361-49de443f4c39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:06.810128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed5077d-5742-49a1-8361-49de443f4c39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:06.884154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f9785ba9-bfad-41fd-9794-68643dc14a7a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:06.892225 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f9785ba9-bfad-41fd-9794-68643dc14a7a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3580894 May 13 15:18:06.902526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:06.917550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--27473236'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:06.926775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.935378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:06.964235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:06.978883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:06.990218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:06.996847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:07.000697 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aed5077d-5742-49a1-8361-49de443f4c39 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/21448330-62f9-435e-bdfe-52cb800618d4 HTTP/1.1" status: 404 len: 337 time: 0.2504573 May 13 15:18:07.005904 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-73508858-eb39-4eca-927a-1425a03dc49a service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300496 May 13 15:18:07.006142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35390) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.011841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:floatingip and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:07.046936 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02d4553b-e13b-4e70-a38c-ce34cb78f00a req-bf6b6b88-3acb-46a6-99ec-8d639be76c6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233111 May 13 15:18:07.047207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:07.047767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:07.063637 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f331ee-7532-48da-9dca-e507e761530e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:07.064101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f331ee-7532-48da-9dca-e507e761530e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:07.068099 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-06f331ee-7532-48da-9dca-e507e761530e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/646851a0-8c7d-4adb-be09-ba4fd2103d7d HTTP/1.1" status: 404 len: 337 time: 0.0556381 May 13 15:18:07.068331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35394) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.071664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35398) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.109365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.110590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:07.131032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3af3df9-6042-447c-8ce1-6ec427b11d29,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:07.139207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.139563 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Added segment efca14e4-18cf-47c0-baf4-0bc7d6345c17 of type vlan for network fc498903-4243-4b2e-b721-dad37e3d211a May 13 15:18:07.161844 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-51242ac7-9783-4be7-9cb7-9b0dedcdb55e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:07.162333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51242ac7-9783-4be7-9cb7-9b0dedcdb55e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:07.164035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-51242ac7-9783-4be7-9cb7-9b0dedcdb55e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/fc4a257d-4a23-4935-9c78-b88ebfa7cdef HTTP/1.1" status: 404 len: 337 time: 0.0948150 May 13 15:18:07.165329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:07.167489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35402) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.188089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:07.197059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:07.206552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.217464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:07.225359 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8db7a6c-f087-4278-adb5-45d051fd10b3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 200 len: 205 time: 0.0522065 May 13 15:18:07.226390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35406) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.243163 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbe457b5-4056-47bc-9c13-087543423692 req-b8c43dc3-f101-494b-9a05-5981ffa4fb88 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311878 May 13 15:18:07.288843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.341117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.402932 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-265c134e-4986-44f8-aaef-eb0d12275397 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:07.404266 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-265c134e-4986-44f8-aaef-eb0d12275397 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/90926902-a67a-42a1-b3bb-ee5538ce1f0a HTTP/1.1" status: 404 len: 336 time: 0.1768599 May 13 15:18:07.417371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35410) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.418336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=9c0b28bf-413a-4857-861f-5ecec3d0e524,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:07.471016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.476320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:07.476912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.565483 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ca093f6-5e04-4dba-803c-0eaa3a969e94 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=7a9be526-c96c-47e0-9d32-a9d3f2eb6178 HTTP/1.1" status: 200 len: 205 time: 0.1437075 May 13 15:18:07.571236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35414) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.574968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0d152-c492-4409-8af5-9ff34522b003 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:07.576424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6da0d152-c492-4409-8af5-9ff34522b003 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1094 time: 0.5038834 May 13 15:18:07.582657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35418) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.644544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'Network': ['ID=fc498903-4243-4b2e-b721-dad37e3d211a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:07.648318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.650050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:07.654964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fc498903-4243-4b2e-b721-dad37e3d211a details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:07.672700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:07.682939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.736035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:07.739834 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-bf334d76-ad09-43e1-ac47-4c49a922c57e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:07.740907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bf334d76-ad09-43e1-ac47-4c49a922c57e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/7a9be526-c96c-47e0-9d32-a9d3f2eb6178 HTTP/1.1" status: 404 len: 336 time: 0.1633441 May 13 15:18:07.741801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:07.743736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35422) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.781273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.798419 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fbab74-b26a-4039-ad7c-3a08c2d34a60 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:07.798879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fbab74-b26a-4039-ad7c-3a08c2d34a60 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:07.800571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-41fbab74-b26a-4039-ad7c-3a08c2d34a60 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/3614eafe-de93-47be-9283-047890523d2d HTTP/1.1" status: 404 len: 337 time: 0.0549748 May 13 15:18:07.809350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.813036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35426) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.813878 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24ddda7c-6cd9-45bc-a5d3-14d7dd05b288 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9993422 May 13 15:18:07.819555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35428) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.874225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:07.885450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb56deb-d846-4846-89bb-9733e3c7b881,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:07.924247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=92f5975e-a309-497e-b3c3-08c5c4f3b441,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:07.924953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Request body: {'subnet': {'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:07.928402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '98eb92d6-8ec8-41f7-90cf-50e7043660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:07.928775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: d983843a-a893-4b25-a1a6-e9430545327e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:07.934778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:07.936005 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-178e7318-f764-4656-9bf1-18c274038104 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0325124 May 13 15:18:07.940979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35434) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.948029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': 'abb56deb-d846-4846-89bb-9733e3c7b881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:07.956964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:07.962661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:07.971051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:07.971181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2673903c-6592-41d5-a5fc-0703cfefa1cb tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 200 len: 205 time: 0.1495371 May 13 15:18:07.972093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35438) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:07.974756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:08.016454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.019216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.048127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-f775ed33-ea72-444f-b833-102510c82569 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:08.049276 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f775ed33-ea72-444f-b833-102510c82569 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/c54f8cd9-ed9e-4ba5-8be0-8c7b93f2e61c HTTP/1.1" status: 404 len: 336 time: 0.0762727 May 13 15:18:08.050502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network d983843a-a893-4b25-a1a6-e9430545327e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:08.053117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35442) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.086745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:08.092224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Usage tracker for resource:subnet and tenant:0e818b32a7024f9da2c403fc1706e8dd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:08.095354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:08.102296 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f3f23520-f0c3-4390-8568-86160a6d498b tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 HTTP/1.1" status: 200 len: 205 time: 0.0457697 May 13 15:18:08.102452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.102677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.128287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:08.176380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-72d401a2-9013-48bd-9754-18bae14e0e5e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:08.177315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-72d401a2-9013-48bd-9754-18bae14e0e5e tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/4df9767f-f9d1-4ff7-8e94-77e7f19f63d6 HTTP/1.1" status: 404 len: 336 time: 0.0736225 May 13 15:18:08.178584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.184931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35450) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.188349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, d983843a-a893-4b25-a1a6-e9430545327e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:08.191407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.194388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router e824f27c-3fa9-4473-bff0-6a439b19b48b {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:08.203495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26268eb4-6f19-4ae3-b49a-277536bab977 None None] Network d983843a-a893-4b25-a1a6-e9430545327e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:08.217374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.218779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ff271ff-9614-492c-9780-4f689aaeb883 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 204 len: 168 time: 3.5865285 May 13 15:18:08.228448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:08.229037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.230045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.230818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Made reservation on behalf of 0e818b32a7024f9da2c403fc1706e8dd for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:08.234600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.243715 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-69db1de1-470c-480b-b613-6a4cf68fd2a1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:08.244156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69db1de1-470c-480b-b613-6a4cf68fd2a1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:08.248287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-69db1de1-470c-480b-b613-6a4cf68fd2a1 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/c1518798-b847-4242-8b8d-ee2672efe1b4 HTTP/1.1" status: 404 len: 337 time: 0.0592954 May 13 15:18:08.255476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.262412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35456) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.303788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037518733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:08.318613 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-db063fff-d40e-4944-b0e3-4ff0da8c34d3 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=da2dd828-2ecf-436e-a16f-aaeedd8d0371 HTTP/1.1" status: 200 len: 205 time: 0.0575650 May 13 15:18:08.319381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35462) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.394620 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9ce46ac5-1c2f-48f6-85fa-c81e372aa36f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3235440 May 13 15:18:08.397185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35466) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.402465 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-56d80e6b-8033-4831-88fd-4981bacec1ad tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:08.404310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-56d80e6b-8033-4831-88fd-4981bacec1ad tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/da2dd828-2ecf-436e-a16f-aaeedd8d0371 HTTP/1.1" status: 404 len: 336 time: 0.0832322 May 13 15:18:08.410928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:08.422930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.445337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-d983843a-a893-4b25-a1a6-e9430545327e', 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': '92f5975e-a309-497e-b3c3-08c5c4f3b441'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:08.451424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.488897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:08.506919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:08.524855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25356dc-e30a-4162-8b33-72826c744e41 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:08.525299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25356dc-e30a-4162-8b33-72826c744e41 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:08.530537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:08.555472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.557222 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a25356dc-e30a-4162-8b33-72826c744e41 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/589ac1d6-9538-4db8-be20-1a7e39db80d5 HTTP/1.1" status: 404 len: 337 time: 0.1272686 May 13 15:18:08.564203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35474) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.573807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:08.622961 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-159246c6-5d4b-4486-8fce-4240d6fac78a tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "GET /v2.0/ports?device_id=c1c3ae39-ca28-45e8-9384-454a61d2c84a HTTP/1.1" status: 200 len: 205 time: 0.0576532 May 13 15:18:08.627134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35478) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.631121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.633087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:08.640024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Allocated IP 2001:db8::2 (d983843a-a893-4b25-a1a6-e9430545327e/92f5975e-a309-497e-b3c3-08c5c4f3b441/b6ed07bf-e7ab-4c6b-93bf-9191f4844671) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:08.701567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.702783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.708758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:08.718322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:08.731771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1cffbd-2d00-46c2-99bb-05d1b3faa273,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:08.734199 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-467362da-bd2e-41a8-8aad-e38584f91ded tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] delete failed (client error): The resource could not be found. May 13 15:18:08.737606 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-467362da-bd2e-41a8-8aad-e38584f91ded tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/routers/c1c3ae39-ca28-45e8-9384-454a61d2c84a HTTP/1.1" status: 404 len: 336 time: 0.1068883 May 13 15:18:08.737606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:08.739365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35482) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.782641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b05055f-95c3-420c-8586-653a86031fae tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:08.783089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b05055f-95c3-420c-8586-653a86031fae tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:08.784771 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0b05055f-95c3-420c-8586-653a86031fae tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/2e00cd34-abf3-46a9-a78a-eed8a2c5b7c2 HTTP/1.1" status: 404 len: 337 time: 0.0444775 May 13 15:18:08.787517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35486) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.791844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.794095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.797392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.26.7.182 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/31e52b84-6d12-48af-911f-e768bcf11bba) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:08.834480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.836634 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3e32435b-6394-4850-9fcf-5bf49f66820c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8944290 May 13 15:18:08.839939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35490) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:08.842542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c68b381-9a1c-41a2-a33d-f7f930f55dc6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] DELETE failed (client error): The resource could not be found. May 13 15:18:08.844118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c68b381-9a1c-41a2-a33d-f7f930f55dc6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:08.846336 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c68b381-9a1c-41a2-a33d-f7f930f55dc6 tempest-RoutersTest-309454351 tempest-RoutersTest-309454351-project] 10.222.0.91 "DELETE /v2.0/subnets/f048e0f7-5d5f-431a-8f57-ccc0739c84c5 HTTP/1.1" status: 404 len: 337 time: 0.0574844 May 13 15:18:08.857723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': 'abb56deb-d846-4846-89bb-9733e3c7b881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:08.867055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.873120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:08.879288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.879452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Transition to ACTIVE for port object b6ed07bf-e7ab-4c6b-93bf-9191f4844671 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:08.886259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:08.900124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Transition to ACTIVE for port object b6ed07bf-e7ab-4c6b-93bf-9191f4844671 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:08.937445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:08.971457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.007082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:09.036022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:09.055273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Network d983843a-a893-4b25-a1a6-e9430545327e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:09.058658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:09.062453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:09.100772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Pushing event updated for resources: {'Port': ['ID=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.114144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.162698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Attempting to bind port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:09.162929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Attempting to bind port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '98eb92d6-8ec8-41f7-90cf-50e7043660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:09.163306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Attempting to bind port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 on network d983843a-a893-4b25-a1a6-e9430545327e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:09.169131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.169344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:09.169517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Checking segment: {'id': '98eb92d6-8ec8-41f7-90cf-50e7043660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:09.175110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.175110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Bound using segment: {'id': '98eb92d6-8ec8-41f7-90cf-50e7043660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:09.175110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Bound port: b6ed07bf-e7ab-4c6b-93bf-9191f4844671, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eb92d6-8ec8-41f7-90cf-50e7043660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd983843a-a893-4b25-a1a6-e9430545327e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:09.175110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.203669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.238605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.247932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.263263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] For port b6ed07bf-e7ab-4c6b-93bf-9191f4844671, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:09.266536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] For port b6ed07bf-e7ab-4c6b-93bf-9191f4844671, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,segment=NetworkSegment(98eb92d6-8ec8-41f7-90cf-50e7043660a0),segment_id=98eb92d6-8ec8-41f7-90cf-50e7043660a0)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:09.291180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.294436 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-27f88515-65df-4a55-a4c4-77650b903a1b tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0413697 May 13 15:18:09.303545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35496) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.332300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': True}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:09.346534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '5f9da33b-c804-4416-91b8-0191de588daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:09.348457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: 90941faf-b02c-4517-b0db-ade1c39750eb, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:09.352740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=3d2ef487-545b-4de0-9821-317f763d8b8b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.369905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.387591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'Subnet': ['ID=17ae7b5c-a1aa-4575-ac97-411659ddfdc1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.418552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35502) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.428260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 90941faf-b02c-4517-b0db-ade1c39750eb is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:09.445377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.470270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c713-3f49-43a2-a082-cc970753cd24 None None] Pushing event updated for resources: {'Port': ['ID=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.518214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 90941faf-b02c-4517-b0db-ade1c39750eb) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:09.523804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:09.526277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.534407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba1cd8-73da-4b03-b698-9f15aeabad69 None None] Network 90941faf-b02c-4517-b0db-ade1c39750eb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:09.559786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Checking segment: {'id': 'efca14e4-18cf-47c0-baf4-0bc7d6345c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:09.560377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Network hostable DHCP agents. Network: fc498903-4243-4b2e-b721-dad37e3d211a, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:09.712507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:09.735003 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-05ae5d01-6a86-4038-ab51-70085599ce45 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=18fae8a700424f5f91f43cbbc5cc5690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151622 May 13 15:18:09.735799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35508) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.782970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-90941faf-b02c-4517-b0db-ade1c39750eb', 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': '3d2ef487-545b-4de0-9821-317f763d8b8b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:09.784194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.788118 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dc300bc1-e0a5-4bf9-a0de-03f30987d8bc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3871996 May 13 15:18:09.788711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35512) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.797195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:09.798279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:09.820699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1033659973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:09.846657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:09.849783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.29 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/b0b946ae-dcb5-4c04-a08c-728a9260fb85) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:09.853067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:09.856105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.857977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=31e52b84-6d12-48af-911f-e768bcf11bba,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.862976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:09.876614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:09.918098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.949855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.968029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Network fc498903-4243-4b2e-b721-dad37e3d211a is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:09.972197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.973361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.997512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.046593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.079427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.080359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.106203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Allocated IP 2001:db8:1::2 (90941faf-b02c-4517-b0db-ade1c39750eb/3d2ef487-545b-4de0-9821-317f763d8b8b/31133419-8ef5-43ac-934c-5fa5e399acc8) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:10.151437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fc498903-4243-4b2e-b721-dad37e3d211a) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:10.156319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:10.156968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.182810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c84aa-76c5-4dbc-beab-8bb66ff3b840 None None] Network fc498903-4243-4b2e-b721-dad37e3d211a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:10.192427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.195242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.199154 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/037799e4-498e-4eca-be35-9c5c872ae1db HTTP/1.1" status: 204 len: 168 time: 0.4596674 May 13 15:18:10.210800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61421b1e-cf5e-415a-a0da-0922b99d9d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037799e4-498e-4eca-be35-9c5c872ae1db,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:10.227711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.228755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c30b5-cfe5-4e27-9ff6-b58363374e1a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:10.236275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17a4792b-e76b-4acc-9a79-7ca6c11f9496 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4417696 May 13 15:18:10.237838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35518) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:10.508391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.551359 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4b8d1bf7-284c-45ad-b001-0b782c64bcc1 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6740565 May 13 15:18:10.558819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.559992 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e43f0fd7-8a4e-421d-8b16-e0689285801d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7108717 May 13 15:18:10.560821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35522) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:10.570640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Transition to ACTIVE for port object 31133419-8ef5-43ac-934c-5fa5e399acc8 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:10.582975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35526) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:10.596206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Transition to ACTIVE for port object 31133419-8ef5-43ac-934c-5fa5e399acc8 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:10.600736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-fc498903-4243-4b2e-b721-dad37e3d211a', 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a', 'tenant_id': '0e818b32a7024f9da2c403fc1706e8dd', 'fixed_ips': [{'subnet_id': '17ae7b5c-a1aa-4575-ac97-411659ddfdc1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:10.601587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.609273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Request body: {'port': {'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1019795976'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:10.629860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': 'abb56deb-d846-4846-89bb-9733e3c7b881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:10.679476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.785680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Network 90941faf-b02c-4517-b0db-ade1c39750eb is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:10.793402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:10.809328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:10.897935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.919409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Pushing event updated for resources: {'Port': ['ID=31133419-8ef5-43ac-934c-5fa5e399acc8,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Attempting to bind port 31133419-8ef5-43ac-934c-5fa5e399acc8 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Attempting to bind port 31133419-8ef5-43ac-934c-5fa5e399acc8 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '5f9da33b-c804-4416-91b8-0191de588daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Attempting to bind port 31133419-8ef5-43ac-934c-5fa5e399acc8 on network 90941faf-b02c-4517-b0db-ade1c39750eb {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Checking segment: {'id': '5f9da33b-c804-4416-91b8-0191de588daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Bound using segment: {'id': '5f9da33b-c804-4416-91b8-0191de588daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Bound port: 31133419-8ef5-43ac-934c-5fa5e399acc8, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9da33b-c804-4416-91b8-0191de588daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90941faf-b02c-4517-b0db-ade1c39750eb'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:10.999544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.019158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Allocated IP 172.20.0.2 (fc498903-4243-4b2e-b721-dad37e3d211a/17ae7b5c-a1aa-4575-ac97-411659ddfdc1/f6b811aa-9e1a-47fd-a4d8-fe18baec0740) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:11.092251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:11.109893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] For port 31133419-8ef5-43ac-934c-5fa5e399acc8, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:11.113085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] For port 31133419-8ef5-43ac-934c-5fa5e399acc8, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31133419-8ef5-43ac-934c-5fa5e399acc8,segment=NetworkSegment(5f9da33b-c804-4416-91b8-0191de588daf),segment_id=5f9da33b-c804-4416-91b8-0191de588daf)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:11.117927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09c943-7c08-416a-b4e3-c7cd5c058a88 None None] Network d983843a-a893-4b25-a1a6-e9430545327e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:11.123375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:11.129508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.138838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:11.160276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:11.215248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b6ed07bf-e7ab-4c6b-93bf-9191f4844671 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:11.241472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.290802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:11.296019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Usage tracker for resource:port and tenant:0e818b32a7024f9da2c403fc1706e8dd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:11.301141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:11.308057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:11.326522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3ac3d291-0b39-4341-9288-97b9fb8087e4 None None] Provisioning for port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:11.392161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8::1 (d983843a-a893-4b25-a1a6-e9430545327e/92f5975e-a309-497e-b3c3-08c5c4f3b441/5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:11.478375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.492942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Made reservation on behalf of 0e818b32a7024f9da2c403fc1706e8dd for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:11.498849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.522216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.527621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.598998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.617185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:11.672033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.685400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Transition to ACTIVE for port object f6b811aa-9e1a-47fd-a4d8-fe18baec0740 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:11.712420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] device_id is not set on port a59beab3-9c85-4fcb-93cf-3461e152b48c yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:11.721399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Transition to ACTIVE for port object f6b811aa-9e1a-47fd-a4d8-fe18baec0740 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:11.730807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.847113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network d983843a-a893-4b25-a1a6-e9430545327e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:11.850139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:11.864372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.875397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:11.876843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35548) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:11.888130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:11.888893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.910105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:11.940072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:11.968569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.973096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:11.993078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b0b946ae-dcb5-4c04-a08c-728a9260fb85,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:11.993324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cb697-2ec5-4eb0-9a5c-755d44af83c8 None None] Pushing event updated for resources: {'Port': ['ID=31133419-8ef5-43ac-934c-5fa5e399acc8,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.070353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Network fc498903-4243-4b2e-b721-dad37e3d211a is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:12.076012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:12.082086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:12.094531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Pushing event updated for resources: {'Port': ['ID=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.107516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.131756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:12.174919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:12.174919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.217765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.220921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.261314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Attempting to bind port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:12.267608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Attempting to bind port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'efca14e4-18cf-47c0-baf4-0bc7d6345c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:12.267608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Attempting to bind port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 on network fc498903-4243-4b2e-b721-dad37e3d211a {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:12.270386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:12.270765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Checking segment: {'id': 'efca14e4-18cf-47c0-baf4-0bc7d6345c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:12.271611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.271611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Bound using segment: {'id': 'efca14e4-18cf-47c0-baf4-0bc7d6345c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:12.272009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Bound port: f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca14e4-18cf-47c0-baf4-0bc7d6345c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:12.272378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.286299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.382840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ff81a3-f383-4ebc-b68d-f058422540ac,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.388139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:12.388139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.402955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078424026'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:12.416697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:12.431278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:12.436493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:12.449010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b6ed07bf-e7ab-4c6b-93bf-9191f4844671, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,segment=NetworkSegment(98eb92d6-8ec8-41f7-90cf-50e7043660a0),segment_id=98eb92d6-8ec8-41f7-90cf-50e7043660a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:12.451164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:12.454091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] For port f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:12.457273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] For port f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,segment=NetworkSegment(efca14e4-18cf-47c0-baf4-0bc7d6345c17),segment_id=efca14e4-18cf-47c0-baf4-0bc7d6345c17)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:12.466103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.524231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.591724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.677177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.689894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Allocated IP 172.20.0.9 (fc498903-4243-4b2e-b721-dad37e3d211a/17ae7b5c-a1aa-4575-ac97-411659ddfdc1/a59beab3-9c85-4fcb-93cf-3461e152b48c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:12.834946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ffe1-c164-4e70-bd72-f609ab743d6e None None] Pushing event updated for resources: {'Port': ['ID=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:12.918617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Provisioning for port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:12.925389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Provisioning complete for port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:12.926156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.994420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:12.997748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 172.26.7.184 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d3f3d700-ca57-4cbc-8e8c-f48297c71a17) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:13.001779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.003210 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a54f8d17-8505-4a8d-9a04-8fbd10ea842a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4139714 May 13 15:18:13.029904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.052620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:13.059788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.067998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:13.092464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Provisioning complete for port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:13.094438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.117442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': 'abb56deb-d846-4846-89bb-9733e3c7b881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:13.154798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:13.160896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:13.173510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:13.176546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:13.197092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:13.200147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:13.208596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.244666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.248648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:13.261781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:13.345453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.345453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.371379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0e48b-f92c-4d26-839d-23eb8154b716 None None] Current status of the port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:13.394748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419632ad-d37b-4531-a6e7-bb6327ba94b8 None None] Network 90941faf-b02c-4517-b0db-ade1c39750eb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:13.433049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b6ed07bf-e7ab-4c6b-93bf-9191f4844671 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:13.544543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.587568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b21e1482-3540-4b59-8e05-035045e35bce None None] Provisioning complete for port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:13.587568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b21e1482-3540-4b59-8e05-035045e35bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.689332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:13.711081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=31e52b84-6d12-48af-911f-e768bcf11bba,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:13.727091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b21e1482-3540-4b59-8e05-035045e35bce None None] Port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:13.753713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.755878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.786763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:13.787140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.802053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.831607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network d983843a-a893-4b25-a1a6-e9430545327e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:13.833255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:13.847795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:13.881994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:13.889322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:13.909695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b21e1482-3540-4b59-8e05-035045e35bce None None] Provisioning for port 31133419-8ef5-43ac-934c-5fa5e399acc8 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:14.040644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:14.057455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:14.065123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d9e2d-7210-4fd0-8164-37ad168ab2ad,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:14.074078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:14.075538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f6b811aa-9e1a-47fd-a4d8-fe18baec0740 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:14.087364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.190751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3033e5-b1f7-4086-8ae7-6e2fd0976d19,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:14.267291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:14.280821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31133419-8ef5-43ac-934c-5fa5e399acc8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:14.313923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.361504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.385655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.385655 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-63422798-ca17-43be-9b09-b9405c79ffed tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2991104 May 13 15:18:14.388309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35558) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:14.394755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.415710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Transition to ACTIVE for port object a59beab3-9c85-4fcb-93cf-3461e152b48c will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:14.418434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP e32e66dc-e966-424d-8447-dd207177af4c associated. External IP: 172.26.7.182, port: 35e4b07f-938e-43c8-bb69-5bfed7cb6669. May 13 15:18:14.420385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': 'abb56deb-d846-4846-89bb-9733e3c7b881', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:14.434810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:14.445199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:14.453605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:14.470135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:14.486056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.543969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539633ce-7048-49a9-ac90-2a8341cba7eb,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:14.547648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 31133419-8ef5-43ac-934c-5fa5e399acc8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:14.559414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 31133419-8ef5-43ac-934c-5fa5e399acc8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:14.559414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.595511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.624711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.625689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2027482e-92cd-4afe-ac80-700e7b4dd726 None None] Provisioning complete for port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:14.627413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2027482e-92cd-4afe-ac80-700e7b4dd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.689245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 430142a8-a732-497d-9c9b-27bcced27415 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:14.692938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.698656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.701075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b83dab8-0a3c-404f-9ba8-3098b877d491 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8165138 May 13 15:18:14.707478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:14.727556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2027482e-92cd-4afe-ac80-700e7b4dd726 None None] Port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:14.748227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:14.757536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:14.777745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:14.793645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d8092-9ede-43c6-a299-5ee3a2cb9128 None None] Network fc498903-4243-4b2e-b721-dad37e3d211a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:14.816834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.856410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f3d700-ca57-4cbc-8e8c-f48297c71a17,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:14.868599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Network fc498903-4243-4b2e-b721-dad37e3d211a is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:14.877162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.900306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 31133419-8ef5-43ac-934c-5fa5e399acc8 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:14.900975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.948081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:14.962397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:14.968670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de0df9c7-bb26-4399-ba1c-cd33c5838f61 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:14.983629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] Sync routers for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:15.005705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b12e3a-523c-4ab5-b13a-81a621fe2101,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.011511 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09483548-cd96-48a1-bbb5-418d041d4058 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7714036 May 13 15:18:15.014755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35566) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.023050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:15.023687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:15.097415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 31133419-8ef5-43ac-934c-5fa5e399acc8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31133419-8ef5-43ac-934c-5fa5e399acc8,segment=NetworkSegment(5f9da33b-c804-4416-91b8-0191de588daf),segment_id=5f9da33b-c804-4416-91b8-0191de588daf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:15.098501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Provisioning for port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:15.105133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:15.137494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Provisioning complete for port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:15.137869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.144276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:15.146958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:15.171642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.182890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.189191 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2207584a-419a-4036-b257-c5c81fb5ef8a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7902529 May 13 15:18:15.190194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de0df9c7-bb26-4399-ba1c-cd33c5838f61 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:15.194555 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de0df9c7-bb26-4399-ba1c-cd33c5838f61 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4784756 May 13 15:18:15.195316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35570) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.195688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35572) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.215262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-security--410196872', 'description': 'tempest-security-description-430356142'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:15.227773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:15.228407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:15.279610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.286475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.299854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d801f-ced5-47c9-96fb-99eee62b11e8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:15.300624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-259d801f-ced5-47c9-96fb-99eee62b11e8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:15.316235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.355776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:15.356180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b5e87-7946-451f-8122-5ee092f777e4 None None] The sync data for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:15.394654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.417634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=31133419-8ef5-43ac-934c-5fa5e399acc8,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.455341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-259d801f-ced5-47c9-96fb-99eee62b11e8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:15.456694 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-259d801f-ced5-47c9-96fb-99eee62b11e8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports/5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 HTTP/1.1" status: 200 len: 911 time: 0.4401102 May 13 15:18:15.459583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35578) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.484398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'Port': ['ID=a59beab3-9c85-4fcb-93cf-3461e152b48c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.497102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Current status of the port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:15.497542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.523944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.536672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] For port f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,segment=NetworkSegment(efca14e4-18cf-47c0-baf4-0bc7d6345c17),segment_id=efca14e4-18cf-47c0-baf4-0bc7d6345c17)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:15.544141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.551511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:15.552124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.565993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.625410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1b12e3a-523c-4ab5-b13a-81a621fe2101,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.643216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.662827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.664077 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "PUT /v2.0/security-groups/539633ce-7048-49a9-ac90-2a8341cba7eb HTTP/1.1" status: 200 len: 1776 time: 0.4599645 May 13 15:18:15.668108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35582) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.683840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.686909 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-305e8b47-f7e0-4379-89be-cd7ee83b8144 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/a1b12e3a-523c-4ab5-b13a-81a621fe2101 HTTP/1.1" status: 204 len: 168 time: 0.4824352 May 13 15:18:15.692644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.718924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91e20c-4def-44bd-b4e0-f19cec33cab7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539633ce-7048-49a9-ac90-2a8341cba7eb,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.736437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:15.764094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9072ec5f-34fc-4d8c-9056-464793fd94c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:15.777922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Pushing event updated for resources: {'Port': ['ID=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:15.781511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Provisioning complete for port 31133419-8ef5-43ac-934c-5fa5e399acc8 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:15.782841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:15.813042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bd2c7b24-d31f-439a-8f9d-e4cf29dcf6ef tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups/539633ce-7048-49a9-ac90-2a8341cba7eb HTTP/1.1" status: 200 len: 1776 time: 0.1432834 May 13 15:18:15.820868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35590) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.833879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-de1114f7-a7d5-4599-91bd-5ec0c3619dd3 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.2542439 May 13 15:18:15.853022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:15.934112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Request body: {'port': {'network_id': 'fc498903-4243-4b2e-b721-dad37e3d211a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1292722598', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:15.934860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] bootfile-name is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:15.935355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-300fd2f1-6565-4076-9636-a87b4d340098 None None] Current status of the port 31133419-8ef5-43ac-934c-5fa5e399acc8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:15.935540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] tftp-server is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:15.936011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.api.validators [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] server-ip-address is not in valid_values {{(pid=88837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:16.129777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9072ec5f-34fc-4d8c-9056-464793fd94c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:16.133441 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9072ec5f-34fc-4d8c-9056-464793fd94c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4367287 May 13 15:18:16.134558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35598) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:16.152930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Provisioning for port a59beab3-9c85-4fcb-93cf-3461e152b48c completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:16.160277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Provisioning complete for port a59beab3-9c85-4fcb-93cf-3461e152b48c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:16.162383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.211750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.215272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Port a59beab3-9c85-4fcb-93cf-3461e152b48c cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:16.226096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.227851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Provisioning complete for port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:16.228231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.295380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.350100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-66b6245c-b726-414f-8142-ea0f60584579 None None] Current status of the port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:16.377171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.377689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.425706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:16.441439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Usage tracker for resource:port and tenant:0e818b32a7024f9da2c403fc1706e8dd is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:16.448648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.457353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3033e5-b1f7-4086-8ae7-6e2fd0976d19,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:16.534257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.535415 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-594e81e5-2291-49b1-9d14-edbc3dfd7e4d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/ba3033e5-b1f7-4086-8ae7-6e2fd0976d19 HTTP/1.1" status: 204 len: 168 time: 0.3999381 May 13 15:18:16.538233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:16.642016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:16.653063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.662829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:16.669389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fd69edc6-11b3-4dea-9b6b-9ee687a7105a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:16.672193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:18:16.673127 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:16.681574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:16.682899 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:16.683821 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:16.723372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.765904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8:1::1 (90941faf-b02c-4517-b0db-ade1c39750eb/3d2ef487-545b-4de0-9821-317f763d8b8b/e565fba4-149c-4b8a-9824-dcd3cbdbdf28) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:16.852907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fd69edc6-11b3-4dea-9b6b-9ee687a7105a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:16.854830 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fd69edc6-11b3-4dea-9b6b-9ee687a7105a tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3154221 May 13 15:18:16.860674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:16.896348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.900698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Made reservation on behalf of 0e818b32a7024f9da2c403fc1706e8dd for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:16.904462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.913900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:16.914445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:16.918182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.046779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.066950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539633ce-7048-49a9-ac90-2a8341cba7eb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:17.073763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.128613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.138471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] device_id is not set on port 5f7770db-4cd4-4e0f-bd20-b2d3086d705b yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:17.195511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object e565fba4-149c-4b8a-9824-dcd3cbdbdf28 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:17.195823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.218362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ff81a3-f383-4ebc-b68d-f058422540ac,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:17.243360 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a05aa8f7-9827-4a96-9c77-ebede48dbfc3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.4344842 May 13 15:18:17.264220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:17.282023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b0b946ae-dcb5-4c04-a08c-728a9260fb85,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:17.288670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f6b811aa-9e1a-47fd-a4d8-fe18baec0740 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:17.303920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.305086 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0d6e9a59-e9ed-4842-a47a-ceea4f9ddb6a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/539633ce-7048-49a9-ac90-2a8341cba7eb HTTP/1.1" status: 204 len: 168 time: 1.4698989 May 13 15:18:17.306028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.309193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.313147 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-00bd18c7-7fb2-4f76-8d41-7e32116976c4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/90ff81a3-f383-4ebc-b68d-f058422540ac HTTP/1.1" status: 204 len: 168 time: 0.4511600 May 13 15:18:17.313738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35614) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.330319 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'e32e66dc-e966-424d-8447-dd207177af4c', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:0a:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:10Z', 'updated_at': '2022-05-13T15:18:10Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:17.334940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:17.343220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35616) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.347938 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:17.349270 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:17.373371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.391207 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589b4ca3-24ad-42c0-8e0b-640e2763e5ae'] response: {'name': 'network-changed', 'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'status': 'completed', 'code': 200} May 13 15:18:17.408145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.418049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:17.418049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.423822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.547123 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c13c988f-829b-49b0-8d33-08a53bcc9101 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2284613 May 13 15:18:17.560524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35622) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.562877 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:17.564094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 90941faf-b02c-4517-b0db-ade1c39750eb is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:17.568234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:17.570056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31133419-8ef5-43ac-934c-5fa5e399acc8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:17.584585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:17.609775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-107c321a-e673-4211-a4c1-2d3d83c16b74 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] delete failed (client error): The resource could not be found. May 13 15:18:17.614732 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-107c321a-e673-4211-a4c1-2d3d83c16b74 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/539633ce-7048-49a9-ac90-2a8341cba7eb HTTP/1.1" status: 404 len: 347 time: 0.0404215 May 13 15:18:17.617717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:17.618292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.629856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.630541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=e565fba4-149c-4b8a-9824-dcd3cbdbdf28,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:17.645320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6dcfee27-0a62-41e3-9bd9-a62fea9bebfe tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:17.663541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 31133419-8ef5-43ac-934c-5fa5e399acc8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:17.664077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.667189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--53605649'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:17.681012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:17.737540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:17.747544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:17.762065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:17.810912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-dd272d31-2aca-4b07-a189-1c71134127cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.813800 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-dd272d31-2aca-4b07-a189-1c71134127cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1099 time: 0.4322860 May 13 15:18:17.819708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6dcfee27-0a62-41e3-9bd9-a62fea9bebfe tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:17.824410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 31133419-8ef5-43ac-934c-5fa5e399acc8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:17.826803 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6dcfee27-0a62-41e3-9bd9-a62fea9bebfe tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4826937 May 13 15:18:17.831454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35630) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.896867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.917972 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 associated. External IP: 172.26.7.29, port: 59b77dda-a880-4826-8b83-c4c48286091a. May 13 15:18:18.040720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Allocated IP 172.20.0.3 (fc498903-4243-4b2e-b721-dad37e3d211a/17ae7b5c-a1aa-4575-ac97-411659ddfdc1/5f7770db-4cd4-4e0f-bd20-b2d3086d705b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:18.043269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.054604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.058350 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'e32e66dc-e966-424d-8447-dd207177af4c', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:0a:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:10Z', 'updated_at': '2022-05-13T15:18:10Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:18.063642 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20103aaa-af49-43a9-8779-38eb8d789390 None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'e32e66dc-e966-424d-8447-dd207177af4c', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:0a:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:10Z', 'updated_at': '2022-05-13T15:18:10Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:18.068572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:18.094461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:18.104564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:18.106737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dc529999-4c47-49a4-a7ae-af36f335c9ed None None] Provisioning for port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:18.112430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dc529999-4c47-49a4-a7ae-af36f335c9ed None None] Provisioning complete for port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:18.112871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dc529999-4c47-49a4-a7ae-af36f335c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.134302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:18.138275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.139052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router 3db8220b-f279-4946-aae2-aec7affe01b5 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:18.181192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dc529999-4c47-49a4-a7ae-af36f335c9ed None None] Port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:18.238478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-66cfe9ff-163d-4166-8a78-444b9f2e7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:18.239989 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-66cfe9ff-163d-4166-8a78-444b9f2e7c2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.4094968 May 13 15:18:18.251480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.321504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445db6e-a54c-41bd-84fc-ca6dd62179e7 None None] New status for floating IP e32e66dc-e966-424d-8447-dd207177af4c: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:18:18.481572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f0c30b5-cfe5-4e27-9ff6-b58363374e1a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:18.593909 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-79b2187e-d7ef-4bcb-8012-968ce9542294 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 1000 time: 0.3358452 May 13 15:18:18.612484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.644017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.647952 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67da2e23-95a0-499e-a012-b61a6bcebe3d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/9f0c30b5-cfe5-4e27-9ff6-b58363374e1a HTTP/1.1" status: 204 len: 168 time: 0.8156147 May 13 15:18:18.665075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35634) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:18.736096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.797423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-ffe4a7a8-a1d7-45cf-95fb-bc628b387007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:18.798904 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-ffe4a7a8-a1d7-45cf-95fb-bc628b387007 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.1912847 May 13 15:18:18.839014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:18.851704 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] Sync routers for ids ['3db8220b-f279-4946-aae2-aec7affe01b5'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:18.856612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7967a86-0b7a-4c7f-91f1-8c1bbcdfca4e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:18.865839 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] Routers {'3db8220b-f279-4946-aae2-aec7affe01b5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:18.865839 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3db8220b-f279-4946-aae2-aec7affe01b5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:18.892109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.893307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-14a14c39-d70e-4a9f-a551-85116e2fa4b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2448127 May 13 15:18:18.895981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9dd85f81-d3a2-4b6d-9adb-e45413c56317 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:18.898172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35638) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:18.903027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': 'a7967a86-0b7a-4c7f-91f1-8c1bbcdfca4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:18.915964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.917443 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1ea82aae-62ba-4745-8267-ee690e64e4bd tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "PUT /v2.0/routers/3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 200 len: 919 time: 9.6125646 May 13 15:18:18.920567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:18.923646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35642) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:18.926033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.933195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:18.938573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:18.942495 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:18.952834 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] Routers {'3db8220b-f279-4946-aae2-aec7affe01b5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:18.958034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3db8220b-f279-4946-aae2-aec7affe01b5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:18.958174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Transition to ACTIVE for port object 5f7770db-4cd4-4e0f-bd20-b2d3086d705b will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:18.991965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:19.010577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:19.030856 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:19.031476 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390b203-a8aa-4cc4-82d6-4ce82e2b7b3a None None] The sync data for ids ['3db8220b-f279-4946-aae2-aec7affe01b5'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:19.037719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:18:19.113158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9dd85f81-d3a2-4b6d-9adb-e45413c56317 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:19.114509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9dd85f81-d3a2-4b6d-9adb-e45413c56317 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4482455 May 13 15:18:19.123921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35646) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:19.193861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.199832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:19.210828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:19.216552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.222155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:19.222780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:19.239883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.247466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.272030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-05541bab-73c7-4327-922e-6635e17d7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:19.273522 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-05541bab-73c7-4327-922e-6635e17d7dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4647062 May 13 15:18:19.280310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.322119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Network fc498903-4243-4b2e-b721-dad37e3d211a is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:19.325456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:19.330982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:19.367460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'Port': ['ID=5f7770db-4cd4-4e0f-bd20-b2d3086d705b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:19.380932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.383089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.393674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.394513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.433272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:19.457934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4bad946d-815e-49a8-8cab-f116b63603dc tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 200 len: 925 time: 0.5318620 May 13 15:18:19.472218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35650) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:19.492455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e1cffbd-2d00-46c2-99bb-05d1b3faa273,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:19.524988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:19.526611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.552872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c32b0a0-2303-43a5-9ade-e78794fc5644 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.9666357 May 13 15:18:19.552872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:19.557023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35654) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:19.674977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a6fac4-4a33-4bdd-8b69-7af5d48de96c'] response: {'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a', 'status': 'completed', 'code': 200} May 13 15:18:19.676710 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-11e00145-a0c5-4b1d-9f72-3487c0f3df5b tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7747965 May 13 15:18:19.708785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=e565fba4-149c-4b8a-9824-dcd3cbdbdf28,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:19.712984 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-a0e8c414-f7c0-49d2-90a1-426816866806 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255371 May 13 15:18:19.716677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35660) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:19.726133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.727788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fd2334ed-9435-4a44-aa63-904a10802382 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/8e1cffbd-2d00-46c2-99bb-05d1b3faa273 HTTP/1.1" status: 204 len: 168 time: 0.5981193 May 13 15:18:19.740068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35664) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:19.773549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d3ae4ee8-3a1b-4486-8b37-68b1edfc69d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 HTTP/1.1" status: 200 len: 991 time: 0.2142522 May 13 15:18:19.796358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-278d40f3-596a-4159-9f47-6cb7e91191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:19.798359 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-278d40f3-596a-4159-9f47-6cb7e91191a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1099 time: 0.1265712 May 13 15:18:19.811224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-71f9056b-2f4d-4a3e-8a72-bfc8694ab48c None None] Provisioning for port 5f7770db-4cd4-4e0f-bd20-b2d3086d705b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:19.825345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-71f9056b-2f4d-4a3e-8a72-bfc8694ab48c None None] Provisioning complete for port 5f7770db-4cd4-4e0f-bd20-b2d3086d705b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:19.825811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-71f9056b-2f4d-4a3e-8a72-bfc8694ab48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.863007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.937590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-71f9056b-2f4d-4a3e-8a72-bfc8694ab48c None None] Port 5f7770db-4cd4-4e0f-bd20-b2d3086d705b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:19.953765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-d54605f6-8180-4dd2-8003-5e4974234f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:19.956059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-d54605f6-8180-4dd2-8003-5e4974234f50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 898 time: 0.1513431 May 13 15:18:19.975294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:13Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:19.979760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:19.988806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:19.989503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.989678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:20.058448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724e1877-c230-4fda-8d6a-cf8eee6b38d7,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:20.067096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 90941faf-b02c-4517-b0db-ade1c39750eb is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:20.082265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:20.109460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7e62d52e-a4dc-42bd-9603-81fcd8334323 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:20.115271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4107e2c-715e-4beb-9699-8fe74608b027 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.116313 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a4107e2c-715e-4beb-9699-8fe74608b027 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=3db8220b-f279-4946-aae2-aec7affe01b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6328483 May 13 15:18:20.124978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35668) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.197801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:20.208284 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-6f18e67e-77c7-4057-a87f-43a6c9fb4980 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 999 time: 0.2435997 May 13 15:18:20.226807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.230800 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c21bbd17-78bc-4a24-8307-f4a8f694ee84 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3289194 May 13 15:18:20.247896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35672) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.287291 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a79d57c-e29a-4452-b832-ee92cc55f35b req-3a610bba-04c4-4c66-884d-6bd1c28e54cf service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510476 May 13 15:18:20.312017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.318963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-0a64985f-6bf9-48b6-b705-42cdf35ca88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.320634 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-0a64985f-6bf9-48b6-b705-42cdf35ca88b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 200 len: 834 time: 0.1053813 May 13 15:18:20.364771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.367891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c78b54-ae44-432d-aeaf-7e688fb859c9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.373839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c78b54-ae44-432d-aeaf-7e688fb859c9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.380231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c78b54-ae44-432d-aeaf-7e688fb859c9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.384521 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-15c78b54-ae44-432d-aeaf-7e688fb859c9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6601398 May 13 15:18:20.389092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35676) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.417349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7e62d52e-a4dc-42bd-9603-81fcd8334323 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:20.421691 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7e62d52e-a4dc-42bd-9603-81fcd8334323 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6360416 May 13 15:18:20.422207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35680) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.465642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 430142a8-a732-497d-9c9b-27bcced27415 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:20.481241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Deleting port 5f7770db-4cd4-4e0f-bd20-b2d3086d705b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:20.481582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.506285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1befc095-c7f5-43ec-b8d8-7858c86b816c None None] Provisioning complete for port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:20.506853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1befc095-c7f5-43ec-b8d8-7858c86b816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.537028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.571641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=724e1877-c230-4fda-8d6a-cf8eee6b38d7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:20.573482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2084fb7-8eea-493b-8d70-4be5f62a3a9e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.580675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f2084fb7-8eea-493b-8d70-4be5f62a3a9e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Synchronizing usage tracker for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:20.602203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.602203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-94e48008-90a8-42a8-9e73-c0f79269adb6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/724e1877-c230-4fda-8d6a-cf8eee6b38d7 HTTP/1.1" status: 204 len: 168 time: 0.3481882 May 13 15:18:20.610770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-178f75b1-a1ca-4f78-8058-421e1f6439bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.610770 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-178f75b1-a1ca-4f78-8058-421e1f6439bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2765305 May 13 15:18:20.610770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35684) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.665871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1befc095-c7f5-43ec-b8d8-7858c86b816c None None] Port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:20.674150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f2084fb7-8eea-493b-8d70-4be5f62a3a9e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Unset dirty status for tenant:e6323b187d894813b1d836f4c7cccc7f on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:20.675823 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f2084fb7-8eea-493b-8d70-4be5f62a3a9e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.5493817 May 13 15:18:20.680607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35688) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.687304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.735955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:13Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:20.765875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238c0bb-73e0-4318-b9c3-d5492afbcc83 None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:13Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:20.771163 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b09dfde9-7b13-4dc2-a81f-fedc29d065a9 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 200 len: 205 time: 0.0737655 May 13 15:18:20.771163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35692) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.834295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35696) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.888970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d08889f5-f57b-4bc5-90cb-328cd98bbbdc tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:20.993740 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-7d58d5e8-f46d-4a2b-a1c7-dfb1032b31a9 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686883 May 13 15:18:21.026801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.077540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.088546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d08889f5-f57b-4bc5-90cb-328cd98bbbdc tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:21.089823 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d08889f5-f57b-4bc5-90cb-328cd98bbbdc tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4784746 May 13 15:18:21.091759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:21.093881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35700) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.104787 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] Sync routers for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:21.106579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a112823-3430-411e-886f-cc080c5d57d0 None None] New status for floating IP 7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:18:21.123524 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-62d3b581-0751-4bca-b054-875f724b036e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6625674 May 13 15:18:21.130293 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:21.133275 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:21.158500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35704) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.231426 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:21.251329 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:21.252750 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:21.261919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Calling delete_port for 5f7770db-4cd4-4e0f-bd20-b2d3086d705b owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:21.404132 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:21.404132 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adfdab-8362-4c95-8b0f-d32b649d1a60 None None] The sync data for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:21.407150 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-87b85320-63fb-4854-be13-c621e5381037 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 HTTP/1.1" status: 200 len: 991 time: 0.5669644 May 13 15:18:21.437432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7b032-cc5c-4362-bc81-c3f1c4e7b473 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.437432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-05a7b032-cc5c-4362-bc81-c3f1c4e7b473 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:21.443875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1af4083-d1fa-45e6-8112-b1cf3827f456 req-da2efb29-79de-4bdd-baa3-85929272f2d1 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420788 May 13 15:18:21.470719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.490263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.549420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.573121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-05a7b032-cc5c-4362-bc81-c3f1c4e7b473 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:21.573121 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-05a7b032-cc5c-4362-bc81-c3f1c4e7b473 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports/e565fba4-149c-4b8a-9824-dcd3cbdbdf28 HTTP/1.1" status: 200 len: 913 time: 0.4104867 May 13 15:18:21.575915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35708) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.610549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb56deb-d846-4846-89bb-9733e3c7b881,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:21.610549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.684612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.801635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.809418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event deleted for resources: {'Port': ['ID=5f7770db-4cd4-4e0f-bd20-b2d3086d705b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:21.856922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.856922 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0b09b872-a7e3-405b-9725-a0f6e9bb2ea3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/abb56deb-d846-4846-89bb-9733e3c7b881 HTTP/1.1" status: 204 len: 168 time: 1.4236329 May 13 15:18:21.856922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35712) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.928579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.059693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port d3f3d700-ca57-4cbc-8e8c-f48297c71a17 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:22.059693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.170331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7967a86-0b7a-4c7f-91f1-8c1bbcdfca4e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:22.218179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.218179 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37cc954e-3f55-4617-bc16-c0b83d263cb5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/a7967a86-0b7a-4c7f-91f1-8c1bbcdfca4e HTTP/1.1" status: 204 len: 168 time: 1.0995195 May 13 15:18:22.218179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f940abfc-b2b2-4925-8408-74d63fba44de tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:22.221589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35716) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.343958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.363888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.370144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f940abfc-b2b2-4925-8408-74d63fba44de tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:22.371133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-51b9a4ff-9389-4790-abe3-dcd71fc3f05d tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "DELETE /v2.0/ports/5f7770db-4cd4-4e0f-bd20-b2d3086d705b HTTP/1.1" status: 204 len: 168 time: 1.9757795 May 13 15:18:22.372222 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f940abfc-b2b2-4925-8408-74d63fba44de tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5189762 May 13 15:18:22.372754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35720) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.373078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35722) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.404763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35728) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.418599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-01c4bdda-9707-4d2a-b069-97c2fc996790 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:22.446527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Request body: {'port': {'name': 'tempest-new-port-name-1792432369', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:22.446527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.api.validators [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] bootfile-name is not in valid_values {{(pid=88838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:22.446527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.api.validators [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] tftp-server is not in valid_values {{(pid=88838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:22.446527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.api.validators [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] server-ip-address is not in valid_values {{(pid=88838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 15:18:22.493019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004886958'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:22.624465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for d3f3d700-ca57-4cbc-8e8c-f48297c71a17 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:22.670999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:22.689938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-01c4bdda-9707-4d2a-b069-97c2fc996790 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:22.695399 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-01c4bdda-9707-4d2a-b069-97c2fc996790 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4713728 May 13 15:18:22.697172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35732) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.707636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-91a6bc1e-e615-42b8-a1e1-311223979d40 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 HTTP/1.1" status: 200 len: 993 time: 0.3010662 May 13 15:18:22.714274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941162089'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:22.736475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:22.738920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:22.761066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:22.855513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.857219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.871102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.911154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.935024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:22.945859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:22.955855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:22.966255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:23.007971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:23.015853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:23.020755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:23.030880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:23.221342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.290024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port e565fba4-149c-4b8a-9824-dcd3cbdbdf28 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:23.291234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.320063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.345039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.360854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.392506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2891eeb2-47f5-40aa-8e69-bed4d9a6c60f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.428311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=d3f3d700-ca57-4cbc-8e8c-f48297c71a17,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.428311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.477076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.482201 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bd476627-c77d-4ba7-ab3f-755b3bb1c1be tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7775490 May 13 15:18:23.482201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35736) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:23.492260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '2891eeb2-47f5-40aa-8e69-bed4d9a6c60f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:23.503161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:23.512093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:23.525685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:23.535735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:23.557595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.566949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.573742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d41efa-6178-4ab6-9b37-67253ef5387e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.589894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.696007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.698004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for e565fba4-149c-4b8a-9824-dcd3cbdbdf28 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:23.725872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.740522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.740522 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ed043e61-35a6-4d9c-88ab-93b6f84ae46f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3592350 May 13 15:18:23.741930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:23.763459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '36d41efa-6178-4ab6-9b37-67253ef5387e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:23.773773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:23.792010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:23.799967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:23.815879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:23.817559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.826876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.868580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.905694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event updated for resources: {'Port': ['ID=a59beab3-9c85-4fcb-93cf-3461e152b48c,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.922665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] In _notify_port_updated(), no bound segment for port a59beab3-9c85-4fcb-93cf-3461e152b48c on network fc498903-4243-4b2e-b721-dad37e3d211a {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:18:23.925240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:23.925933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.927762 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c718ca5b-b1cd-413e-8804-ac9a867075d2 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "PUT /v2.0/ports/a59beab3-9c85-4fcb-93cf-3461e152b48c HTTP/1.1" status: 200 len: 1136 time: 1.5515239 May 13 15:18:23.930627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35746) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.002502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.003076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router 3db8220b-f279-4946-aae2-aec7affe01b5 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:24.022888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.024403 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1362984e-6a76-49af-9f66-e38507f2d5b3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 204 len: 168 time: 3.2579608 May 13 15:18:24.032079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edab12-42b2-46dd-8757-10edc59442f9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:24.034446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d9edab12-42b2-46dd-8757-10edc59442f9 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "GET /v2.0/ports/a59beab3-9c85-4fcb-93cf-3461e152b48c HTTP/1.1" status: 200 len: 1136 time: 0.1018186 May 13 15:18:24.034446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35750) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.039549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1156620258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:24.044713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35754) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.062509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.076851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:24.095491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:24.105987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:24.109679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.116465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:24.120748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7606f930-99ec-412e-b559-141558f9b17b None None] Provisioning complete for port a59beab3-9c85-4fcb-93cf-3461e152b48c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:24.121647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7606f930-99ec-412e-b559-141558f9b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.135421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Deleting port a59beab3-9c85-4fcb-93cf-3461e152b48c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:24.135767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.136355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e75432-d376-4d6a-979f-b48074d5c9a3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.189552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7606f930-99ec-412e-b559-141558f9b17b None None] Port a59beab3-9c85-4fcb-93cf-3461e152b48c cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:24.195225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.196035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.197044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.247489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.248654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a060aaba-c0f0-4f4b-9d70-16e3e65047c6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7659936 May 13 15:18:24.251698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35758) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.256725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '2891eeb2-47f5-40aa-8e69-bed4d9a6c60f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:24.262501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:24.267201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:24.270172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:24.289718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:24.330292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.334165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.359915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.404296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=e565fba4-149c-4b8a-9824-dcd3cbdbdf28,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.426888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.441861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4974f43a-426f-4b2a-ae74-1cc79dd0fea8,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.451672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.572918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Calling delete_port for a59beab3-9c85-4fcb-93cf-3461e152b48c owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:24.632138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.639110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-068e7c0b-1df7-400b-8804-3693f25a51f9 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8882496 May 13 15:18:24.639110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35762) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.654473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.713224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.744216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.769682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.770978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1680a365-4a1e-40f1-9aca-39fc5cc40d99 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7356522 May 13 15:18:24.773825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35766) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:24.782430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'enable_snat': False}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:24.892671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.916617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.963434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523acccf-a06d-4171-a7da-056e0d1a4449,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.991652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.036178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.123001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.124282 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0099a171-8b95-4d4d-aeeb-9da79e50edf2 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8715799 May 13 15:18:25.134002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35770) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:25.153489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event deleted for resources: {'Port': ['ID=a59beab3-9c85-4fcb-93cf-3461e152b48c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:25.158132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '2891eeb2-47f5-40aa-8e69-bed4d9a6c60f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:25.168142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:25.178106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:25.182643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:25.194778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:25.230329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 430142a8-a732-497d-9c9b-27bcced27415 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:25.333246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.368080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.407752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.418596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d41efa-6178-4ab6-9b37-67253ef5387e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:25.477745 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4d06a59d-5836-44dc-9dfe-0e9ef81e0fc5 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "DELETE /v2.0/ports/a59beab3-9c85-4fcb-93cf-3461e152b48c HTTP/1.1" status: 204 len: 168 time: 1.4258046 May 13 15:18:25.477745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35774) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:25.488371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.489549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cb49d63a-5189-499e-9691-a9dc290a7a47 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/36d41efa-6178-4ab6-9b37-67253ef5387e HTTP/1.1" status: 204 len: 168 time: 0.8476703 May 13 15:18:25.510061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35778) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:25.510061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:25.510061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ed0e1098-7ff8-4bf2-a91d-9e726ea72620 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9316380 May 13 15:18:25.536757 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] Sync routers for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:25.543834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35782) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:25.549018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.554611 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:25.554611 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:25.569169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Deleting subnet 17ae7b5c-a1aa-4575-ac97-411659ddfdc1 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:25.569169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.613305 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:25.613305 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:25.613305 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:25.675453 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:25.675849 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a9439-c3ca-4244-8f49-65caa0ab777e None None] The sync data for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:25.705969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.741506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.770271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3ec45947-6542-4ce2-b3a8-a9a212d49b9f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:25.836045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.962509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.089238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fbc73c-b149-46df-8692-c1499486b1b4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:26.100752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.136938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.156019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3ec45947-6542-4ce2-b3a8-a9a212d49b9f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:26.157452 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3ec45947-6542-4ce2-b3a8-a9a212d49b9f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6503966 May 13 15:18:26.161369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35786) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:26.168184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--830982801'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:26.177929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:26.185550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.203490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6dffd71c-e119-4701-9552-5bbdf74e654d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0511007 May 13 15:18:26.205834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.226493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:26.228213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35790) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:26.241089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '2891eeb2-47f5-40aa-8e69-bed4d9a6c60f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:26.247511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event deleted for resources: {'Subnet': ['ID=17ae7b5c-a1aa-4575-ac97-411659ddfdc1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:26.253866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:26.254737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.259313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c7818-647f-465b-9f0e-908178fee539 None None] Network fc498903-4243-4b2e-b721-dad37e3d211a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:26.280746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:26.280746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:26.283244 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b4c929c7-569f-4b6f-b315-aedb79ca775a tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "DELETE /v2.0/subnets/17ae7b5c-a1aa-4575-ac97-411659ddfdc1 HTTP/1.1" status: 204 len: 168 time: 0.7984879 May 13 15:18:26.283593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:26.283678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35794) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:26.371758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.443048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.518968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.554694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:26.578163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:26.578564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] DHCP port deletion for fc498903-4243-4b2e-b721-dad37e3d211a request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:26.583981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Deleting port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:26.584427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.591738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:26.614145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.614145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Allocated IP 172.26.7.2 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/3a878764-69d4-48fd-ab9a-193253f4578a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:26.637514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Deleting port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:26.637514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.647951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:26.758938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.818668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.832663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] For port f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,segment=NetworkSegment(efca14e4-18cf-47c0-baf4-0bc7d6345c17),segment_id=efca14e4-18cf-47c0-baf4-0bc7d6345c17)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:26.833067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.852630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.913069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:26.914214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.971592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.982867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Calling delete_port for f6b811aa-9e1a-47fd-a4d8-fe18baec0740 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:26.988572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.007766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3254dbba-3075-49a1-928b-38edf67391e8,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.011630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] For port f6b811aa-9e1a-47fd-a4d8-fe18baec0740, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,segment=NetworkSegment(efca14e4-18cf-47c0-baf4-0bc7d6345c17),segment_id=efca14e4-18cf-47c0-baf4-0bc7d6345c17)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:27.012075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.145183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.145183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e0ed294-f77d-4ed7-a48d-e750360e0a95 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9146559 May 13 15:18:27.148709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c88ef48-c336-423b-880c-556a2e5e49e3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.153363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35798) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:27.158406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '2891eeb2-47f5-40aa-8e69-bed4d9a6c60f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:27.168019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Calling delete_port for f6b811aa-9e1a-47fd-a4d8-fe18baec0740 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:27.171492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:27.177668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:27.183857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:27.194342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.209453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:27.235600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.235600 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-46b016b6-f0a5-4d44-81f5-67456a36d442 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0721891 May 13 15:18:27.238305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35802) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:27.241517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.253858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228740768'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:27.267581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:18:27.267921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:18:27.268295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] No DVR routers for this DVR port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:27.276854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f2409-c332-4b23-96cb-d056c85ab3dc None None] Pushing event deleted for resources: {'Port': ['ID=f6b811aa-9e1a-47fd-a4d8-fe18baec0740,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.282891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:27.305607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f6b811aa-9e1a-47fd-a4d8-fe18baec0740 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:27.334232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f6b811aa-9e1a-47fd-a4d8-fe18baec0740 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:27.334583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f6b811aa-9e1a-47fd-a4d8-fe18baec0740 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:27.370261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.424836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:27.450162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:27.460045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:27.460045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:27.465392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:27.477581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.480768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.489374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Pushing event updated for resources: {'Port': ['ID=3a878764-69d4-48fd-ab9a-193253f4578a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.567172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.600348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:27.603140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.611174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:27.615194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:27.620366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:27.690897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.719868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b54864-80f7-45ee-bcfd-602f198cd5b2,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.769390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Deleting port f6b811aa-9e1a-47fd-a4d8-fe18baec0740 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:27.769390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.790625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.839719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] The port 'f6b811aa-9e1a-47fd-a4d8-fe18baec0740' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:18:27.859338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.016250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.019186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-91d0615a-0c1e-44a8-8730-e2515430ab29 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8648982 May 13 15:18:28.019381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.025046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35806) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:28.037328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=5be6bb5c-e1a3-4746-abdf-c8cf5f8c1925,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.063576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.171999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc498903-4243-4b2e-b721-dad37e3d211a']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:28.183677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec2d7c-f57c-4acc-8962-cb4e4e648e3b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.189843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca14e4-18cf-47c0-baf4-0bc7d6345c17') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:28.190176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca14e4-18cf-47c0-baf4-0bc7d6345c17') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:28.194744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.210773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.231046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.253740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.257921 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5497fc13-001b-4f95-8143-8e935668006e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0187700 May 13 15:18:28.267456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35810) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:28.273218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.284943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '3c88ef48-c336-423b-880c-556a2e5e49e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ddec2d7c-f57c-4acc-8962-cb4e4e648e3b', 'remote_ip_prefix': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:28.297626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:28.304149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.308798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:28.313401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:28.323859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:28.371855 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:18:28.432031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.455305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:28.460024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:28.472743 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:28.481990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.546785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.623336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b54864-80f7-45ee-bcfd-602f198cd5b2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.639205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.641180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a54afe5b-233f-4c19-bf83-69839b3c1730 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/69b54864-80f7-45ee-bcfd-602f198cd5b2 HTTP/1.1" status: 204 len: 168 time: 0.6062474 May 13 15:18:28.648182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35814) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:28.692799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 430142a8-a732-497d-9c9b-27bcced27415 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:28.704954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.734992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.747805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] Pushing event deleted for resources: {'Network': ['ID=fc498903-4243-4b2e-b721-dad37e3d211a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.803960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b7f3ad9c-9c56-4bc8-a936-52dac5904873 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:28.816500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-19c956b5-6f11-4a02-ab0e-4ccbb3ed5a49 tempest-ExtraDHCPOptionsTestJSON-1764878095 tempest-ExtraDHCPOptionsTestJSON-1764878095-project] 10.222.0.91 "DELETE /v2.0/networks/fc498903-4243-4b2e-b721-dad37e3d211a HTTP/1.1" status: 204 len: 168 time: 2.5283940 May 13 15:18:28.867934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.869392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.888163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:28.898707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] Sync routers for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:28.910126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.911856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:28.913519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:28.914596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4e218085-cfd8-4d7d-b52b-061e92dd206a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859906 May 13 15:18:28.918536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35820) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:28.971370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ede72c1b-cb2f-44a8-8615-b69d561cfcda tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:29.007315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.010548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:29.019922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] Routers {'430142a8-a732-497d-9c9b-27bcced27415'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:29.020623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['430142a8-a732-497d-9c9b-27bcced27415'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:29.043975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59742b5e-6dda-4b78-a2d5-602cbe13b373,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:29.085577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:29.086655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008ab3c-401e-4191-a124-04ff64a205b2 None None] The sync data for ids ['430142a8-a732-497d-9c9b-27bcced27415'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:29.127541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b7f3ad9c-9c56-4bc8-a936-52dac5904873 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:29.128533 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b7f3ad9c-9c56-4bc8-a936-52dac5904873 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4794502 May 13 15:18:29.129707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ede72c1b-cb2f-44a8-8615-b69d561cfcda tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:29.130793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ede72c1b-cb2f-44a8-8615-b69d561cfcda tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=430142a8-a732-497d-9c9b-27bcced27415 HTTP/1.1" status: 200 len: 205 time: 0.2111154 May 13 15:18:29.131643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35824) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.134461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.135685 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3fa6d5a0-4765-49a4-b63b-bcf806114cbc tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8650403 May 13 15:18:29.138041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35828) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.138476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.175453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.178646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.212969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Router a75183a6-1504-4d51-98e0-f9ab3878369a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:29.303929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.307785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.323320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3254dbba-3075-49a1-928b-38edf67391e8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:29.416412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.417747 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f75a3bd9-1f14-45a3-a177-bfd4fde4675d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/3254dbba-3075-49a1-928b-38edf67391e8 HTTP/1.1" status: 204 len: 168 time: 0.2851446 May 13 15:18:29.420327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35836) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.422262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.478988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4c8682f0-471a-4a2c-a8c4-0ef7cf884775 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:29.521794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.535529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35842) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.663069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4c8682f0-471a-4a2c-a8c4-0ef7cf884775 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:29.665734 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c8682f0-471a-4a2c-a8c4-0ef7cf884775 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2428277 May 13 15:18:29.673673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35848) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.719123 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-68c24b30-112e-4cfe-bbd2-d91054cbe15e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e818b32a7024f9da2c403fc1706e8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823649 May 13 15:18:29.721726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.726797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35852) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.748476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.815970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.842325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.899373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.917176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50fbc73c-b149-46df-8692-c1499486b1b4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:29.927557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.932848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.963715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:29.972609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.973920 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] Sync routers for ids ['a75183a6-1504-4d51-98e0-f9ab3878369a'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:29.975959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.977398 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d3af3df9-6042-447c-8ce1-6ec427b11d29 HTTP/1.1" status: 204 len: 168 time: 0.2495880 May 13 15:18:29.984899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.986267 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d8258bf-e99a-4bf6-b76f-ee38da30b112 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "PUT /v2.0/routers/a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 200 len: 918 time: 5.2114568 May 13 15:18:29.987140 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] Routers {'a75183a6-1504-4d51-98e0-f9ab3878369a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:29.987837 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a75183a6-1504-4d51-98e0-f9ab3878369a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:29.988887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35858) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:29.989242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441c9b5-c234-4dd6-97d3-7b8a02531fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3af3df9-6042-447c-8ce1-6ec427b11d29,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:30.034841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.036358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e966fb75-bd80-4b64-b471-24ce66f4d1e5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/50fbc73c-b149-46df-8692-c1499486b1b4 HTTP/1.1" status: 204 len: 168 time: 0.3616219 May 13 15:18:30.038875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35862) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.060154 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:30.072194 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] Routers {'a75183a6-1504-4d51-98e0-f9ab3878369a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:30.072646 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a75183a6-1504-4d51-98e0-f9ab3878369a'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:30.076136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.076623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router 430142a8-a732-497d-9c9b-27bcced27415 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:30.081922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.090330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.093725 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5768e33e-c978-4fc2-9844-ba68f609b95a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415 HTTP/1.1" status: 204 len: 168 time: 0.9512541 May 13 15:18:30.095042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.103785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.107847 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/59742b5e-6dda-4b78-a2d5-602cbe13b373 HTTP/1.1" status: 204 len: 168 time: 0.9632154 May 13 15:18:30.110698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35870) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.111429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692475-156e-4945-8d7e-73c8c45e3641 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59742b5e-6dda-4b78-a2d5-602cbe13b373,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:30.151800 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:30.151800 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42617cb1-1123-4264-aa9e-fadd80718d8c None None] The sync data for ids ['a75183a6-1504-4d51-98e0-f9ab3878369a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:30.152876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-710066fc-2a48-4612-b009-f92f97827a11 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:30.198232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet 3d2ef487-545b-4de0-9821-317f763d8b8b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:30.201397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.251699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf421f2c-2044-4fef-a874-29ea20102017 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:30.265301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fdf3e942-5905-46d3-8074-4b66dcb6919b tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 200 len: 924 time: 0.2666326 May 13 15:18:30.265301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35874) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.265511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.314927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-710066fc-2a48-4612-b009-f92f97827a11 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:30.316254 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-710066fc-2a48-4612-b009-f92f97827a11 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2762804 May 13 15:18:30.319331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35878) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.355535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.361641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.379344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.394275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf421f2c-2044-4fef-a874-29ea20102017 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:30.398651 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bf421f2c-2044-4fef-a874-29ea20102017 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2849960 May 13 15:18:30.401564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718022c5-d124-4149-a106-6af4f82f5470 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:30.406242 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-718022c5-d124-4149-a106-6af4f82f5470 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=a75183a6-1504-4d51-98e0-f9ab3878369a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1415873 May 13 15:18:30.408145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35884) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.408466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35886) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.544654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.612398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=523acccf-a06d-4171-a7da-056e0d1a4449,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:30.628726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.630838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a16b3-ed82-4c35-86ac-2fcaf7398f1e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:30.632374 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4e3a16b3-ed82-4c35-86ac-2fcaf7398f1e tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/networks/fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 881 time: 0.2214804 May 13 15:18:30.635495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35900) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.659915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.686981 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a5f8fec8-b315-4e5f-a3c9-aedd74721532 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 200 len: 205 time: 0.0476453 May 13 15:18:30.687467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35904) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.870203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.928767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.942847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-42ccd8c1-b5b6-4d04-928d-c5efb0549465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.946933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.950949 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7119feef-2095-4753-b317-8ba43c24ec70 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/523acccf-a06d-4171-a7da-056e0d1a4449 HTTP/1.1" status: 204 len: 168 time: 0.6258833 May 13 15:18:30.950949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.953994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35914) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:30.995823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec2d7c-f57c-4acc-8962-cb4e4e648e3b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.000809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.010929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33dab92-ee58-40d5-9a3b-fb517d2b37aa None None] Network 90941faf-b02c-4517-b0db-ade1c39750eb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:31.017864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/3d2ef487-545b-4de0-9821-317f763d8b8b HTTP/1.1" status: 204 len: 168 time: 0.9147937 May 13 15:18:31.017864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39497be-29c8-4efa-bda9-a971a1d91044 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2ef487-545b-4de0-9821-317f763d8b8b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.017864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35920) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.048442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cacfc1e0-df03-41ec-9439-af690f797b2f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:31.138786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cacfc1e0-df03-41ec-9439-af690f797b2f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:31.149648 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cacfc1e0-df03-41ec-9439-af690f797b2f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1817176 May 13 15:18:31.149648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35924) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.185017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.185017 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55c5dac3-9947-4d8f-8860-5528f23d7e31 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/ddec2d7c-f57c-4acc-8962-cb4e4e648e3b HTTP/1.1" status: 204 len: 168 time: 0.7695851 May 13 15:18:31.185017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.192210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35928) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.196292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.220286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet 92f5975e-a309-497e-b3c3-08c5c4f3b441 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:31.222768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.279058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-09af7f10-6ab2-4d77-938d-13837226c56d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:31.321027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.355379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.366419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.371146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] DHCP port deletion for 90941faf-b02c-4517-b0db-ade1c39750eb request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:31.377425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Deleting port 31133419-8ef5-43ac-934c-5fa5e399acc8 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:31.377789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.386529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-09af7f10-6ab2-4d77-938d-13837226c56d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:31.390439 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09af7f10-6ab2-4d77-938d-13837226c56d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1958234 May 13 15:18:31.392392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35938) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.417773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e75432-d376-4d6a-979f-b48074d5c9a3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.434574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.461102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.472109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8360f724-69be-46bf-8d56-de3e7d9775bf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/b1e75432-d376-4d6a-979f-b48074d5c9a3 HTTP/1.1" status: 204 len: 168 time: 0.3169107 May 13 15:18:31.472109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.485534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.493965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port 3a878764-69d4-48fd-ab9a-193253f4578a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:31.495391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.526754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.557682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-97d31680-e5a7-4c36-9179-41d732c094a3 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:31.628102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] For port 31133419-8ef5-43ac-934c-5fa5e399acc8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31133419-8ef5-43ac-934c-5fa5e399acc8,segment=NetworkSegment(5f9da33b-c804-4416-91b8-0191de588daf),segment_id=5f9da33b-c804-4416-91b8-0191de588daf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:31.629114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.678788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35948) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.693738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-97d31680-e5a7-4c36-9179-41d732c094a3 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:31.697763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-97d31680-e5a7-4c36-9179-41d732c094a3 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2296016 May 13 15:18:31.699999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:31.714675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.763269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Calling delete_port for 31133419-8ef5-43ac-934c-5fa5e399acc8 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:31.772246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.804301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.812580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c88ef48-c336-423b-880c-556a2e5e49e3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.816010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1784975076'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:31.822493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:31.842515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:network and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:31.849160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.850194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:31.860373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for 3a878764-69d4-48fd-ab9a-193253f4578a owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:31.868439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:31.872967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.937871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=92f5975e-a309-497e-b3c3-08c5c4f3b441,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.941884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.949045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb1d38-9537-46ec-8b27-38d0571d1f68 None None] Network d983843a-a893-4b25-a1a6-e9430545327e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:31.953304 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d626e0d2-ea66-449c-b6e8-24fa154af77a tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/92f5975e-a309-497e-b3c3-08c5c4f3b441 HTTP/1.1" status: 204 len: 168 time: 0.9306176 May 13 15:18:31.954021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35958) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.044259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.048433 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c1db9e79-07e8-442d-aac3-6e4bd9c320d6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/3c88ef48-c336-423b-880c-556a2e5e49e3 HTTP/1.1" status: 204 len: 168 time: 0.6520832 May 13 15:18:32.051915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35962) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.057109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.059718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Made reservation on behalf of f07526db31944714aecb8ad115a7d329 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:32.061135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.081640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.109548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:32.111655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.124572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b3e1599f-79f5-4312-be5f-4869685267f6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:32.126403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:security_group_rule and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:32.142671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.146032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:32.153480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2891eeb2-47f5-40aa-8e69-bed4d9a6c60f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.155552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:32.160688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.161201 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-430ffac1-b589-4e95-8cdc-c679fc29d517 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/2891eeb2-47f5-40aa-8e69-bed4d9a6c60f HTTP/1.1" status: 204 len: 168 time: 0.4601834 May 13 15:18:32.164533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35966) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.169732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] Pushing event deleted for resources: {'Port': ['ID=31133419-8ef5-43ac-934c-5fa5e399acc8,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.183980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53f8d4-a445-420b-a271-7bc556df7d89 None None] No DVR routers for this DVR port 31133419-8ef5-43ac-934c-5fa5e399acc8 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:32.225257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.303972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] DHCP port deletion for d983843a-a893-4b25-a1a6-e9430545327e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:32.308878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Deleting port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:32.309345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.328943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.369483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90941faf-b02c-4517-b0db-ade1c39750eb']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:32.392431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9da33b-c804-4416-91b8-0191de588daf') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:32.392717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9da33b-c804-4416-91b8-0191de588daf') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:32.409684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b3e1599f-79f5-4312-be5f-4869685267f6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:32.413467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b3e1599f-79f5-4312-be5f-4869685267f6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3589027 May 13 15:18:32.414808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0d48d788-072c-458a-90f4-5a8276ce2efe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:32.414927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.421188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35970) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.432821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--710181920'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:32.451198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:32.454296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.468480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.469643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:32.477878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:32.477878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:32.489337 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:32.549080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=3a878764-69d4-48fd-ab9a-193253f4578a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.583712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.590663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] For port b6ed07bf-e7ab-4c6b-93bf-9191f4844671, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,segment=NetworkSegment(98eb92d6-8ec8-41f7-90cf-50e7043660a0),segment_id=98eb92d6-8ec8-41f7-90cf-50e7043660a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:32.591057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.632553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0d48d788-072c-458a-90f4-5a8276ce2efe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:32.633819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0d48d788-072c-458a-90f4-5a8276ce2efe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4682972 May 13 15:18:32.682672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35974) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.693335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.708789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845615920'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:32.722434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Calling delete_port for b6ed07bf-e7ab-4c6b-93bf-9191f4844671 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:32.737438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:32.757442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf57b05-7bc7-4706-b133-f1645402b6b4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.777643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:32.778077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.778077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.804080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.824820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:32.829795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:32.832756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:32.838724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:32.861518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.883197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.897388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=90941faf-b02c-4517-b0db-ade1c39750eb,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.904715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.905606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.906252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router a75183a6-1504-4d51-98e0-f9ab3878369a {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:32.923717 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-69183315-b04c-4a22-b11d-aba8aaac122c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/90941faf-b02c-4517-b0db-ade1c39750eb HTTP/1.1" status: 204 len: 168 time: 0.9687138 May 13 15:18:32.924776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.931075 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a55538be-45b9-4025-8f29-9375af6a17a5 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 204 len: 168 time: 2.2426260 May 13 15:18:32.932168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35978) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.932708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35980) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:32.940348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-289696317', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:32.958129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] Pushing event deleted for resources: {'Port': ['ID=b6ed07bf-e7ab-4c6b-93bf-9191f4844671,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:32.966039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.966298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e49fc-9b33-44f2-986a-c9a923f0a65b None None] No DVR routers for this DVR port b6ed07bf-e7ab-4c6b-93bf-9191f4844671 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:32.975765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:32.982562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.004496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.011716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Added segment 1aef18cd-227d-4948-a31f-5b38d58e3f0e of type vlan for network f0715294-22f7-4ca8-bd95-3e332e53967c May 13 15:18:33.011716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.015212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.029519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.034201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Usage tracker for resource:router and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:33.042175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:33.049696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.060586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.087837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.098644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.159307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-031f9d8e-73d7-489e-8da5-b5b4ee812e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.173430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef70c54-7390-4149-8f2a-2a2c00adb0b2,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:33.182541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.193203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.208844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.209141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:33.209253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.209362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.238191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.251459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.266265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b6ed07bf-e7ab-4c6b-93bf-9191f4844671 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:33.279030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d983843a-a893-4b25-a1a6-e9430545327e']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:33.288831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.294438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eb92d6-8ec8-41f7-90cf-50e7043660a0') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:33.294739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eb92d6-8ec8-41f7-90cf-50e7043660a0') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:33.301362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b6ed07bf-e7ab-4c6b-93bf-9191f4844671 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:33.301994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b6ed07bf-e7ab-4c6b-93bf-9191f4844671 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:33.302816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31133419-8ef5-43ac-934c-5fa5e399acc8 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:33.307406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.325656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.332138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:33.332536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.337710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 31133419-8ef5-43ac-934c-5fa5e399acc8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:33.338157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31133419-8ef5-43ac-934c-5fa5e399acc8 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:33.345043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.346849 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fafb7b30-39cc-4f40-8416-27ccb8f75576 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9219046 May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:33.347535 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:33.354107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 35986) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:33.355090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Network': ['ID=f0715294-22f7-4ca8-bd95-3e332e53967c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:33.361736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5246f16-1581-415f-9676-9dc0b824a332,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:33.367597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f0715294-22f7-4ca8-bd95-3e332e53967c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:33.400690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '6ef70c54-7390-4149-8f2a-2a2c00adb0b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:33.427828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.452681 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-76341d66-17aa-42c6-9c96-2a52460bde3a tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7692266 May 13 15:18:33.452681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.452681 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09b0c895-2714-4658-8bfd-13ed604f506f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7667410 May 13 15:18:33.452681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35992) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:33.455193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 35994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:33.459928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': 'c5246f16-1581-415f-9676-9dc0b824a332', 'direction': 'ingress', 'protocol': 17}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:33.467000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'subnet': {'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:33.485518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.516664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:33.561114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:33.562460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.578508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.594510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.598248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:subnet and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:33.601368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:33.609834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.653879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.682613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.716970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Made reservation on behalf of f07526db31944714aecb8ad115a7d329 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:33.723859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.723996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.740683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=d983843a-a893-4b25-a1a6-e9430545327e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:33.754516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.760100 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-30df654d-4411-4f1e-9eb5-34d274fcaefc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/d983843a-a893-4b25-a1a6-e9430545327e HTTP/1.1" status: 204 len: 168 time: 0.8260715 May 13 15:18:33.764514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.772751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36000) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:33.784864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-63774502'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:33.791066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:33.804830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:33.809311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:33.821715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:33.833620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.868011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.917932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.950178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.959934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:33.962329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d16b3ca-b569-42e3-8deb-9a390dc79b65,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:33.963330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.001020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778cb10d-169b-4411-85b4-95b4abc3a885,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.028991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:34.052198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.052597 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b of type vlan for network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 May 13 15:18:34.138485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.147085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.151090 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ed5bdc4d-02f8-4032-971e-39d3a6a9174e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6922822 May 13 15:18:34.151280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.183638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.301924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.305508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Subnet': ['ID=bd9abe21-e780-4539-852b-c45f3c905429,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.309790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Checking segment: {'id': '1aef18cd-227d-4948-a31f-5b38d58e3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:34.310196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network hostable DHCP agents. Network: f0715294-22f7-4ca8-bd95-3e332e53967c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:34.312507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.316163 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5e18140a-f96e-456a-bcc2-693ff55c1752 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9610209 May 13 15:18:34.323515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36008) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.365749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.375781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.400365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.410034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.420978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.461157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network f0715294-22f7-4ca8-bd95-3e332e53967c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:34.556025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.557907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:34.558511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.598426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.602123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.602123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.613384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f0715294-22f7-4ca8-bd95-3e332e53967c) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:34.617801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:34.618406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.625100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.625250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50cf8e-a73b-4035-bcc0-f057714a93b0 None None] Network f0715294-22f7-4ca8-bd95-3e332e53967c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:34.652510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5246f16-1581-415f-9676-9dc0b824a332,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.662923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=778cb10d-169b-4411-85b4-95b4abc3a885,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.682899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.682899 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ab24cdf3-9369-492f-81cb-d47fa729d0e5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/778cb10d-169b-4411-85b4-95b4abc3a885 HTTP/1.1" status: 204 len: 168 time: 0.3555739 May 13 15:18:34.683360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36012) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.695106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:34.719511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:34.737566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-51fb8022-0869-4573-8ef2-54a647769a2b tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:34.780156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:34.782108 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3a833286-2fb1-4923-9337-8fe724b414f4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/c5246f16-1581-415f-9676-9dc0b824a332 HTTP/1.1" status: 204 len: 168 time: 0.6291034 May 13 15:18:34.782271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Allocated IP 172.26.7.90 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/552ac0ba-1142-4717-8b93-2330e35d31f0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:34.784091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36016) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.807664 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ae12824f-0838-45d5-8f1b-4022f04246ff tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3538170 May 13 15:18:34.813415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36020) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.820604 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-90dcd52c-2fda-4ef2-ae43-7117fbe2dcd4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0468991 May 13 15:18:34.824394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1543501706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:34.833696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36024) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.841045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:34.872078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-51fb8022-0869-4573-8ef2-54a647769a2b tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:34.874866 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-51fb8022-0869-4573-8ef2-54a647769a2b tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1900995 May 13 15:18:34.880125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:34.882159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36028) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:34.911220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:router and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:34.918297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:34.941289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:34.947914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4dc84656-3773-4bb4-b3b4-636112c55035 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:34.997398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f0715294-22f7-4ca8-bd95-3e332e53967c', 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c', 'tenant_id': 'f07526db31944714aecb8ad115a7d329', 'fixed_ips': [{'subnet_id': 'bd9abe21-e780-4539-852b-c45f3c905429'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:34.999556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.007009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:35.010972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:35.014262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:35.020487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:35.024699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.041606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.065898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.065898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.073828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.083831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4dc84656-3773-4bb4-b3b4-636112c55035 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:35.086396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4dc84656-3773-4bb4-b3b4-636112c55035 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2997746 May 13 15:18:35.095488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36032) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:35.099406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--654269643'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:35.107200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:35.110952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.118843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:35.135422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:35.140864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.172301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Allocated IP 172.20.0.2 (f0715294-22f7-4ca8-bd95-3e332e53967c/bd9abe21-e780-4539-852b-c45f3c905429/4b8b5116-6ff2-4c9e-bb69-970343716b07) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:35.211883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.212019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.254458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.258981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:35.260810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.266111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:35.272516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:35.282879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:35.314004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef70c54-7390-4149-8f2a-2a2c00adb0b2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:35.325929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:35.333835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:35.340650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:35.372280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event updated for resources: {'Port': ['ID=552ac0ba-1142-4717-8b93-2330e35d31f0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:35.399661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.413464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Transition to ACTIVE for port object 4b8b5116-6ff2-4c9e-bb69-970343716b07 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:35.432058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Transition to ACTIVE for port object 4b8b5116-6ff2-4c9e-bb69-970343716b07 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:35.441559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.473740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.474945 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6f466bcb-57af-458e-ae4f-54e58d82cfbc tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6605484 May 13 15:18:35.477755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36036) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:35.542773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.543926 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c11a5e45-43c1-4d36-ab92-57e6f10ac1e4 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/6ef70c54-7390-4149-8f2a-2a2c00adb0b2 HTTP/1.1" status: 204 len: 168 time: 0.6607993 May 13 15:18:35.547360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36040) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:35.558868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.640468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Network f0715294-22f7-4ca8-bd95-3e332e53967c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:35.644219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:35.646891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:35.655072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-86d27717-8ef4-4518-8a20-9103eeade8a6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:35.686835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b5116-6ff2-4c9e-bb69-970343716b07,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:35.720854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.724263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.753043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-86d27717-8ef4-4518-8a20-9103eeade8a6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:35.758878 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-86d27717-8ef4-4518-8a20-9103eeade8a6 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2061181 May 13 15:18:35.766790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36044) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:35.767508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Attempting to bind port 4b8b5116-6ff2-4c9e-bb69-970343716b07 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:35.767881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Attempting to bind port 4b8b5116-6ff2-4c9e-bb69-970343716b07 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1aef18cd-227d-4948-a31f-5b38d58e3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:35.768242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Attempting to bind port 4b8b5116-6ff2-4c9e-bb69-970343716b07 on network f0715294-22f7-4ca8-bd95-3e332e53967c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:35.773649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:35.774116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Checking segment: {'id': '1aef18cd-227d-4948-a31f-5b38d58e3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:35.774915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.774915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Bound using segment: {'id': '1aef18cd-227d-4948-a31f-5b38d58e3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:35.775359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Bound port: 4b8b5116-6ff2-4c9e-bb69-970343716b07, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aef18cd-227d-4948-a31f-5b38d58e3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:35.775698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.805704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119595637'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:35.864373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.876994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] For port 4b8b5116-6ff2-4c9e-bb69-970343716b07, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:35.880410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] For port 4b8b5116-6ff2-4c9e-bb69-970343716b07, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4b8b5116-6ff2-4c9e-bb69-970343716b07,segment=NetworkSegment(1aef18cd-227d-4948-a31f-5b38d58e3f0e),segment_id=1aef18cd-227d-4948-a31f-5b38d58e3f0e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:35.897301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:35.946719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.041841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.043288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:36.043288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e003add-5ac6-4cbb-8397-200541862786,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:36.043288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=12ddd574-26cb-49de-a23e-0a28a03ed9c1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:36.064485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7482cd-268c-48a1-9def-38d111d8a2d1 None None] Pushing event updated for resources: {'Port': ['ID=4b8b5116-6ff2-4c9e-bb69-970343716b07,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:36.141471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:36.141841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:36.260575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.412801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.476895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.476895 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-220c907b-b3ba-4ce1-acb7-fd184f3fd616 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3808813 May 13 15:18:36.479019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36048) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:36.488257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--746385562'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:36.500133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:36.503045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:36.513314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:36.521122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:36.563084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:36.582740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.654199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:36.666908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:36.676115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65363a06-e6b8-40e7-a715-0cd04daabc19 None None] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:36.685606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.710214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:36.717103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:36.718668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.724249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Router 6757e557-a404-4898-b2cd-3864f437ed42 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:36.759132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:36.787917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Allocated IP 172.20.0.1 (f0715294-22f7-4ca8-bd95-3e332e53967c/bd9abe21-e780-4539-852b-c45f3c905429/9057765b-7b88-4f2e-979f-4905e2c9aba6) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:36.787917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:36.795162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:36.820142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:36.938774 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6d6e66a3-6209-4db8-bb69-8a7ebf1059ae tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1012640 May 13 15:18:36.943958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36054) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:36.965915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-930742478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:36.974377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2', 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': '12ddd574-26cb-49de-a23e-0a28a03ed9c1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:36.975477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.991683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:36.998983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:37.005225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] Sync routers for ids ['6757e557-a404-4898-b2cd-3864f437ed42'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:37.025243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:37.036424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:37.055291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.062641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:37.070410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] Routers {'6757e557-a404-4898-b2cd-3864f437ed42'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:37.074947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6757e557-a404-4898-b2cd-3864f437ed42'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:37.092092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.094897 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5205f0f7-53ca-4d06-9784-0de944994ac0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1591752 May 13 15:18:37.097594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36058) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:37.103774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:37.132148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.156701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:37.156845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.158664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.178625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] Routers {'6757e557-a404-4898-b2cd-3864f437ed42'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:37.179490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6757e557-a404-4898-b2cd-3864f437ed42'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:37.186430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.188111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.191693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Transition to ACTIVE for port object 9057765b-7b88-4f2e-979f-4905e2c9aba6 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:37.251717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:37.251717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.276016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.330039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03f6712-8807-46b1-9a34-d54bba99e895,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:37.335246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.339661 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1919b33c-765e-4dc2-bcf6-04ca63fc3524 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5609112 May 13 15:18:37.340985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36062) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:37.348001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:37.349466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:37.350027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd03eb-6921-4d43-b02e-f6f24c37d87f None None] The sync data for ids ['6757e557-a404-4898-b2cd-3864f437ed42'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:37.356869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:37.359507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.369972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:37.381415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:37.382104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4b8b5116-6ff2-4c9e-bb69-970343716b07 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:37.388535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:37.441983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.456818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Allocated IP 2001:db8::2 (ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2/12ddd574-26cb-49de-a23e-0a28a03ed9c1/6b6204c3-e4eb-4649-859e-e2f692ebc46b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:37.484042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.492586 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d0249fa-9d29-4fcc-9138-0fc132052ae5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0064528 May 13 15:18:37.496411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36066) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:37.501925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.503403 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-21bddc0d-169d-44c1-8d4a-f51029308c56 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5422781 May 13 15:18:37.526848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:37.531595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '4e003add-5ac6-4cbb-8397-200541862786', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e03f6712-8807-46b1-9a34-d54bba99e895', 'remote_ip_prefix': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:37.544343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'port': {'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2', 'name': 'tempest-RoutersIpV6Test-398668657'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:37.575606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:37.582359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 4b8b5116-6ff2-4c9e-bb69-970343716b07 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:37.590458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network f0715294-22f7-4ca8-bd95-3e332e53967c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:37.641512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:37.653282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:37.653282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:37.662450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=9057765b-7b88-4f2e-979f-4905e2c9aba6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:37.680167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:37.715294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:37.762326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.776986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Transition to ACTIVE for port object 6b6204c3-e4eb-4649-859e-e2f692ebc46b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:37.789387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.805661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Transition to ACTIVE for port object 6b6204c3-e4eb-4649-859e-e2f692ebc46b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:37.837495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d97ea-4c80-4abd-87a7-0064b9dc7262 None None] Network f0715294-22f7-4ca8-bd95-3e332e53967c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:37.882719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.898857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.942923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:37.960204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.036652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:38.042243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.048586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Deleting port 552ac0ba-1142-4717-8b93-2330e35d31f0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:38.049067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:38.049172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.049266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:port and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:38.049372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:38.051100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Provisioning for port 4b8b5116-6ff2-4c9e-bb69-970343716b07 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:38.052068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:38.056182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:38.059426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:38.063556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Provisioning complete for port 4b8b5116-6ff2-4c9e-bb69-970343716b07 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:38.064156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.068561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.095633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Pushing event updated for resources: {'Port': ['ID=6b6204c3-e4eb-4649-859e-e2f692ebc46b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.121482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.157281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f068dbd5-f53d-409a-9f23-8b6cb2aac29f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.164443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:38.167868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.263445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.271335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] device_id is not set on port 93124bcd-c2a0-45d1-82fa-217b50f1d103 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:38.318411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.333379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Attempting to bind port 6b6204c3-e4eb-4649-859e-e2f692ebc46b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:38.334257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Attempting to bind port 6b6204c3-e4eb-4649-859e-e2f692ebc46b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:38.334621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Attempting to bind port 6b6204c3-e4eb-4649-859e-e2f692ebc46b on network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:38.344466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:38.344844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Checking segment: {'id': 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:38.345294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.345927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Bound using segment: {'id': 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:38.346476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Bound port: 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:38.346851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.370959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.398155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.431787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.435105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b082ffdc-9659-496b-a8ba-43dfe1a00e61 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0929735 May 13 15:18:38.451808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36076) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:38.455497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c874f-727b-48c8-b7d7-402106b88818,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.495645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Current status of the port 4b8b5116-6ff2-4c9e-bb69-970343716b07 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:38.496018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.503722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Calling delete_port for 552ac0ba-1142-4717-8b93-2330e35d31f0 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:38.532578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b4eea412-1d56-432f-a576-e144c863903a None None] For port 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:38.533328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b4eea412-1d56-432f-a576-e144c863903a None None] For port 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6b6204c3-e4eb-4649-859e-e2f692ebc46b,segment=NetworkSegment(c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b),segment_id=c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:38.547321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] For port 4b8b5116-6ff2-4c9e-bb69-970343716b07, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4b8b5116-6ff2-4c9e-bb69-970343716b07,segment=NetworkSegment(1aef18cd-227d-4948-a31f-5b38d58e3f0e),segment_id=1aef18cd-227d-4948-a31f-5b38d58e3f0e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:38.642418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.671354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f5f26ef5-6e74-4361-9228-e5b75fcd88f3 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules/f068dbd5-f53d-409a-9f23-8b6cb2aac29f HTTP/1.1" status: 200 len: 763 time: 0.2100689 May 13 15:18:38.671995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:38.721856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8::47 (ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2/12ddd574-26cb-49de-a23e-0a28a03ed9c1/93124bcd-c2a0-45d1-82fa-217b50f1d103) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:38.725810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.727220 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-06ca34a5-fa6e-4a19-a884-6d4eee17c143 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2274187 May 13 15:18:38.740073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36084) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:38.744453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea412-1d56-432f-a576-e144c863903a None None] Pushing event updated for resources: {'Port': ['ID=6b6204c3-e4eb-4649-859e-e2f692ebc46b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.747538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.764167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e99fc56-d8bd-4e6f-aa1e-b81074b19974 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:38.772815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.786056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.841663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d8e2-a033-4ecb-96e7-4e838ca1a0ec None None] Pushing event updated for resources: {'Port': ['ID=4b8b5116-6ff2-4c9e-bb69-970343716b07,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.871014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Provisioning complete for port 4b8b5116-6ff2-4c9e-bb69-970343716b07 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:38.871392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.884516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.031941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e99fc56-d8bd-4e6f-aa1e-b81074b19974 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:39.033566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e99fc56-d8bd-4e6f-aa1e-b81074b19974 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3589642 May 13 15:18:39.038784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Pushing event deleted for resources: {'Port': ['ID=552ac0ba-1142-4717-8b93-2330e35d31f0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:39.044977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Current status of the port 4b8b5116-6ff2-4c9e-bb69-970343716b07 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:39.049066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36088) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:39.124867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.144596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Provisioning for port 9057765b-7b88-4f2e-979f-4905e2c9aba6 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:39.149440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Provisioning complete for port 9057765b-7b88-4f2e-979f-4905e2c9aba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:39.150116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.151472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.194839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.238817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-79f942d9-bd73-4fab-a8ad-8fb5fee5e12a None None] Port 9057765b-7b88-4f2e-979f-4905e2c9aba6 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:39.277644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.281871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/345c874f-727b-48c8-b7d7-402106b88818 HTTP/1.1" status: 204 len: 168 time: 0.5421309 May 13 15:18:39.283753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b20ab-90fc-43a3-aa81-d753cde06289 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=345c874f-727b-48c8-b7d7-402106b88818,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:39.284246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.288134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:39.363268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5e0ef890-6835-4ad5-a8e7-037e1538ae65 None None] Provisioning complete for port 9057765b-7b88-4f2e-979f-4905e2c9aba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:39.363764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef890-6835-4ad5-a8e7-037e1538ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.413500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4b8b5116-6ff2-4c9e-bb69-970343716b07 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:39.479455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b2e578e6-3818-4fdc-977f-e14c1125cdbd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:39.495048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ef890-6835-4ad5-a8e7-037e1538ae65 None None] Port 9057765b-7b88-4f2e-979f-4905e2c9aba6 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:39.519111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 4b8b5116-6ff2-4c9e-bb69-970343716b07 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:39.520486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.577498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.582646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.590785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.599847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 93124bcd-c2a0-45d1-82fa-217b50f1d103 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:39.600432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.615572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.618130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f068dbd5-f53d-409a-9f23-8b6cb2aac29f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:39.637214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b2e578e6-3818-4fdc-977f-e14c1125cdbd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:39.642499 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b2e578e6-3818-4fdc-977f-e14c1125cdbd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3347704 May 13 15:18:39.646648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36096) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:39.653616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 4b8b5116-6ff2-4c9e-bb69-970343716b07 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:39.654737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6b6204c3-e4eb-4649-859e-e2f692ebc46b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:39.672584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.778400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Router 6757e557-a404-4898-b2cd-3864f437ed42 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:39.809662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.828255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.902881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.907032 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-276f5b69-6029-4a30-ab86-6311a5161725 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/f068dbd5-f53d-409a-9f23-8b6cb2aac29f HTTP/1.1" status: 204 len: 168 time: 0.8563011 May 13 15:18:39.907696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36100) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:39.921429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 6b6204c3-e4eb-4649-859e-e2f692ebc46b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:39.948031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:39.958631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:39.960399 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] Sync routers for ids ['6757e557-a404-4898-b2cd-3864f437ed42'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:39.962635 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eecd39b0-0d69-4578-8639-599c454814e0 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "PUT /v2.0/routers/6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 200 len: 709 time: 2.8637931 May 13 15:18:39.963698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36104) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:39.977309 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] Routers {'6757e557-a404-4898-b2cd-3864f437ed42'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:39.978123 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6757e557-a404-4898-b2cd-3864f437ed42'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:40.004320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:40.019092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network f0715294-22f7-4ca8-bd95-3e332e53967c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:40.020583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:40.037097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:40.043374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:40.045480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.055272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:40.064778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:40.064922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.078515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=9057765b-7b88-4f2e-979f-4905e2c9aba6,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:40.087693 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] Routers {'6757e557-a404-4898-b2cd-3864f437ed42'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:40.087693 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6757e557-a404-4898-b2cd-3864f437ed42'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:40.148183 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:40.149177 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ced742-ee4c-4059-b449-afbd639fa4c7 None None] The sync data for ids ['6757e557-a404-4898-b2cd-3864f437ed42'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:40.207517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f999be1-7951-4885-b02d-c150dde68599 None None] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:40.293190 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3e741b02-5fde-48d0-bce6-22bd0dfd29cb tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/routers/6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 200 len: 744 time: 0.3268151 May 13 15:18:40.302482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b029b936-e21d-45a9-9790-7bdea64b1a37 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:40.305001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36108) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:40.363256 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ca23366a-9901-4099-b3d4-5a9beaa6d6b4 tempest-RoutersIpV6AdminTest-387165119 tempest-RoutersIpV6AdminTest-387165119-project-admin] 10.222.0.91 "GET /v2.0/ports?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&device_id=6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 200 len: 205 time: 0.0560358 May 13 15:18:40.365395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36112) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:40.414576 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5a3028d-ef76-46e4-8483-99bc8d77c5b7 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 200 len: 205 time: 0.0480232 May 13 15:18:40.419554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36116) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:40.460602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Provisioning for port 6b6204c3-e4eb-4649-859e-e2f692ebc46b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:40.465633 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9263594 May 13 15:18:40.471020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Provisioning complete for port 6b6204c3-e4eb-4649-859e-e2f692ebc46b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:40.471391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.484152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.484274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36120) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:40.508863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a4e34-63bd-4ad7-9eda-3e1f7448ba60 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=93124bcd-c2a0-45d1-82fa-217b50f1d103,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:40.534058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b029b936-e21d-45a9-9790-7bdea64b1a37 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:40.538501 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b029b936-e21d-45a9-9790-7bdea64b1a37 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6191800 May 13 15:18:40.540138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36124) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:40.554816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:40.572809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:40.583627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:40.628221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Current status of the port 6b6204c3-e4eb-4649-859e-e2f692ebc46b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:40.628669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.665110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.667667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] For port 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6b6204c3-e4eb-4649-859e-e2f692ebc46b,segment=NetworkSegment(c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b),segment_id=c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:40.692690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03f6712-8807-46b1-9a34-d54bba99e895,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:40.710818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Router 7f10ffda-0c5a-43b2-8577-90a6d33882a5 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:40.715945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.784302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.787288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.891167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d3349-b64c-49cc-b14b-bfe4194dc31e None None] Pushing event updated for resources: {'Port': ['ID=6b6204c3-e4eb-4649-859e-e2f692ebc46b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:40.903703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.904855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-810ee9f4-eed2-43a6-b1a6-da2c523a437a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/e03f6712-8807-46b1-9a34-d54bba99e895 HTTP/1.1" status: 204 len: 168 time: 1.2608173 May 13 15:18:40.912438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Provisioning complete for port 6b6204c3-e4eb-4649-859e-e2f692ebc46b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:40.913007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:40.948238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36128) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.064247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.069846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:41.073726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Current status of the port 6b6204c3-e4eb-4649-859e-e2f692ebc46b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:41.083568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] Sync routers for ids ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:41.087869 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6484f01-322c-4b9a-83f7-0612f86e8c84 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "PUT /v2.0/routers/7f10ffda-0c5a-43b2-8577-90a6d33882a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6089962 May 13 15:18:41.091297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36132) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.099924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] Routers {'7f10ffda-0c5a-43b2-8577-90a6d33882a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:41.100163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'port': {'network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c', 'name': 'tempest-FloatingIPNegativeTestJSON-661505502'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:41.101150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:41.176369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:41.187267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Provisioning for port 93124bcd-c2a0-45d1-82fa-217b50f1d103 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:41.191672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] Routers {'7f10ffda-0c5a-43b2-8577-90a6d33882a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:41.192678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:41.193774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.215636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9f0f3aa1-c1d9-4e83-9492-8f1ec698ddbf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:41.244811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c325768-f463-4dd6-ac29-a598d71b95e1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:41.260445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Provisioning complete for port 93124bcd-c2a0-45d1-82fa-217b50f1d103 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:41.260960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.311758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6b6204c3-e4eb-4649-859e-e2f692ebc46b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:41.352050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:41.356913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.359056 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-690c2fa1-7526-4fb5-8138-0d2cc597b1c2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8129404 May 13 15:18:41.362024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:port and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:41.365073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9f0f3aa1-c1d9-4e83-9492-8f1ec698ddbf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:41.366550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9f0f3aa1-c1d9-4e83-9492-8f1ec698ddbf tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.4173841 May 13 15:18:41.367704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:41.370539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.370925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:41.371209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36138) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.371533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b4155-c54c-4c90-bd4e-1065d7eb3e36 None None] The sync data for ids ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:41.439835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Port 93124bcd-c2a0-45d1-82fa-217b50f1d103 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:41.440340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:41.449936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6b6204c3-e4eb-4649-859e-e2f692ebc46b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:41.449936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.460642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e2b0b0bf-bb8c-402a-abce-f0c4a615b941 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules/9c325768-f463-4dd6-ac29-a598d71b95e1 HTTP/1.1" status: 200 len: 763 time: 0.0878599 May 13 15:18:41.466652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.514713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.520956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Provisioning complete for port 9057765b-7b88-4f2e-979f-4905e2c9aba6 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:41.550125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.557784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.582650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5a06d82-1e3f-4f9e-b693-30dce93f5b82 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:41.585115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Made reservation on behalf of f07526db31944714aecb8ad115a7d329 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:41.588671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.590756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cb0881b7-9e20-4ac0-b301-eda05bb7aacd None None] Port 9057765b-7b88-4f2e-979f-4905e2c9aba6 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:41.607410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.613118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.651660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] device_id is not set on port ae07df3e-b3e7-4b79-8395-fdf10897a2b1 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:41.654563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6b6204c3-e4eb-4649-859e-e2f692ebc46b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:41.721345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-84594df1-1b98-48eb-8389-1395a1ded8db None None] Provisioning complete for port 93124bcd-c2a0-45d1-82fa-217b50f1d103 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:41.721983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84594df1-1b98-48eb-8389-1395a1ded8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.751614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5a06d82-1e3f-4f9e-b693-30dce93f5b82 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:41.751614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5a06d82-1e3f-4f9e-b693-30dce93f5b82 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2754796 May 13 15:18:41.751614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36148) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.768459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.799277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-84594df1-1b98-48eb-8389-1395a1ded8db None None] Port 93124bcd-c2a0-45d1-82fa-217b50f1d103 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:41.824679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.825417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Fanout notify agent at l3_agent the message router_deleted on router 6757e557-a404-4898-b2cd-3864f437ed42 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:41.835690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.849878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.851231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ca27724d-0e4b-4c5a-b468-b24a1636c715 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 204 len: 168 time: 1.4349458 May 13 15:18:41.856571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.856985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36154) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.867797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:41.903228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e003add-5ac6-4cbb-8397-200541862786,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:41.911982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3071fe0c-30c3-47aa-b3d6-9fe2b8fc9d24 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 200 len: 205 time: 0.0539055 May 13 15:18:41.914763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36158) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.915088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36160) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.922577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Allocated IP 172.20.0.9 (f0715294-22f7-4ca8-bd95-3e332e53967c/bd9abe21-e780-4539-852b-c45f3c905429/ae07df3e-b3e7-4b79-8395-fdf10897a2b1) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:42.041006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.063815 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-1d253860-7027-4dcf-ad83-4cc4dba599f3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:42.064844 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1d253860-7027-4dcf-ad83-4cc4dba599f3 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/6757e557-a404-4898-b2cd-3864f437ed42 HTTP/1.1" status: 404 len: 336 time: 0.1473370 May 13 15:18:42.072636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36166) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.086519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c325768-f463-4dd6-ac29-a598d71b95e1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:42.147212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.148355 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99456dfd-1814-4fff-971b-cbfd657ed2d5 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/4e003add-5ac6-4cbb-8397-200541862786 HTTP/1.1" status: 204 len: 168 time: 0.7744122 May 13 15:18:42.152673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.169699 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-89e44383-9c98-469b-9190-19079e720342 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 200 len: 205 time: 0.0891533 May 13 15:18:42.172169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36174) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.260256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.261318 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c819a4dd-42bf-4d1f-94eb-9da565397be5 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/9c325768-f463-4dd6-ac29-a598d71b95e1 HTTP/1.1" status: 204 len: 168 time: 0.5124609 May 13 15:18:42.268763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36178) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.279676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-eeee2da7-3e9b-492c-b598-482f3cd610b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:42.284115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eeee2da7-3e9b-492c-b598-482f3cd610b6 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/a75183a6-1504-4d51-98e0-f9ab3878369a HTTP/1.1" status: 404 len: 336 time: 0.1082106 May 13 15:18:42.294844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36182) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.306545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865c858-3da0-4fec-921a-6410d6ae51c6 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:42.307023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865c858-3da0-4fec-921a-6410d6ae51c6 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:42.307489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865c858-3da0-4fec-921a-6410d6ae51c6 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:42.312254 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4865c858-3da0-4fec-921a-6410d6ae51c6 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?project_id=550105f4ce0d495cab1e52953538d7fc&network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 3000 time: 0.3931286 May 13 15:18:42.357691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6bb7f93c-9d6f-4486-b3c0-67a53fd44e62 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2039032 May 13 15:18:42.366983 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eb238d44-f3a9-40c3-a8c2-418625e91acb tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 200 len: 205 time: 0.0716295 May 13 15:18:42.367651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36188) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.370711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.371913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6af8ab8c-1d86-4eaf-9f0e-7c74575d7d88 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:42.379921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314638435'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:42.404907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.421043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Transition to ACTIVE for port object ae07df3e-b3e7-4b79-8395-fdf10897a2b1 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:42.466055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:42.466819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6af8ab8c-1d86-4eaf-9f0e-7c74575d7d88 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:42.468798 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6af8ab8c-1d86-4eaf-9f0e-7c74575d7d88 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1990449 May 13 15:18:42.473220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36198) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.473562 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-612e5306-773e-4094-b0ad-2c91859bc835 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:42.474777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-612e5306-773e-4094-b0ad-2c91859bc835 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/3db8220b-f279-4946-aae2-aec7affe01b5 HTTP/1.1" status: 404 len: 336 time: 0.1018147 May 13 15:18:42.477362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.478470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:42.479181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:42.481865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36202) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.484862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:42.485003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:42.494339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:42.531970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:42.535654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-da65812a-0de6-4833-b7f2-f3c9eb5a4f63 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 200 len: 205 time: 0.0527842 May 13 15:18:42.538251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36206) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.586790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.594925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.605846 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Project 3cbeb418284a4430b254d072d590b9e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:18:42.643784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.669089 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-a50ec20e-e5d5-4bc1-bb24-5bf6bb6f8181 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:42.673208 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a50ec20e-e5d5-4bc1-bb24-5bf6bb6f8181 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/e824f27c-3fa9-4473-bff0-6a439b19b48b HTTP/1.1" status: 404 len: 336 time: 0.1308784 May 13 15:18:42.673208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:42.681735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36210) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.728246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:42.738511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=93124bcd-c2a0-45d1-82fa-217b50f1d103,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:42.743859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:42.750571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:42.760965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:42.892516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network f0715294-22f7-4ca8-bd95-3e332e53967c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:42.903367 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-88d0d0f2-d87f-4275-a6b1-92243e1c9c71 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 200 len: 205 time: 0.2185729 May 13 15:18:42.903367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=ae07df3e-b3e7-4b79-8395-fdf10897a2b1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:42.908262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36214) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.909120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:42.913367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:42.945973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.027240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.040100 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-1a55eda9-6966-41a6-80c9-63f3ff721734 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:43.040332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4a64597f-9272-4e0b-a71e-145ec5ad1428 None None] Provisioning complete for port 93124bcd-c2a0-45d1-82fa-217b50f1d103 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:43.040332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4a64597f-9272-4e0b-a71e-145ec5ad1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.040865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a55eda9-6966-41a6-80c9-63f3ff721734 tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/ab08362b-68ee-457a-a50e-00dd749cd258 HTTP/1.1" status: 404 len: 336 time: 0.1258404 May 13 15:18:43.043937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36220) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.077624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.078316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.083314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.094286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.120364 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-96a9c779-be90-4ad3-bb6b-277fa669872c tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "GET /v2.0/ports?device_id=575277f1-254f-494d-af8e-45ac94ae7b2f HTTP/1.1" status: 200 len: 205 time: 0.0752730 May 13 15:18:43.123010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36224) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.128406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4a64597f-9272-4e0b-a71e-145ec5ad1428 None None] Port 93124bcd-c2a0-45d1-82fa-217b50f1d103 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:43.190492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.212990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-951acfe6-a7a2-46e5-8ca6-805c83a7d0e7 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1204855 May 13 15:18:43.214619 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-28d3569a-2b74-4345-aaad-8963a0fb479c tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] delete failed (client error): The resource could not be found. May 13 15:18:43.216805 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-28d3569a-2b74-4345-aaad-8963a0fb479c tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/routers/575277f1-254f-494d-af8e-45ac94ae7b2f HTTP/1.1" status: 404 len: 336 time: 0.0913284 May 13 15:18:43.226843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36228) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.227182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.266610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:43.271018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f675bac-acad-4381-8ea4-8edb2836abb6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:43.280314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:43.283076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-30660e83-fdfd-4fe0-8b61-33c431b3160e tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] DELETE failed (client error): The resource could not be found. May 13 15:18:43.283535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30660e83-fdfd-4fe0-8b61-33c431b3160e tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:18:43.288149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-30660e83-fdfd-4fe0-8b61-33c431b3160e tempest-RoutersIpV6AdminTest-1999766326 tempest-RoutersIpV6AdminTest-1999766326-project] 10.222.0.91 "DELETE /v2.0/subnets/8fa8fdea-3e41-4188-b1bb-d11b2d9bb1ad HTTP/1.1" status: 404 len: 337 time: 0.0556006 May 13 15:18:43.288149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:floatingip and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:43.291454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:43.299649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:43.307681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032409d7-689a-4e14-b24e-f3fcaf65427d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:43.343200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.347714 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d039c301-dea3-4b9a-b77f-b861ce547b1e tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8711591 May 13 15:18:43.348157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36238) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.350998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.372014 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-54a7f215-f2cd-4032-b8dc-3e3727fed384 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules/6f675bac-acad-4381-8ea4-8edb2836abb6 HTTP/1.1" status: 200 len: 769 time: 0.0187979 May 13 15:18:43.372014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36242) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.374254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7320e39d-ea32-4d30-ab88-644b8bf00f71 None None] Provisioning for port ae07df3e-b3e7-4b79-8395-fdf10897a2b1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:43.380227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7320e39d-ea32-4d30-ab88-644b8bf00f71 None None] Provisioning complete for port ae07df3e-b3e7-4b79-8395-fdf10897a2b1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:43.380813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7320e39d-ea32-4d30-ab88-644b8bf00f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.429735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d249353-9f8a-4368-b7c7-9e0fa7288f0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:43.451941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7320e39d-ea32-4d30-ab88-644b8bf00f71 None None] Port ae07df3e-b3e7-4b79-8395-fdf10897a2b1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:43.478692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.497204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.500586 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bb3295a6-0d72-4657-ad8b-03be7af5785f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1306713 May 13 15:18:43.504681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.510844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '032409d7-689a-4e14-b24e-f3fcaf65427d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:43.524651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:43.566323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:43.571764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:43.579599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:43.635971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d249353-9f8a-4368-b7c7-9e0fa7288f0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:43.636753 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d249353-9f8a-4368-b7c7-9e0fa7288f0f tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2642639 May 13 15:18:43.642386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36252) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.679392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.683429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.727949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.764890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.793319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.829627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.833265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.834060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.887386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Allocated IP 172.26.7.4 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/de142641-1f73-4f90-a998-7e911b924e04) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:43.975571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36262) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:43.980581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.997313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebcf28-28c2-4d45-b09c-8dde31d0ee13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.998540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a5ebcf28-28c2-4d45-b09c-8dde31d0ee13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 814 time: 0.2041898 May 13 15:18:44.017563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=93124bcd-c2a0-45d1-82fa-217b50f1d103,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.028765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.032208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f675bac-acad-4381-8ea4-8edb2836abb6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.077221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:44.078408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:44.119017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.119017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.140285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff154cc-53f4-4038-8473-84b5b3840902,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.147149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.148282 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-903d1bb8-3e64-49ab-acdc-7ac2da9263c1 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/6f675bac-acad-4381-8ea4-8edb2836abb6 HTTP/1.1" status: 204 len: 168 time: 0.5048759 May 13 15:18:44.150772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36272) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.204252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.236565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:44.246534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9e9b4e8a-aff0-45df-a129-bd246f96c672 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:44.252710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Usage tracker for resource:security_group_rule and tenant:3ae5b3adeede4110abed1a644b837c7f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:44.255916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:44.265323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:44.310695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.312165 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-35028d14-2359-42f0-9b8b-5e101e45514d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8064070 May 13 15:18:44.315597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36276) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.351080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.362033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.367433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.378452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-195ebbac-1e63-48ce-9519-c0c4acdb482d None None] Provisioning complete for port 93124bcd-c2a0-45d1-82fa-217b50f1d103 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:44.379492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-195ebbac-1e63-48ce-9519-c0c4acdb482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.433998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-195ebbac-1e63-48ce-9519-c0c4acdb482d None None] Port 93124bcd-c2a0-45d1-82fa-217b50f1d103 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:44.434147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 6212e27b-935c-4e35-bacc-f47a46dd4dc7 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:44.445242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:44.455365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:44.457161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9e9b4e8a-aff0-45df-a129-bd246f96c672 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:44.458417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9e9b4e8a-aff0-45df-a129-bd246f96c672 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3056111 May 13 15:18:44.461471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:44.489427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36280) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.497559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.516877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.534033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=de142641-1f73-4f90-a998-7e911b924e04,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.594171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff154cc-53f4-4038-8473-84b5b3840902,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.597884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.599027 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2796575a-3a27-4153-8dc7-a27ff8c7e45b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/5ff154cc-53f4-4038-8473-84b5b3840902 HTTP/1.1" status: 204 len: 168 time: 0.2824531 May 13 15:18:44.602102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36284) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.606201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.607834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.634103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:44.642461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d10703e5-856e-4ced-ac77-4528a3a4ba18 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/6212e27b-935c-4e35-bacc-f47a46dd4dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1582289 May 13 15:18:44.648142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36288) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.649622 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] Sync routers for ids ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:44.662172 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] Routers {'6212e27b-935c-4e35-bacc-f47a46dd4dc7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:44.663359 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:44.667823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36292) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.687666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.698182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--1977863651', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:44.708104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e484b256-c2de-4320-a1ff-b642e7f65761 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:44.711134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:44.713736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.719675 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ae5b3adeede4110abed1a644b837c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375040 May 13 15:18:44.719675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfb365-98ca-4907-a84a-d466adc135ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9b7e4-56b7-43d2-aa44-0280010cfd88,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:44.719921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36296) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.730333 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:44.745530 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] Routers {'6212e27b-935c-4e35-bacc-f47a46dd4dc7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:44.746368 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:44.750374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:44.780655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af9fe9-96ab-4689-a87b-f9a40690166e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:44.782046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-34af9fe9-96ab-4689-a87b-f9a40690166e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports/93124bcd-c2a0-45d1-82fa-217b50f1d103 HTTP/1.1" status: 200 len: 982 time: 0.1327732 May 13 15:18:44.784949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36300) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.805349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.810885 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:44.828920 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c673-3c1a-4c9e-8984-bb3b96777f2c None None] The sync data for ids ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:44.832947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.892318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e484b256-c2de-4320-a1ff-b642e7f65761 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:44.896392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e484b256-c2de-4320-a1ff-b642e7f65761 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2906978 May 13 15:18:44.896550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36304) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:44.945426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:44.948117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.957630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.968530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.981808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.012056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9b7e4-56b7-43d2-aa44-0280010cfd88,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:45.015771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.032425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.033559 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f649908f-cdbd-428c-98db-661ac9e8dfeb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cbb9b7e4-56b7-43d2-aa44-0280010cfd88 HTTP/1.1" status: 204 len: 168 time: 0.3127365 May 13 15:18:45.139971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:45.149500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.170946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.180369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032409d7-689a-4e14-b24e-f3fcaf65427d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:45.217206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:45.293853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.295200 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e6fb7bd4-1b9f-43c5-b425-7e89f74a850e tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/032409d7-689a-4e14-b24e-f3fcaf65427d HTTP/1.1" status: 204 len: 168 time: 0.3977203 May 13 15:18:45.297719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:45.351257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c4cf2b5d-350e-4fef-8f28-d69ba893262a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:45.370417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.370777 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment c3fe4c96-abc0-4493-a105-53122125c399 of type vlan for network 0d731784-842e-4ad8-9a9c-bf2833c97c11 May 13 15:18:45.412506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.413680 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1dc9430d-ce19-44f8-a4c3-7eb018b131c0 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/26ebbdbd-c2f8-4a80-a211-87ae5ac41bc5 HTTP/1.1" status: 204 len: 168 time: 0.9193313 May 13 15:18:45.416583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36316) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:45.464120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c4cf2b5d-350e-4fef-8f28-d69ba893262a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:45.465381 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c4cf2b5d-350e-4fef-8f28-d69ba893262a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1664934 May 13 15:18:45.470833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36320) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:45.477569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--424998697'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:45.484205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:45.489636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bb96cb94-7ba7-4b38-ba44-b2495e1d35a2 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0718250 May 13 15:18:45.499207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36324) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:45.504566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:45.519873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.623196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group': {'name': 'tempest-secgroup--186805864'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:45.632694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:45.638484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:45.642968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:45.651452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:45.710315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.799300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.806540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.807015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.807015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.808455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.835812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.836701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:45.840915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:45.844063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:45.847720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:45.850818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:45.855990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:45.859194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:45.864486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:45.961411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.974747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36328) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:45.997637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.016421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.048778 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9bd6dc7-0e81-4963-91a8-4bde3bd5746c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e6323b187d894813b1d836f4c7cccc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729253 May 13 15:18:46.051407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36332) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.093064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.143498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.145932 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4721260 May 13 15:18:46.156446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36336) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.167416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5badd0a9-5470-4ddd-87e7-0ad0bdb56637,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.172945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60abfa1-61c6-4e19-a425-276e1f6c84fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=0d731784-842e-4ad8-9a9c-bf2833c97c11,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.175720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=de142641-1f73-4f90-a998-7e911b924e04,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.196383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:46.204768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.227994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.288137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e28f7c-bb4e-4601-8390-b6444edb2390,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.309036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.329193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe0f11-04f3-42b3-b478-c012021710d3 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:46.329193 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1cfe0f11-04f3-42b3-b478-c012021710d3 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1661649 May 13 15:18:46.329607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36340) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.401236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.405825 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dc0bacb3-31ca-4568-b758-f077abe7f12d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9318898 May 13 15:18:46.405825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36344) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.410692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '5badd0a9-5470-4ddd-87e7-0ad0bdb56637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:46.416534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:46.421157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:46.427110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:46.430658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:46.444108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.445339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ede781e-195e-40cc-a1ed-010c9a6bbf26 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9423683 May 13 15:18:46.448113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36348) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.453579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Request body: {'security_group_rule': {'security_group_id': '18e28f7c-bb4e-4601-8390-b6444edb2390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:46.457150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.458435 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5e74e82c-afac-47bb-bc4e-1400a4540314 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2303164 May 13 15:18:46.459629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:46.461148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 93124bcd-c2a0-45d1-82fa-217b50f1d103 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:46.461485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.461673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.471252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c3305b7c-c885-43a6-b4a2-1bf04fa8f8f1 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'floatingip': {'port_id': 'ae07df3e-b3e7-4b79-8395-fdf10897a2b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:46.521574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Usage tracker for resource:security_group_rule and tenant:3cbeb418284a4430b254d072d590b9e1 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:46.528287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef1e15-5a6e-4f38-a030-67c9e7db99bd tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:46.533012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4aef1e15-5a6e-4f38-a030-67c9e7db99bd tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2012613 May 13 15:18:46.533185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:46.533601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36356) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.551961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:46.553919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.572272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3305b7c-c885-43a6-b4a2-1bf04fa8f8f1 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.592534 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cdfd56e9-3d5f-4fe7-8b98-c88cda164bbc tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576916 May 13 15:18:46.596397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36360) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.635971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d277f66-55e5-4eb3-8a0d-95475037d4db,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:46.712973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.714154 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-46876c89-be73-4f87-9f37-16292fac8157 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7d277f66-55e5-4eb3-8a0d-95475037d4db HTTP/1.1" status: 204 len: 168 time: 0.6618361 May 13 15:18:46.722569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.756111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.847072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f35b7b0-9e84-4073-9532-dc95d37ed5f4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2485466 May 13 15:18:46.850981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36368) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.914625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:46.919140 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-c3305b7c-c885-43a6-b4a2-1bf04fa8f8f1 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] update failed (client error): The resource could not be found. May 13 15:18:46.920397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c3305b7c-c885-43a6-b4a2-1bf04fa8f8f1 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "PUT /v2.0/floatingips/70b18050-1003-49e7-910b-d287e487cdf4 HTTP/1.1" status: 404 len: 507 time: 0.4577701 May 13 15:18:46.923803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36372) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.986567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.010270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.017611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.061916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fab733-e1c3-4e60-98ad-9388045dc373,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:47.134246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 93124bcd-c2a0-45d1-82fa-217b50f1d103 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:47.151500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port de142641-1f73-4f90-a998-7e911b924e04 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:47.151961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.197345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ce767-ad93-42e7-a487-c48481c4532c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.198865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-411ce767-ad93-42e7-a487-c48481c4532c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3490310 May 13 15:18:47.211656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36380) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.215124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.256305 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea0e93aa-7f84-48dc-a2ff-282577972bb9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462871 May 13 15:18:47.256685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e5f77b-6fa3-4c23-86d6-911299907aca,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:47.260378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.275543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526928362', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:47.344051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.344051 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7453696c-1143-434a-8f31-09e3c885d9bd tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9362721 May 13 15:18:47.346192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36392) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.372550 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-74abd1fc-1e0c-440d-8c16-292318f34ca7 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules/80fab733-e1c3-4e60-98ad-9388045dc373 HTTP/1.1" status: 200 len: 763 time: 0.0251122 May 13 15:18:47.378546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36396) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.406771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.407091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.414759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.415960 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5e6a40a6-154a-4a03-a5a9-1695b11e6331 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9669094 May 13 15:18:47.419110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36400) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.433523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:47.443379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:47.446438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:47.459394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:47.474207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-04b9e0e8-c333-4f0a-8235-9898a2e4cb5a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:47.553002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Calling delete_port for de142641-1f73-4f90-a998-7e911b924e04 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:47.640929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:47.651928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.663640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.714741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.721648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-04b9e0e8-c333-4f0a-8235-9898a2e4cb5a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:47.722981 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-04b9e0e8-c333-4f0a-8235-9898a2e4cb5a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3451579 May 13 15:18:47.726714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.734544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36406) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:47.788804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=93124bcd-c2a0-45d1-82fa-217b50f1d103,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:48.006790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.022088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.026428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.213603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.249877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.252724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.301006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Port': ['ID=de142641-1f73-4f90-a998-7e911b924e04,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:48.310702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36418) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.335353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80fab733-e1c3-4e60-98ad-9388045dc373,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:48.337107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e28f7c-bb4e-4601-8390-b6444edb2390,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:48.432026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.433486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f0580b88-65ab-45c2-bc26-3749b97d3694 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/18e28f7c-bb4e-4601-8390-b6444edb2390 HTTP/1.1" status: 204 len: 168 time: 1.0132515 May 13 15:18:48.437734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36424) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.462868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.465272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.470732 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e8f74b5-635f-45ab-98cc-2386d55c808e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "DELETE /v2.0/floatingips/70b18050-1003-49e7-910b-d287e487cdf4 HTTP/1.1" status: 204 len: 168 time: 1.5415511 May 13 15:18:48.471010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36428) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.474885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 6212e27b-935c-4e35-bacc-f47a46dd4dc7 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:48.477677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'floatingip': {'floating_network_id': 'f0715294-22f7-4ca8-bd95-3e332e53967c', 'port_id': 'ae07df3e-b3e7-4b79-8395-fdf10897a2b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:48.487684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:48.492641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-239015082'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:48.505554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:48.509406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:floatingip and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:48.513011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:48.519322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:network and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:48.526358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:48.535114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:48.545580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:48.550712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.551830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0d051c73-61d0-4e48-a03d-3f14a464ac60 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/80fab733-e1c3-4e60-98ad-9388045dc373 HTTP/1.1" status: 204 len: 168 time: 0.6993158 May 13 15:18:48.557202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7a8dd156-b0c9-4440-a0a8-240492d3d344 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:48.562808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36432) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.619880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7721c497-5717-4233-9d0e-017a4cfa0dc6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:48.642029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.653460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:48.664217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] Sync routers for ids ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:48.675056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] Routers {'6212e27b-935c-4e35-bacc-f47a46dd4dc7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:48.675803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:48.684708 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-89b2ee94-c13f-4110-b1bc-d58425f005b7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/6212e27b-935c-4e35-bacc-f47a46dd4dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8959954 May 13 15:18:48.684892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36436) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.738911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7a8dd156-b0c9-4440-a0a8-240492d3d344 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:48.740688 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a8dd156-b0c9-4440-a0a8-240492d3d344 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3004525 May 13 15:18:48.752134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:48.753145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36440) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.753265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.766812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.788220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:48.793978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7721c497-5717-4233-9d0e-017a4cfa0dc6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:48.796475 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7721c497-5717-4233-9d0e-017a4cfa0dc6 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2316883 May 13 15:18:48.796908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:48.797155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:security_group_rule and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:48.800729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36444) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:48.803496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:48.810259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '5badd0a9-5470-4ddd-87e7-0ad0bdb56637', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:48.810730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] Routers {'6212e27b-935c-4e35-bacc-f47a46dd4dc7'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:48.812654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:48.821822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:48.826646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:48.832869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.848173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:48.910932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:48.912130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130a020-6373-4878-9ad5-0e6f989ac06d None None] The sync data for ids ['6212e27b-935c-4e35-bacc-f47a46dd4dc7'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:49.012762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.046040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.074100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-228d6733-5926-4210-8a47-60ef27cbc47d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:49.094768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:18:49.095811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ba25ce2c-abf4-401c-93c0-3eb8200f5d9f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6238768 May 13 15:18:49.100258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.100258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36448) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.104413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'ae07df3e-b3e7-4b79-8395-fdf10897a2b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:49.111157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:49.115004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Usage tracker for resource:floatingip and tenant:f07526db31944714aecb8ad115a7d329 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:49.118116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:49.120642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.121147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=f83cdd80-5294-4b28-a58b-20c0a2085b53,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:49.134643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:49.135006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 0d731784-842e-4ad8-9a9c-bf2833c97c11, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:49.135445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:49.165288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:49.173665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968adedf-eea4-483c-803b-76365f7d3950,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:49.177571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-3b7bd78f-c0e2-4afe-8d49-c783e41b6164 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] remove_router_interface failed (client error): The resource could not be found. May 13 15:18:49.178424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.184392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Added segment c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b of type vlan for network 657c70bd-495c-424a-8e89-69708501aa7e May 13 15:18:49.185323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b7bd78f-c0e2-4afe-8d49-c783e41b6164 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/6212e27b-935c-4e35-bacc-f47a46dd4dc7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4931395 May 13 15:18:49.185426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.185526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36452) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.233994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98052a3-0cb3-4a6b-8937-638554069f39,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:49.234940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-33a102fc-4183-49f8-afc2-868856fdaff7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:49.240658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.249108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.298239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-228d6733-5926-4210-8a47-60ef27cbc47d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:49.302886 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-228d6733-5926-4210-8a47-60ef27cbc47d tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5542147 May 13 15:18:49.302886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36456) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.322076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-9c5eb5c4-5aa6-41e9-bb1a-e9b8db51f740 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] delete failed (client error): The resource could not be found. May 13 15:18:49.323081 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9c5eb5c4-5aa6-41e9-bb1a-e9b8db51f740 tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "DELETE /v2.0/security-groups/18e28f7c-bb4e-4601-8390-b6444edb2390 HTTP/1.1" status: 404 len: 347 time: 0.0197570 May 13 15:18:49.332634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36460) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.351029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:49.389045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d3c35c7d-4eb1-410d-90ea-d9d18b579d1c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Synchronizing usage tracker for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:49.401576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-33a102fc-4183-49f8-afc2-868856fdaff7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:49.402771 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-33a102fc-4183-49f8-afc2-868856fdaff7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=6212e27b-935c-4e35-bacc-f47a46dd4dc7 HTTP/1.1" status: 200 len: 205 time: 0.2182589 May 13 15:18:49.402919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.406155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d3c35c7d-4eb1-410d-90ea-d9d18b579d1c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] Unset dirty status for tenant:3cbeb418284a4430b254d072d590b9e1 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:49.406285 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d663aee3-e901-429d-a8ac-9583160ba908 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6023943 May 13 15:18:49.406549 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d3c35c7d-4eb1-410d-90ea-d9d18b579d1c tempest-SecGroupIPv6Test-73940500 tempest-SecGroupIPv6Test-73940500-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0762491 May 13 15:18:49.406549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36464) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.409036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36466) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.422483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.462750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.469116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:49.470038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.486849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 0d731784-842e-4ad8-9a9c-bf2833c97c11) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:49.501586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fdbf5-bf3e-402a-ba8a-00ece5b14218 None None] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:49.559245 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f8148d1e-95bd-4329-bbb7-cbc69bf9843d tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules/d98052a3-0cb3-4a6b-8937-638554069f39 HTTP/1.1" status: 200 len: 763 time: 0.1469223 May 13 15:18:49.559245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:49.559245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.568484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36474) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.597255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.625207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Network': ['ID=657c70bd-495c-424a-8e89-69708501aa7e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:49.667242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 657c70bd-495c-424a-8e89-69708501aa7e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:49.709862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Allocated IP 172.26.7.180 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/307a3984-fec1-4e3a-9c11-850ee9cc551b) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:49.750329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9cb1997c-a522-40c7-bf87-ca91dc0bebfc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4155402 May 13 15:18:49.784931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36478) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:49.845872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-0d731784-842e-4ad8-9a9c-bf2833c97c11', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:49.849526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.907879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.022810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3fd517f7-99d0-4481-bab8-15df81879a3b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4544489 May 13 15:18:50.024389 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3949d43c-3dae-4d18-9445-8d833b4d313d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7630720 May 13 15:18:50.028088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'subnet': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:50.033675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36484) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.051440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Allocated IP 172.20.0.18 (0d731784-842e-4ad8-9a9c-bf2833c97c11/f83cdd80-5294-4b28-a58b-20c0a2085b53/9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:50.055243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.163711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36490) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.171075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.181583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:50.188390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:50.193927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.200688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:50.206601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.210788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.227045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36496) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.233568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620323682', 'description': 'tempest-secgroup-smoke-1620323682 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:50.254420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:50.258756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event updated for resources: {'Port': ['ID=307a3984-fec1-4e3a-9c11-850ee9cc551b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:50.274506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:50.283847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:50.288213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:subnet and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:50.293788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:50.307758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:50.325891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.344543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.345243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router 6212e27b-935c-4e35-bacc-f47a46dd4dc7 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:50.375338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.376430 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-83961a32-e46e-4aa8-8473-9fee3d7a1e85 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/6212e27b-935c-4e35-bacc-f47a46dd4dc7 HTTP/1.1" status: 204 len: 168 time: 0.9688869 May 13 15:18:50.380296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36500) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.395088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port 307a3984-fec1-4e3a-9c11-850ee9cc551b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:50.395455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.423908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Transition to ACTIVE for port object 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:50.427485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.431461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.445534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Transition to ACTIVE for port object 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:50.451536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:50.455529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.466467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.468111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/d98052a3-0cb3-4a6b-8937-638554069f39 HTTP/1.1" status: 204 len: 168 time: 0.4293952 May 13 15:18:50.471122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3197c22-e131-45e8-8fd5-94b86e1c7bed tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d98052a3-0cb3-4a6b-8937-638554069f39,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:50.486390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36504) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.521620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.559421 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c7bac59-cd4f-4c51-b789-cf3688bc6c15 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3cbeb418284a4430b254d072d590b9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809819 May 13 15:18:50.574929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36508) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.588903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:50.592046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:50.593097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:50.596762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:50.610960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:50.625075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:50.631246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet 12ddd574-26cb-49de-a23e-0a28a03ed9c1 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:50.631809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Pushing event updated for resources: {'Port': ['ID=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:50.647238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:50.648978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.704038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Attempting to bind port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:50.704607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Attempting to bind port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:50.704785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Attempting to bind port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 on network 0d731784-842e-4ad8-9a9c-bf2833c97c11 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:50.712220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:50.712759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Checking segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:50.713162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.713551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Bound using segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:50.714057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Bound port: 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:50.714431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.731588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.732187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.740273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2cb3b3e6-6248-4d3e-b251-bf296a0e692f tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2461307 May 13 15:18:50.745273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36512) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.755208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '5badd0a9-5470-4ddd-87e7-0ad0bdb56637', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:50.774893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.809924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] For port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:50.813911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] For port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:50.820669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:50.860043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.892914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Calling delete_port for 307a3984-fec1-4e3a-9c11-850ee9cc551b owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:50.913999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.920037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:50.928822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:50.930551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.943353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:50.945359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.991054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.025611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b67e3a-9f7b-4d32-8328-e50573ecd07b None None] Pushing event updated for resources: {'Port': ['ID=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.048289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.058007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.121128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.124188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.155404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f3925-d43f-45e3-be99-8981869dcf68,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.178889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Port': ['ID=307a3984-fec1-4e3a-9c11-850ee9cc551b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.217788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.244538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.261106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9d519-567b-4975-a8ee-5cd7da66e01f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.266576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.271532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3617cab5-6c9f-426c-8fca-ac8f9e7d405c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8aa9d519-567b-4975-a8ee-5cd7da66e01f HTTP/1.1" status: 204 len: 168 time: 0.6825118 May 13 15:18:51.279755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.327077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c219a0-edf8-4fd5-abb1-b90a78888c36,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.336690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.346636 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/12ddd574-26cb-49de-a23e-0a28a03ed9c1 HTTP/1.1" status: 204 len: 168 time: 0.9647543 May 13 15:18:51.347918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36518) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.348074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.353608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.357672 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2c54e9e6-048f-4edc-83cb-065444d38835 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1268570 May 13 15:18:51.366030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b5bc4-5562-4cf5-89dc-9c9e00a19f04 None None] Network ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:51.368493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36522) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.372949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400198-22af-4170-beb4-36c5d7efba8f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=12ddd574-26cb-49de-a23e-0a28a03ed9c1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.411860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:51.440617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:51.462786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:51.489449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.493605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:51.502284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 6b6204c3-e4eb-4649-859e-e2f692ebc46b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:51.503003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.506428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:51.516385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Checking segment: {'id': 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:51.516746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network hostable DHCP agents. Network: 657c70bd-495c-424a-8e89-69708501aa7e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:51.529594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Subnet': ['ID=a8d08ae5-1932-49a9-89b5-6c00da24045a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.542826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.544019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-68bd4331-daa5-4835-9213-eca128ebc5eb tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8022270 May 13 15:18:51.547733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36526) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.552954 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] create failed (client error): The resource could not be found. May 13 15:18:51.558148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-51555c99-5203-480a-9b3f-b923b08d9e63 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4575899 May 13 15:18:51.566010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36530) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.574629 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-35fdc951-2eeb-4c2e-a8e5-878d8b5cff32 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules/93c219a0-edf8-4fd5-abb1-b90a78888c36 HTTP/1.1" status: 200 len: 764 time: 0.0256045 May 13 15:18:51.578800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36534) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.646487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.675559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:51.705021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port ae07df3e-b3e7-4b79-8395-fdf10897a2b1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:51.705375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.707117 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d00188a3-bd65-4dd3-a980-dea1bae46d07 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1269436 May 13 15:18:51.710791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36540) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.767328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.770773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] DHCP port deletion for ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:51.775447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Deleting port 6b6204c3-e4eb-4649-859e-e2f692ebc46b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:51.775822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.809000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.815325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 657c70bd-495c-424a-8e89-69708501aa7e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:51.830047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.834518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:51.835095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.868458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e92a6b-108e-4e2b-8471-1ed0323a81a4 None None] Network 657c70bd-495c-424a-8e89-69708501aa7e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:51.914104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.958741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.964938 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d9247765-3d07-4ca2-8ea7-2ba58645629c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1715639 May 13 15:18:51.966036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abffe302-cd28-49bb-bd13-f6eb86cdd937,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.977203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.990187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1064232558'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:52.145925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.147886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c219a0-edf8-4fd5-abb1-b90a78888c36,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:52.154723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.156015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8e22ef4c-bd97-4c83-a800-f7a819f344b8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-group-rules/93c219a0-edf8-4fd5-abb1-b90a78888c36 HTTP/1.1" status: 204 len: 168 time: 0.4435282 May 13 15:18:52.159933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36556) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:52.213789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:52.226849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:port and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:52.232306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.238496 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-007a6291-abc5-476c-8a68-2f3691ed98fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8685796 May 13 15:18:52.239628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:52.246455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36560) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:52.256898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:52.262027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:52.275811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4d141c7d-accd-4e53-865f-b344dee6e823 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:52.284710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:52.293223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:52.300077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:52.307372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:52.352040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Calling delete_port for ae07df3e-b3e7-4b79-8395-fdf10897a2b1 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.353636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] For port 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6b6204c3-e4eb-4649-859e-e2f692ebc46b,segment=NetworkSegment(c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b),segment_id=c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.354114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.395758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:52.397343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.397974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 6b6204c3-e4eb-4649-859e-e2f692ebc46b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6b6204c3-e4eb-4649-859e-e2f692ebc46b,segment=NetworkSegment(c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b),segment_id=c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.398352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.427826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port 3a9a1c40-f6ff-46c3-898e-c544408fe209 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:52.506394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4d141c7d-accd-4e53-865f-b344dee6e823 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:52.507917 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4d141c7d-accd-4e53-865f-b344dee6e823 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3467114 May 13 15:18:52.516472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36568) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:52.548596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.560261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23493a98-8f14-4c69-a45c-409f88fcf133 None None] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:52.592239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Calling delete_port for 6b6204c3-e4eb-4649-859e-e2f692ebc46b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.662810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 6b6204c3-e4eb-4649-859e-e2f692ebc46b owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.875989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-148ef975-6b88-44d6-8fc9-d3042322ee08 None None] Provisioning for port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:52.890398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.890563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.891987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-657c70bd-495c-424a-8e89-69708501aa7e', 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'tenant_id': '1cffb387df174083a5aff4e8a7cdf652', 'fixed_ips': [{'subnet_id': 'a8d08ae5-1932-49a9-89b5-6c00da24045a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:52.893050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.897769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::111 (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/3a9a1c40-f6ff-46c3-898e-c544408fe209) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:52.911937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.914435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:52.951258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.988888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.993000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.995180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port 6b6204c3-e4eb-4649-859e-e2f692ebc46b on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:53.044993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=6b6204c3-e4eb-4649-859e-e2f692ebc46b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.045147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbe4674-8c72-4394-815f-d75dbf56da4b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.075908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:18:53.077038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:18:53.120497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.120844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.121188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.121523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.121852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.122199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.122739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.123074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.123403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.123758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.124113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.124487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:53.214912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Port': ['ID=ae07df3e-b3e7-4b79-8395-fdf10897a2b1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.248016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.260683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.260683 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/5badd0a9-5470-4ddd-87e7-0ad0bdb56637 HTTP/1.1" status: 204 len: 168 time: 0.7374897 May 13 15:18:53.260683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36582) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.272928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.274122 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a690d7eb-85dd-49f4-b1a4-d6c33d1200c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0265908 May 13 15:18:53.285125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36586) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.288538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-26f342d8-4d57-4d5a-a668-d0421a7417e2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:53.288978 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-26f342d8-4d57-4d5a-a668-d0421a7417e2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:18:53.289518 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-26f342d8-4d57-4d5a-a668-d0421a7417e2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:18:53.290463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-26f342d8-4d57-4d5a-a668-d0421a7417e2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3148274 May 13 15:18:53.307682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36588) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.316355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.329135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f86ee-5e41-4008-b394-6e2a5e033050 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5badd0a9-5470-4ddd-87e7-0ad0bdb56637,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.329821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:53.344384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857607728'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:53.352168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:53.358672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:53.360045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:53.362584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:53.377653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:53.380622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.392754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:53.402880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:53.417541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object 3a9a1c40-f6ff-46c3-898e-c544408fe209 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:53.426589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:53.428232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:53.443768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.449840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.454016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-58ac2231-93fe-4389-959e-63c9e6dc4b28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:53.469684 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28d5cb4f-66f8-450b-803b-0a6854acbe7c tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "DELETE /v2.0/ports/ae07df3e-b3e7-4b79-8395-fdf10897a2b1 HTTP/1.1" status: 204 len: 168 time: 1.9024954 May 13 15:18:53.470995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.472935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.473430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cbb1a9-cbd0-4254-ad6d-f66f2ace297b') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.534224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.562252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.573093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:53.573093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.578418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Deleting port 6b6204c3-e4eb-4649-859e-e2f692ebc46b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:53.578804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:53.587698 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:53.592831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.607170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.623728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:53.631302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:53.634230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:53.640329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:53.657798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ebf1d-d5e7-4c10-ab19-7a85dfc2d997 None None] The port '6b6204c3-e4eb-4649-859e-e2f692ebc46b' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:18:53.664249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:53.664649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.674332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-58ac2231-93fe-4389-959e-63c9e6dc4b28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:53.674332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-58ac2231-93fe-4389-959e-63c9e6dc4b28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3986123 May 13 15:18:53.691733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.700851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:53.701226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.704210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group': {'name': 'tempest-secgroup--983110981'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:53.716917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b88f54-a070-42a1-8e7c-5e1eb7e5c06f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:53.718176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-05b88f54-a070-42a1-8e7c-5e1eb7e5c06f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Synchronizing usage tracker for tenant:f07526db31944714aecb8ad115a7d329 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:53.723557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.736514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:53.761161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:53.765671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:53.769980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:53.773754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:53.779676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:53.780879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.799855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Provisioning complete for port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:53.799855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.801520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=3a9a1c40-f6ff-46c3-898e-c544408fe209,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.829664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.844877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.864171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.866610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.875101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.879096 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9f15241c-1ab7-4cf3-b48a-65f45ecb9d4e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/ff2a3c7f-ef32-4e8d-a615-4b7145cebdd2 HTTP/1.1" status: 204 len: 168 time: 2.5302281 May 13 15:18:53.881899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-05b88f54-a070-42a1-8e7c-5e1eb7e5c06f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Unset dirty status for tenant:f07526db31944714aecb8ad115a7d329 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:53.883130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-05b88f54-a070-42a1-8e7c-5e1eb7e5c06f tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f10ffda-0c5a-43b2-8577-90a6d33882a5 HTTP/1.1" status: 200 len: 913 time: 0.4017484 May 13 15:18:53.884538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.886897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36604) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.891183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-944734143'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:53.896341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:53.900437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:53.903508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:53.910529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:53.932735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Allocated IP 2001:db8::2 (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/8209f03c-3203-44bc-a80c-ff1a628f8694) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:53.952492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:53.952492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.970622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.981758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.012846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b46cff-962b-4ec0-9904-fcdf1a28efc8,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.017264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.028660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:54.032709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.038410 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9b37b3a5-98fb-4e9f-a366-96140fb629ec tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0501490 May 13 15:18:54.038410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.039083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36610) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.044393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.066902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.075388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1462932750', 'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:4b:bd:ab'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:54.081902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:54.097692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:54.097938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.098507 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 9763ee31-fdca-4d93-82c8-065e38549eae of type vlan for network 7ff00809-d80d-42f8-8465-b9aabc05de68 May 13 15:18:54.107805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:54.111565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:54.141796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.143251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c2d8afa1-160d-423c-b905-3097980d0ed2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8370757 May 13 15:18:54.152439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.158843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36614) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.173497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:54.173878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Current status of the port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:54.174348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.180524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.184868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.189992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.193215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:54.197013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:54.203561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fa856a-bc88-4599-a61f-0e90006d3799,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.213683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.271626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.284019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.347875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1c0b9-e484-41b6-bd49-39eba7a88413,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.378427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.384882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:54.385638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.398646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6b6204c3-e4eb-4649-859e-e2f692ebc46b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:54.467299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 6b6204c3-e4eb-4649-859e-e2f692ebc46b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:54.468183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6b6204c3-e4eb-4649-859e-e2f692ebc46b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:54.487046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.491008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.492491 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dd9d9ec3-ed2c-470b-af23-a95f6abcebfe tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7988858 May 13 15:18:54.496340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.505715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.508502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:port and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:54.510978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36618) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.513425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:54.517938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:18:54.518514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:18:54.523844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Transition to ACTIVE for port object 8209f03c-3203-44bc-a80c-ff1a628f8694 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:54.527136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.531562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Request body: {'security_group_rule': {'security_group_id': '3db1c0b9-e484-41b6-bd49-39eba7a88413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:54.538078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.539481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=7ff00809-d80d-42f8-8465-b9aabc05de68,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.548423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Usage tracker for resource:security_group_rule and tenant:a5c71005891e474d8f9d943ff3bab64d is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:54.551933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Transition to ACTIVE for port object 8209f03c-3203-44bc-a80c-ff1a628f8694 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:54.553135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.556738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.557027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.561767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:54.570509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-248ee1ab-4cb5-4f94-a52b-04a91679c9ee tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6842828 May 13 15:18:54.573695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36622) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.575895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:54.586594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:54.590316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.638232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.655795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.691694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.718397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:54.722247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:54.725309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:54.731298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:54.733594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:54.737730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.741599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:54.745927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:54.760106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Pushing event updated for resources: {'Port': ['ID=8209f03c-3203-44bc-a80c-ff1a628f8694,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.779684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.787842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.810740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a86b3f5-50af-49e3-8e37-55dce4883fbc,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.851826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Attempting to bind port 8209f03c-3203-44bc-a80c-ff1a628f8694 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:54.852190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Attempting to bind port 8209f03c-3203-44bc-a80c-ff1a628f8694 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:54.856895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:54.857035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Attempting to bind port 8209f03c-3203-44bc-a80c-ff1a628f8694 on network 657c70bd-495c-424a-8e89-69708501aa7e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:54.857138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118ee1ac-ab97-4c98-80fb-29fb6df5fe77,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.857241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.860135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:54.860747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Checking segment: {'id': 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:54.861308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.861839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Bound using segment: {'id': 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:54.862491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Bound port: 8209f03c-3203-44bc-a80c-ff1a628f8694, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '657c70bd-495c-424a-8e89-69708501aa7e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:54.863046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.880269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.881345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.941998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:54.945493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.949599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a0a36d8e-f299-4a82-9c74-75a9b561f7b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7871034 May 13 15:18:54.958420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.978245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] For port 8209f03c-3203-44bc-a80c-ff1a628f8694, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:54.983009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] For port 8209f03c-3203-44bc-a80c-ff1a628f8694, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8209f03c-3203-44bc-a80c-ff1a628f8694,segment=NetworkSegment(c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b),segment_id=c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:55.029714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.034359 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bf589182-b7ef-4c0d-8737-a38e186c8d1a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7242804 May 13 15:18:55.039482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36630) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:55.050736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '118ee1ac-ab97-4c98-80fb-29fb6df5fe77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:55.065131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:55.067721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.073252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:55.078879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:55.088225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:55.143857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a709dcdd-de00-4351-846a-13e1d720546b None None] Current status of the port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:55.168148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94546a-07ae-4490-9bb2-d0f9d22c2bc2 None None] Pushing event updated for resources: {'Port': ['ID=8209f03c-3203-44bc-a80c-ff1a628f8694,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:55.182552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.213334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.229392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:55.251978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.257017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:55.294404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:55.325856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:55.337504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:55.364554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:55.366747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b506608e-5ea4-4ac9-b034-4fae8105efa6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:55.380796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:55.381255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.408382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.462706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=a120c58c-4bfc-4e19-ae28-0d8a4e857e94,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:55.477243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '9763ee31-fdca-4d93-82c8-065e38549eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:55.477881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: 7ff00809-d80d-42f8-8465-b9aabc05de68, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:55.490357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.490483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.494630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36634) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:55.496194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5674f734-b665-499f-bfc1-8a62a3438c28 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9841290 May 13 15:18:55.525573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:55.554942 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:18:55.583532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.596252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:18:55.600086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.630239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.642558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.671204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:55.697184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d87337-5094-4c1d-b074-e01613b1f55d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:55.733856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 7ff00809-d80d-42f8-8465-b9aabc05de68) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:55.739958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:55.740619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.742421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bffb6-5ee5-45fc-a34d-3ba1a047ed99 None None] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:55.814491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.818577 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-edae7ada-1e6e-406e-bd10-ad8a357f925e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7757061 May 13 15:18:55.818770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36638) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:55.824104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '118ee1ac-ab97-4c98-80fb-29fb6df5fe77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:55.830521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:55.835637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:55.841237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:55.851892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b049e52b-c29b-435d-9529-6150317d2b16 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2731490 May 13 15:18:55.853024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.855865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.857183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/3db1c0b9-e484-41b6-bd49-39eba7a88413 HTTP/1.1" status: 204 len: 168 time: 0.3612239 May 13 15:18:55.859010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:55.860816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36642) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:55.861086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:55.879347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.887741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port 9057765b-7b88-4f2e-979f-4905e2c9aba6 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:55.887937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.891906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1339691194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:55.905498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:55.907478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c7279-0afd-47f7-b038-4e7470d5f1a4 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db1c0b9-e484-41b6-bd49-39eba7a88413,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:55.915049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:55.930455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:55.948045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:55.954870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::1da (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/651ca3c7-1ef9-40f2-9584-c30bef1f3a58) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:55.975971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b0f7c52-849d-45ca-bbc3-f535ab2ab27c tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:56.001011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.023919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.042231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-7ff00809-d80d-42f8-8465-b9aabc05de68', 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': 'a120c58c-4bfc-4e19-ae28-0d8a4e857e94'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:56.043919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.100723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.102120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.104204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88edd15b-286f-42dc-858c-05d277316032,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:56.126445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.138827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b0f7c52-849d-45ca-bbc3-f535ab2ab27c tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:56.143090 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b0f7c52-849d-45ca-bbc3-f535ab2ab27c tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2703106 May 13 15:18:56.145788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36650) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.235077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Allocated IP 2001:db8::2 (7ff00809-d80d-42f8-8465-b9aabc05de68/a120c58c-4bfc-4e19-ae28-0d8a4e857e94/04014048-cae4-478e-8501-58447e0dae7a) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:56.275482 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:18:56.276542 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c6d1a886-6dcc-4cc1-82ae-369c7d55224a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4568262 May 13 15:18:56.280930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36656) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.310094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.340283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2e3813aa-1c50-4718-aed7-5a9305434af8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Synchronizing usage tracker for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:56.376318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.384764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.430988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.466781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.471731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-100e4e17-0803-4c8d-ba5e-df6407fe36df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5019288 May 13 15:18:56.476088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36660) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.483460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Calling delete_port for 9057765b-7b88-4f2e-979f-4905e2c9aba6 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:56.501383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.536460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '0b1f3925-d43f-45e3-be99-8981869dcf68', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:56.568682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:56.569765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.571050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-57e734c5-522c-4e22-9492-872b5a200b61 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7017782 May 13 15:18:56.573904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36664) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.589396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:56.599147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Transition to ACTIVE for port object 04014048-cae4-478e-8501-58447e0dae7a will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:56.600648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:56.603119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.616269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:56.624227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Transition to ACTIVE for port object 04014048-cae4-478e-8501-58447e0dae7a will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:56.635459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9e630-1e77-4e59-bb40-43da0a074a70 None None] Network 657c70bd-495c-424a-8e89-69708501aa7e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:56.657310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.661681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:56.688032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2e3813aa-1c50-4718-aed7-5a9305434af8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] Unset dirty status for tenant:a5c71005891e474d8f9d943ff3bab64d on resource:security_group_rule {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:56.689134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2e3813aa-1c50-4718-aed7-5a9305434af8 tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5394788 May 13 15:18:56.692688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36668) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.720479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.739952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.741083 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/118ee1ac-ab97-4c98-80fb-29fb6df5fe77 HTTP/1.1" status: 204 len: 168 time: 0.4588206 May 13 15:18:56.749639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36672) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.749639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8fc70-31ce-46d0-a92f-7186c02fc01b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ee1ac-ab97-4c98-80fb-29fb6df5fe77,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:56.749891 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-fa885a2a-c6de-43d9-9d8c-442097ecf73b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] delete failed (client error): The resource could not be found. May 13 15:18:56.751134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fa885a2a-c6de-43d9-9d8c-442097ecf73b tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "DELETE /v2.0/security-groups/3db1c0b9-e484-41b6-bd49-39eba7a88413 HTTP/1.1" status: 404 len: 347 time: 0.0570335 May 13 15:18:56.756961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36676) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.814514 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:18:56.830240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.850556 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b027fa9-ba79-41a6-8d1e-185322a8653a tempest-SecGroupTest-36795032 tempest-SecGroupTest-36795032-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0924399 May 13 15:18:56.865586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.898651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:56.906933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:56.924086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:56.938152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.978496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Pushing event updated for resources: {'Port': ['ID=04014048-cae4-478e-8501-58447e0dae7a,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:56.996804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8cb035cf-bd7e-4485-97d4-3421d14e9c3a None None] Provisioning for port 8209f03c-3203-44bc-a80c-ff1a628f8694 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:57.003579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:57.049907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7419ae63-9147-4d6d-a0d0-2ef359d6fac6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:57.067651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:57.067651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:57.074487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.075155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.118371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Attempting to bind port 04014048-cae4-478e-8501-58447e0dae7a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:57.118949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Attempting to bind port 04014048-cae4-478e-8501-58447e0dae7a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9763ee31-fdca-4d93-82c8-065e38549eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:57.119420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Attempting to bind port 04014048-cae4-478e-8501-58447e0dae7a on network 7ff00809-d80d-42f8-8465-b9aabc05de68 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:57.122071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=651ca3c7-1ef9-40f2-9584-c30bef1f3a58,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.178092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Port': ['ID=9057765b-7b88-4f2e-979f-4905e2c9aba6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.185125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:57.186241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Checking segment: {'id': '9763ee31-fdca-4d93-82c8-065e38549eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:57.187783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.188441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Bound using segment: {'id': '9763ee31-fdca-4d93-82c8-065e38549eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:57.189095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Bound port: 04014048-cae4-478e-8501-58447e0dae7a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763ee31-fdca-4d93-82c8-065e38549eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7ff00809-d80d-42f8-8465-b9aabc05de68'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:57.189641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.341792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] For port 04014048-cae4-478e-8501-58447e0dae7a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:57.350725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] For port 04014048-cae4-478e-8501-58447e0dae7a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=04014048-cae4-478e-8501-58447e0dae7a,segment=NetworkSegment(9763ee31-fdca-4d93-82c8-065e38549eae),segment_id=9763ee31-fdca-4d93-82c8-065e38549eae)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:57.391242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8209f03c-3203-44bc-a80c-ff1a628f8694 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:57.403647 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-63745dbe-0446-4eb1-801f-f76dfdd5b55d tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.3369777 May 13 15:18:57.408663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.409333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:57.428470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.480313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.585149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.640487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.678766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda698-e145-4063-a9dd-e75317f31c66 None None] Pushing event updated for resources: {'Port': ['ID=04014048-cae4-478e-8501-58447e0dae7a,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.696260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36688) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:57.725430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda00eeb-a6d6-43c9-bdd5-e87c0024dce8,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.730257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.778322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8209f03c-3203-44bc-a80c-ff1a628f8694 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:57.784451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8209f03c-3203-44bc-a80c-ff1a628f8694 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:57.785069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.821453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.828561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.837163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:57.837163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Synchronizing usage tracker for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:57.848287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8::1 (7ff00809-d80d-42f8-8465-b9aabc05de68/a120c58c-4bfc-4e19-ae28-0d8a4e857e94/43f58597-77a1-4e3e-9ab0-14fa68859bec) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:57.953302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.954818 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b4352ee5-43ac-4add-a8bf-85eda25d71d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4337370 May 13 15:18:58.144732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8209f03c-3203-44bc-a80c-ff1a628f8694 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:58.145311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.161511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Provisioning for port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:58.172922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Provisioning complete for port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:58.173466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.214879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7419ae63-9147-4d6d-a0d0-2ef359d6fac6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:58.226436 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7419ae63-9147-4d6d-a0d0-2ef359d6fac6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4799991 May 13 15:18:58.232252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36698) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.244545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--418063988'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:58.257190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 8209f03c-3203-44bc-a80c-ff1a628f8694, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8209f03c-3203-44bc-a80c-ff1a628f8694,segment=NetworkSegment(c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b),segment_id=c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:58.259214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:58.266074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:58.301056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:58.320878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Unset dirty status for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:58.321918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2972ffff-969e-4621-a783-2c64b55b7b41 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9115639 May 13 15:18:58.327220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36710) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.327329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.330816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.357499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 43f58597-77a1-4e3e-9ab0-14fa68859bec will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:58.385571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Provisioning for port 3a9a1c40-f6ff-46c3-898e-c544408fe209 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:58.410705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Provisioning complete for port 3a9a1c40-f6ff-46c3-898e-c544408fe209 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:58.411161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.413372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.443002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Router 7f10ffda-0c5a-43b2-8577-90a6d33882a5 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:58.444219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:58.449082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:58.453883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a97a1138-503e-4bf7-8a24-fa062eefd0e8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a5c71005891e474d8f9d943ff3bab64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424703 May 13 15:18:58.454066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:58.459648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36714) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.460078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:58.463641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:58.464235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.477838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Port 3a9a1c40-f6ff-46c3-898e-c544408fe209 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:58.498798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Provisioning complete for port 8209f03c-3203-44bc-a80c-ff1a628f8694 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:58.499843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.528126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=8209f03c-3203-44bc-a80c-ff1a628f8694,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:58.550302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.555876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.562050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-2da78550-4c84-4c6b-bbf2-7a330fae0982 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:58.644895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=43f58597-77a1-4e3e-9ab0-14fa68859bec,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:58.651913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.672418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-da2701f7-e3c2-4227-9042-41fefedabc1f None None] Current status of the port 8209f03c-3203-44bc-a80c-ff1a628f8694 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:58.729665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:58.733807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:58.737224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:58.737760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.748839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4deda5d8-0510-40a6-a6a6-849bca2576c4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:58.784233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.784233 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a230f265-b961-4878-9c1b-6d0414514436 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5474374 May 13 15:18:58.784964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36718) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.793395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1a3803f0-ca42-4d8c-93b0-2488f510d2aa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '4deda5d8-0510-40a6-a6a6-849bca2576c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:58.794547 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-1a3803f0-ca42-4d8c-93b0-2488f510d2aa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 15:18:58.795051 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-1a3803f0-ca42-4d8c-93b0-2488f510d2aa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:18:58.796750 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1a3803f0-ca42-4d8c-93b0-2488f510d2aa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110672 May 13 15:18:58.800435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:58.801359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36722) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.810271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Provisioning complete for port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:58.810725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.811892 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] Sync routers for ids ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:58.829390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] Routers {'7f10ffda-0c5a-43b2-8577-90a6d33882a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:58.829390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:58.835646 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3af52ab7-0ebb-4bb8-8bd8-1fd0df7ec39e tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "PUT /v2.0/routers/7f10ffda-0c5a-43b2-8577-90a6d33882a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9453721 May 13 15:18:58.846129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36726) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:58.881700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.907324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Port 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:58.912091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.935045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Provisioning complete for port 3a9a1c40-f6ff-46c3-898e-c544408fe209 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:58.935698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.949867 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:58.962286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-2da78550-4c84-4c6b-bbf2-7a330fae0982 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:58.964865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-2da78550-4c84-4c6b-bbf2-7a330fae0982 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620323682&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.5625868 May 13 15:18:58.966257 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] Routers {'7f10ffda-0c5a-43b2-8577-90a6d33882a5'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:58.968103 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:59.013318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.476653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:59.476653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7679af-1606-4d48-9113-384bd0477d39 None None] The sync data for ids ['7f10ffda-0c5a-43b2-8577-90a6d33882a5'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:59.493621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.504306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b8de0-7846-44b8-8f04-f0be1459555d None None] Port 3a9a1c40-f6ff-46c3-898e-c544408fe209 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:59.505924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.505924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.505924 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/4deda5d8-0510-40a6-a6a6-849bca2576c4 HTTP/1.1" status: 204 len: 168 time: 0.4997060 May 13 15:18:59.505924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36730) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.505924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c958e-b874-4322-8bcb-0df1ba886b39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deda5d8-0510-40a6-a6a6-849bca2576c4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:59.506717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e9661-89d5-4638-acac-6e923a1564aa None None] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:59.507171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-533bf2c0-7262-4319-a22b-55fe6f05814b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:59.507605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 04014048-cae4-478e-8501-58447e0dae7a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:59.508185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-533bf2c0-7262-4319-a22b-55fe6f05814b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:59.508185 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-533bf2c0-7262-4319-a22b-55fe6f05814b tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880579 May 13 15:18:59.508185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36734) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.512915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--689327975'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:59.522509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.531908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.541848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.601868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.602993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-808685d9-a104-4f60-a28d-7af786ca4205 None None] Provisioning for port 04014048-cae4-478e-8501-58447e0dae7a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:59.630735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.647870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.672788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.676177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.679567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.690097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.690231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 04014048-cae4-478e-8501-58447e0dae7a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:59.694997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 04014048-cae4-478e-8501-58447e0dae7a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:59.695326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.771759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.771759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.860567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 04014048-cae4-478e-8501-58447e0dae7a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:59.860567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.917156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 04014048-cae4-478e-8501-58447e0dae7a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=04014048-cae4-478e-8501-58447e0dae7a,segment=NetworkSegment(9763ee31-fdca-4d93-82c8-065e38549eae),segment_id=9763ee31-fdca-4d93-82c8-065e38549eae)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:59.957751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.976106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=43f58597-77a1-4e3e-9ab0-14fa68859bec,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.006803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:00.008041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:00.018484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.028009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.028009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8209f03c-3203-44bc-a80c-ff1a628f8694 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:00.154836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.161146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for 651ca3c7-1ef9-40f2-9584-c30bef1f3a58 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:00.213611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926825e4-dd81-4079-b878-b3cd1a0bf85f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.254030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=04014048-cae4-478e-8501-58447e0dae7a,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.269634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8209f03c-3203-44bc-a80c-ff1a628f8694 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:00.270263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.317536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.325454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Provisioning for port 43f58597-77a1-4e3e-9ab0-14fa68859bec completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:00.330457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Provisioning complete for port 43f58597-77a1-4e3e-9ab0-14fa68859bec triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:00.330836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.334291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.344465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.348214 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7760df96-47d9-4d83-a25e-3388b8f6fc17 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8380201 May 13 15:19:00.348345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-5aef1c66-acb3-4d8f-95ad-ebc3bdf3821c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:00.348461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-5aef1c66-acb3-4d8f-95ad-ebc3bdf3821c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:00.349086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36738) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.354599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0020b849-d4df-48d8-be36-4ab2afea01dc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '926825e4-dd81-4079-b878-b3cd1a0bf85f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:00.355923 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-0020b849-d4df-48d8-be36-4ab2afea01dc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 15:19:00.356325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.356623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-0020b849-d4df-48d8-be36-4ab2afea01dc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:00.360966 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0020b849-d4df-48d8-be36-4ab2afea01dc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074203 May 13 15:19:00.361157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36742) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.374759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d9e2d-7210-4fd0-8164-37ad168ab2ad,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.401531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router db99cee6-b175-4a69-9ef3-0a68ae9e0580 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:00.437529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Port 43f58597-77a1-4e3e-9ab0-14fa68859bec cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:00.495979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Provisioning complete for port 04014048-cae4-478e-8501-58447e0dae7a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:00.496768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.520083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-5aef1c66-acb3-4d8f-95ad-ebc3bdf3821c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:00.520083 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-5aef1c66-acb3-4d8f-95ad-ebc3bdf3821c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=0d731784-842e-4ad8-9a9c-bf2833c97c11 HTTP/1.1" status: 200 len: 797 time: 1.3605740 May 13 15:19:00.520083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.520910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Fanout notify agent at l3_agent the message router_deleted on router 7f10ffda-0c5a-43b2-8577-90a6d33882a5 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:19:00.527986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.562316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8209f03c-3203-44bc-a80c-ff1a628f8694 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:00.627446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=651ca3c7-1ef9-40f2-9584-c30bef1f3a58,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.635115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.636463 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4cf6e399-2aba-4b4c-a189-101aac26d57e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e78d9e2d-7210-4fd0-8164-37ad168ab2ad HTTP/1.1" status: 204 len: 168 time: 2.1440337 May 13 15:19:00.686619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4b94ebc3-80c0-4c36-9e08-677e83ac79e7 None None] Current status of the port 04014048-cae4-478e-8501-58447e0dae7a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:00.703608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.705167 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-446733b2-5d83-4bbf-a5f8-c10b8838c967 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "DELETE /v2.0/routers/7f10ffda-0c5a-43b2-8577-90a6d33882a5 HTTP/1.1" status: 204 len: 168 time: 1.8535764 May 13 15:19:00.707468 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-5a7ee3ea-be62-4dbf-b6ee-1667fb8d896b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.1672807 May 13 15:19:00.708317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36748) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.751781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:00.769675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] Sync routers for ids ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:00.769849 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c3ad4155-7119-4efe-b02d-d1d44985f44f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/db99cee6-b175-4a69-9ef3-0a68ae9e0580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1898856 May 13 15:19:00.769849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36752) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.775935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] Routers {'db99cee6-b175-4a69-9ef3-0a68ae9e0580'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:00.776604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:00.825367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.846734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e25cfa3b-dfd9-4e27-82af-0723087c5f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.860546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:00.874419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] Routers {'db99cee6-b175-4a69-9ef3-0a68ae9e0580'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:00.875375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:00.878846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.894729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4afd0-f171-4a5d-8706-bd0664a1e69f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:00.895323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84b4afd0-f171-4a5d-8706-bd0664a1e69f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:00.958961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.963773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36756) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.964279 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c1775cb-7bd3-4ef3-9feb-556bf29a20c2 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/651ca3c7-1ef9-40f2-9584-c30bef1f3a58 HTTP/1.1" status: 204 len: 168 time: 2.6340952 May 13 15:19:00.983998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting subnet bd9abe21-e780-4539-852b-c45f3c905429 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:00.989008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.996969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-71b625fc-0697-4590-b154-646cd3a81bd0 None None] Provisioning complete for port 43f58597-77a1-4e3e-9ab0-14fa68859bec triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:00.997285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-71b625fc-0697-4590-b154-646cd3a81bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.036770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84b4afd0-f171-4a5d-8706-bd0664a1e69f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:01.038220 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84b4afd0-f171-4a5d-8706-bd0664a1e69f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports/43f58597-77a1-4e3e-9ab0-14fa68859bec HTTP/1.1" status: 200 len: 911 time: 0.2686408 May 13 15:19:01.040015 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeb81c4-1b22-4869-9d7e-27c7cb45325a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] GET failed (client error): The resource could not be found. May 13 15:19:01.041430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-feeb81c4-1b22-4869-9d7e-27c7cb45325a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports/651ca3c7-1ef9-40f2-9584-c30bef1f3a58 HTTP/1.1" status: 404 len: 333 time: 0.0766842 May 13 15:19:01.042322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36760) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.050381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36764) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.065559 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-88f769e7-9262-4cc2-af1c-2f20553b2060 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3461115 May 13 15:19:01.069055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:01.069721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18317b5f-381c-4b23-96a2-8dbd60aaa34e None None] The sync data for ids ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:01.073649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1083860966'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:01.081581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-71b625fc-0697-4590-b154-646cd3a81bd0 None None] Port 43f58597-77a1-4e3e-9ab0-14fa68859bec cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:01.110676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.169438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.200912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926825e4-dd81-4079-b878-b3cd1a0bf85f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:01.227415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.228560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7f602e39-f8b2-46d8-b150-5d884f08aaef tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/926825e4-dd81-4079-b878-b3cd1a0bf85f HTTP/1.1" status: 204 len: 168 time: 0.8663461 May 13 15:19:01.232079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36770) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.362523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 04014048-cae4-478e-8501-58447e0dae7a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:01.454968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b2cb638-61ac-42f5-a84f-cecebf8bfe39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:01.461373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 04014048-cae4-478e-8501-58447e0dae7a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:01.461838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.582977 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-367334ee-0d36-4e60-a2bb-50d452144b20 service neutron] 10.222.0.91 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850326 May 13 15:19:01.583930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:01.590305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:port and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:01.596067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:01.614815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 04014048-cae4-478e-8501-58447e0dae7a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:01.636263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:01.636263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.685310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1b2cb638-61ac-42f5-a84f-cecebf8bfe39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:01.689193 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1b2cb638-61ac-42f5-a84f-cecebf8bfe39 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4552119 May 13 15:19:01.698590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36782) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.705760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--373432629'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:01.713392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:01.726724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:01.745596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.843224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.864540 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-93df3297-3ff3-4b3f-98c7-a883f258a95c service neutron] 10.222.0.91 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712705 May 13 15:19:01.865609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:01.869699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.892267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port aa22de95-fd87-420e-9f93-daee90de162f yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:01.933230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.939467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:01.945765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:01.956997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:01.978586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:02.016174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9abe21-e780-4539-852b-c45f3c905429,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:02.018343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.031679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d60684-ce0a-49a3-95b9-656efd677582 None None] Network f0715294-22f7-4ca8-bd95-3e332e53967c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:02.075150 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ab3f906f-abf8-4209-a54a-ebce100cc5b9 tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "DELETE /v2.0/subnets/bd9abe21-e780-4539-852b-c45f3c905429 HTTP/1.1" status: 204 len: 168 time: 1.3624613 May 13 15:19:02.109858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36792) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:02.320777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::3d4 (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/aa22de95-fd87-420e-9f93-daee90de162f) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:02.336261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.348072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36802) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:02.350704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] DHCP port deletion for f0715294-22f7-4ca8-bd95-3e332e53967c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:02.355175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Deleting port 4b8b5116-6ff2-4c9e-bb69-970343716b07 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:02.355893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.370539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.373153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384e9e55-df94-4d2a-b60c-6b1ae8cdfbd4 req-7414870b-cd73-42c5-8645-fb5a65c0ee6c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.0882568 May 13 15:19:02.386937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 43f58597-77a1-4e3e-9ab0-14fa68859bec {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:02.387346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.424855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port 4b8b5116-6ff2-4c9e-bb69-970343716b07 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:02.430152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.457843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.555944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-825772944-network', 'tenant_id': '548867b015bf48bcb8df331c74336ef7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:02.588168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:02.613128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Usage tracker for resource:network and tenant:548867b015bf48bcb8df331c74336ef7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:02.621150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:02.625887 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] For port 4b8b5116-6ff2-4c9e-bb69-970343716b07, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4b8b5116-6ff2-4c9e-bb69-970343716b07,segment=NetworkSegment(1aef18cd-227d-4948-a31f-5b38d58e3f0e),segment_id=1aef18cd-227d-4948-a31f-5b38d58e3f0e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:02.628043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.635025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:02.737698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61480c55-0313-42c4-a9e9-7e5a083705e7,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:02.774402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Calling delete_port for 4b8b5116-6ff2-4c9e-bb69-970343716b07 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:02.824067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.844438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] For port 4b8b5116-6ff2-4c9e-bb69-970343716b07, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4b8b5116-6ff2-4c9e-bb69-970343716b07,segment=NetworkSegment(1aef18cd-227d-4948-a31f-5b38d58e3f0e),segment_id=1aef18cd-227d-4948-a31f-5b38d58e3f0e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:02.845059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.907874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.909078 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8bb54c02-30af-442c-999d-a266d3ab2cee tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2095666 May 13 15:19:02.929397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36814) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:02.932487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Made reservation on behalf of 548867b015bf48bcb8df331c74336ef7 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:02.934988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.972486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.983028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 43f58597-77a1-4e3e-9ab0-14fa68859bec owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:03.011544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b2a13652-db1d-47e2-8225-24b73078d97d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '61480c55-0313-42c4-a9e9-7e5a083705e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:03.012199 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-b2a13652-db1d-47e2-8225-24b73078d97d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 15:19:03.012693 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-b2a13652-db1d-47e2-8225-24b73078d97d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:03.016984 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b2a13652-db1d-47e2-8225-24b73078d97d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0683732 May 13 15:19:03.018810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36818) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.022293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Calling delete_port for 4b8b5116-6ff2-4c9e-bb69-970343716b07 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:03.031252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-52184aa2-c395-4cca-a21d-0b2b25ba58ce tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '61480c55-0313-42c4-a9e9-7e5a083705e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:03.031252 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-52184aa2-c395-4cca-a21d-0b2b25ba58ce tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 15:19:03.031252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-52184aa2-c395-4cca-a21d-0b2b25ba58ce tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:03.031252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-52184aa2-c395-4cca-a21d-0b2b25ba58ce tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084240 May 13 15:19:03.031252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36822) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.040365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-45fb8088-d701-41d2-9187-5fbedd73d7a4 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '61480c55-0313-42c4-a9e9-7e5a083705e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:03.041172 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-45fb8088-d701-41d2-9187-5fbedd73d7a4 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 15:19:03.041675 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-45fb8088-d701-41d2-9187-5fbedd73d7a4 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:03.045965 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-45fb8088-d701-41d2-9187-5fbedd73d7a4 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081973 May 13 15:19:03.046126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Pushing event deleted for resources: {'Port': ['ID=4b8b5116-6ff2-4c9e-bb69-970343716b07,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.046241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.048545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] No DVR routers for this DVR port 4b8b5116-6ff2-4c9e-bb69-970343716b07 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:03.050717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7e086b6e-928c-424b-ac36-18842e0ba453 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '61480c55-0313-42c4-a9e9-7e5a083705e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:03.051085 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-7e086b6e-928c-424b-ac36-18842e0ba453 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 15:19:03.051587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-7e086b6e-928c-424b-ac36-18842e0ba453 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:03.054987 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e086b6e-928c-424b-ac36-18842e0ba453 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062559 May 13 15:19:03.055971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36830) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.062265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.062896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.063467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.064664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.064802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.065373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.066081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.067854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.069043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.069737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.070339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.070745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.071143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db20058-cd84-4a7a-9b69-dfbb1f82c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:03.118218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:03.122375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.132652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Usage tracker for resource:security_group_rule and tenant:548867b015bf48bcb8df331c74336ef7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:03.136707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:03.154226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:03.159100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object aa22de95-fd87-420e-9f93-daee90de162f will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:03.164101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba860f71-2ce4-49c6-a6eb-d0d662766cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.181176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.199320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:03.199644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:03.214154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.277123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.298181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4b8b5116-6ff2-4c9e-bb69-970343716b07 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:03.332613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 4b8b5116-6ff2-4c9e-bb69-970343716b07 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:03.333039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4b8b5116-6ff2-4c9e-bb69-970343716b07 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:03.412642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.412872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.425019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.456183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.478485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61480c55-0313-42c4-a9e9-7e5a083705e7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.481570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=43f58597-77a1-4e3e-9ab0-14fa68859bec,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.506180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:03.567519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea913b5-4da3-4fa5-8679-8368f1252844,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.582680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:03.594908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:03.609197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.609197 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Added segment 3209d6aa-bef8-4c73-9f55-745c01094a54 of type vlan for network 037bec3a-a383-4275-8675-5019901e4f08 May 13 15:19:03.609197 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cb6758fa-7c60-4f96-abb3-4bf76125b763 req-c63dd98d-a2c1-4665-8c6f-4a0e9ae25894 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.0871425 May 13 15:19:03.609567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:03.616671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:03.618493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.623588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=aa22de95-fd87-420e-9f93-daee90de162f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.669355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.699507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.704312 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5118531-5f06-4034-aa2f-6ddf0917245d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/61480c55-0313-42c4-a9e9-7e5a083705e7 HTTP/1.1" status: 204 len: 168 time: 0.6438134 May 13 15:19:03.705674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36838) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.706874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.707812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Deleting port 4b8b5116-6ff2-4c9e-bb69-970343716b07 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:03.708162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.903943 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fee37929-96ce-4026-8a70-e69c4eaa2f69 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8321090 May 13 15:19:03.903943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36842) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:03.950118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:4b:bd:ab'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:03.983451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] The port '4b8b5116-6ff2-4c9e-bb69-970343716b07' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:19:04.022306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1b0d0f3-29fd-41eb-9de7-73660e44575a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:04.111095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router db99cee6-b175-4a69-9ef3-0a68ae9e0580 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:04.115198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.116139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:04.116700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.224589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0ae3535e-235d-483d-b899-b1e43209038e None None] Provisioning for port aa22de95-fd87-420e-9f93-daee90de162f completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:04.231946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0ae3535e-235d-483d-b899-b1e43209038e None None] Provisioning complete for port aa22de95-fd87-420e-9f93-daee90de162f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:04.231946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ae3535e-235d-483d-b899-b1e43209038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.261117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:04.269758 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-805d5ba3-d3ec-4bd9-a4fb-21dfcea8ded2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/db99cee6-b175-4a69-9ef3-0a68ae9e0580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2262273 May 13 15:19:04.270446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36846) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.274183 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] Sync routers for ids ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:04.285075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.288949 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] Routers {'db99cee6-b175-4a69-9ef3-0a68ae9e0580'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:04.289859 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.339144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] Pushing event updated for resources: {'Network': ['ID=037bec3a-a383-4275-8675-5019901e4f08,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:04.339667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3535e-235d-483d-b899-b1e43209038e None None] Port aa22de95-fd87-420e-9f93-daee90de162f cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:04.347177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0715294-22f7-4ca8-bd95-3e332e53967c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.364912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 037bec3a-a383-4275-8675-5019901e4f08 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:04.374240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aef18cd-227d-4948-a31f-5b38d58e3f0e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.374578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aef18cd-227d-4948-a31f-5b38d58e3f0e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.399230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.407825 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.423103 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] Routers {'db99cee6-b175-4a69-9ef3-0a68ae9e0580'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:04.423732 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.452873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1b0d0f3-29fd-41eb-9de7-73660e44575a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:04.454578 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e1b0d0f3-29fd-41eb-9de7-73660e44575a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7438335 May 13 15:19:04.456632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f55cf84a-7b73-4978-ab93-ca4af2bcacdd tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:04.486638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36850) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.486811 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7d7be66-8008-4769-b54b-4708d3a0fb2a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1179574 May 13 15:19:04.486934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--617373630'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:04.487051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36854) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.487051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.487051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Request body: {'subnet': {'network_id': '037bec3a-a383-4275-8675-5019901e4f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-825772944-subnet', 'tenant_id': '548867b015bf48bcb8df331c74336ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:04.487308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:04.492646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.500019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:04.502294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:04.506157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:04.506824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:04.526122 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:04.540894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Usage tracker for resource:subnet and tenant:548867b015bf48bcb8df331c74336ef7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:04.550303 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.550795 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3b179-d333-4d33-8b8f-47a06ffd1619 None None] The sync data for ids ['db99cee6-b175-4a69-9ef3-0a68ae9e0580'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:04.587752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:04.600498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f55cf84a-7b73-4978-ab93-ca4af2bcacdd tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:04.600498 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f55cf84a-7b73-4978-ab93-ca4af2bcacdd tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=db99cee6-b175-4a69-9ef3-0a68ae9e0580 HTTP/1.1" status: 200 len: 205 time: 0.3222997 May 13 15:19:04.600498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36858) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.622740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:04.647449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.653528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.669333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.796282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:04.811661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:04.811788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Made reservation on behalf of 548867b015bf48bcb8df331c74336ef7 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:04.811788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.812376 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bf905c0-7929-4c40-9b40-6257e66b6396 req-8f5ce6da-e97a-4729-9f0b-7a9178c01544 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.0668020 May 13 15:19:04.812843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:04.817337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.906864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.951100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.970212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] Pushing event deleted for resources: {'Network': ['ID=f0715294-22f7-4ca8-bd95-3e332e53967c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:04.978694 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-40f24ca9-9794-4369-a8ad-99a1d86b123d tempest-FloatingIPNegativeTestJSON-1921501016 tempest-FloatingIPNegativeTestJSON-1921501016-project] 10.222.0.91 "DELETE /v2.0/networks/f0715294-22f7-4ca8-bd95-3e332e53967c HTTP/1.1" status: 204 len: 168 time: 2.8677402 May 13 15:19:05.026702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.067378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:05.190277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.262765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.270129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.270421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] In _notify_port_updated(), no bound segment for port aa22de95-fd87-420e-9f93-daee90de162f on network 657c70bd-495c-424a-8e89-69708501aa7e {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:19:05.275953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:05.276853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.283579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.283579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:05.285705 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "PUT /v2.0/ports/aa22de95-fd87-420e-9f93-daee90de162f HTTP/1.1" status: 200 len: 1003 time: 1.3828890 May 13 15:19:05.364395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d0ff6-dee9-4824-affc-d381d99138e6 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=aa22de95-fd87-420e-9f93-daee90de162f,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:05.387718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Checking segment: {'id': '3209d6aa-bef8-4c73-9f55-745c01094a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '037bec3a-a383-4275-8675-5019901e4f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:05.388291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Network hostable DHCP agents. Network: 037bec3a-a383-4275-8675-5019901e4f08, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:05.390237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:05.397990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3b846a-9630-4d9b-afbc-20085ef27607,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:05.507296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port aa22de95-fd87-420e-9f93-daee90de162f {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:05.507296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.528714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Network 037bec3a-a383-4275-8675-5019901e4f08 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:05.568486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-a52f3412-d78c-4472-8276-bd3a2f198601 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:05.570062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-a52f3412-d78c-4472-8276-bd3a2f198601 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=0d731784-842e-4ad8-9a9c-bf2833c97c11 HTTP/1.1" status: 200 len: 797 time: 0.5012848 May 13 15:19:05.580289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.594781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.595277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router db99cee6-b175-4a69-9ef3-0a68ae9e0580 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:19:05.616147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36872) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:05.670076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 037bec3a-a383-4275-8675-5019901e4f08) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:05.687992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:05.694370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.707522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac0374-5c7d-4cf7-a362-1b895cb023d5 None None] Network 037bec3a-a383-4275-8675-5019901e4f08 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:05.711710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.712829 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e0833b2b-0ae1-4faf-8ebb-b9a7d011b8c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/db99cee6-b175-4a69-9ef3-0a68ae9e0580 HTTP/1.1" status: 204 len: 168 time: 1.1146443 May 13 15:19:05.719036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36882) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:05.739875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-150af43a-d191-4a72-bc42-2721ecb995fa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 473 time: 0.1580374 May 13 15:19:05.753573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.766251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['0b1f3925-d43f-45e3-be99-8981869dcf68']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:05.807809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e47d9b9a-ee22-48f4-944c-743f64072a43 None None] Provisioning complete for port aa22de95-fd87-420e-9f93-daee90de162f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:05.808408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e47d9b9a-ee22-48f4-944c-743f64072a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.836286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet a120c58c-4bfc-4e19-ae28-0d8a4e857e94 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:05.844054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.906954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-49c984bc-c102-47c3-91fb-63df7a7d5790 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f07526db31944714aecb8ad115a7d329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896407 May 13 15:19:05.910399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36888) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:05.956290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e47d9b9a-ee22-48f4-944c-743f64072a43 None None] Port aa22de95-fd87-420e-9f93-daee90de162f cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:05.971168 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0e98a844-10bb-4366-ac1f-c959cc46805e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4989855 May 13 15:19:05.986105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.994322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.080576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00c65c-e636-4011-ba9e-c4f94186660a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:06.137141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.148133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-df4a358b-e6fc-445c-a509-3960020650e3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6748126 May 13 15:19:06.154116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36894) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:06.159595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af0f2c-542b-4cc8-9664-8db765074b6e None None] Network 037bec3a-a383-4275-8675-5019901e4f08 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:06.172915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4ebb4cbf-beed-47b6-8c5c-770ecb1da73c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:06.177153 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-4ebb4cbf-beed-47b6-8c5c-770ecb1da73c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:19:06.177920 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-4ebb4cbf-beed-47b6-8c5c-770ecb1da73c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:06.179229 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ebb4cbf-beed-47b6-8c5c-770ecb1da73c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0236332 May 13 15:19:06.196325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36898) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:06.206230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:06.216710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:06.225827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.233406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.236757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:06.239487 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-583667fd-057a-4706-a790-e516cfe47fbe req-d5355932-c80f-47e7-a3d5-2e348b31b5db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.0672481 May 13 15:19:06.255291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:06.261168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:06.273013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:06.277448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:port and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:06.283646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.332046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:06.343284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.497803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.533703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf57b05-7bc7-4706-b133-f1645402b6b4,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:06.542083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for aa22de95-fd87-420e-9f93-daee90de162f owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:06.544364 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.571438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:06.597009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=a120c58c-4bfc-4e19-ae28-0d8a4e857e94,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:06.600327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.604218 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-38f5acfb-e7bd-4a72-b58f-013fac25fe8d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fdf57b05-7bc7-4706-b133-f1645402b6b4 HTTP/1.1" status: 204 len: 168 time: 0.6902785 May 13 15:19:06.613617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.613818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974ce2d-b17a-4dae-bbbc-05bf8372d957 None None] Network 7ff00809-d80d-42f8-8465-b9aabc05de68 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:06.615898 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bcb851b8-d50f-447b-b1d7-2746970e80fc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/a120c58c-4bfc-4e19-ae28-0d8a4e857e94 HTTP/1.1" status: 204 len: 168 time: 0.8954916 May 13 15:19:06.622569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36910) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:06.636182 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-f603176e-6e1a-4667-9c78-de95f4521e1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756678 May 13 15:19:06.758503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:06.761987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.803622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-d6672ca1-f9fd-48b4-9364-3b142e0c6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:06.806052 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-d6672ca1-f9fd-48b4-9364-3b142e0c6d4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1099 time: 0.0830665 May 13 15:19:06.897646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.919670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 04014048-cae4-478e-8501-58447e0dae7a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:06.920003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.972791 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:06.974178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ade2516b-8ea6-4766-b019-a121256ec999 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7764139 May 13 15:19:06.977395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36918) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:06.996545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1455583e-19ed-4c26-b5d8-cc28a05a70df tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:06.997009 dv-neutron-835340-3-hyperv neutron-server[88838]: WARNING neutron.api.v2.base [None req-1455583e-19ed-4c26-b5d8-cc28a05a70df tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 15:19:06.997628 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-1455583e-19ed-4c26-b5d8-cc28a05a70df tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:06.998710 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1455583e-19ed-4c26-b5d8-cc28a05a70df tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157435 May 13 15:19:07.003626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36922) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.015066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:07.016213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] DHCP port deletion for 7ff00809-d80d-42f8-8465-b9aabc05de68 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:07.021127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Deleting port 04014048-cae4-478e-8501-58447e0dae7a {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:07.027732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.027885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:07.031753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:07.044090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:07.056858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:07.063545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.086946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-c9a79e0a-814a-40e0-b1e4-164c3e045ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:07.092332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-c9a79e0a-814a-40e0-b1e4-164c3e045ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.2628350 May 13 15:19:07.169209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36930) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.198945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1051569506-network', 'tenant_id': '4d558d36741d41749d2ca3019b4dd670'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:07.214914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:07.223104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Usage tracker for resource:network and tenant:4d558d36741d41749d2ca3019b4dd670 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:07.229030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=aa22de95-fd87-420e-9f93-daee90de162f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.236913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:07.255766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:07.262787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-cb58c1e5-7c99-43a4-9732-1d62e6845936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 1002 time: 0.1666210 May 13 15:19:07.268699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] For port 04014048-cae4-478e-8501-58447e0dae7a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=04014048-cae4-478e-8501-58447e0dae7a,segment=NetworkSegment(9763ee31-fdca-4d93-82c8-065e38549eae),segment_id=9763ee31-fdca-4d93-82c8-065e38549eae)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:07.272354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.413177 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:07.413917 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-540877dc-093c-4d80-b8dd-e0a70a3cf5ab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4093785 May 13 15:19:07.426368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36938) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.434855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Made reservation on behalf of 4d558d36741d41749d2ca3019b4dd670 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:07.451872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.452015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-dd119a33-cc26-49a1-a92f-64d9ad9ed4e6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:07.452015 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-dd119a33-cc26-49a1-a92f-64d9ad9ed4e6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:19:07.452015 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-dd119a33-cc26-49a1-a92f-64d9ad9ed4e6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:07.452262 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dd119a33-cc26-49a1-a92f-64d9ad9ed4e6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0238762 May 13 15:19:07.454860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 04014048-cae4-478e-8501-58447e0dae7a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=04014048-cae4-478e-8501-58447e0dae7a,segment=NetworkSegment(9763ee31-fdca-4d93-82c8-065e38549eae),segment_id=9763ee31-fdca-4d93-82c8-065e38549eae)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:07.455542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.459551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 04014048-cae4-478e-8501-58447e0dae7a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:07.463521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.474130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:07.486604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-956c1c0c-7bb4-4e8a-9756-895fa54d003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:07.488964 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-956c1c0c-7bb4-4e8a-9756-895fa54d003b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.2204051 May 13 15:19:07.490425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:07.496642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.548882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:07.559116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:07.576234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:07.579866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:07.584718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Usage tracker for resource:security_group_rule and tenant:4d558d36741d41749d2ca3019b4dd670 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:07.589661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:07.595872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Calling delete_port for 04014048-cae4-478e-8501-58447e0dae7a owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:07.613915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:07.663233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-b183eea5-6e2d-4c22-8d4d-f6446e5abe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:07.665021 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-b183eea5-6e2d-4c22-8d4d-f6446e5abe5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540031 May 13 15:19:07.756048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 04014048-cae4-478e-8501-58447e0dae7a is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:07.756901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.764852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.26 (0d731784-842e-4ad8-9a9c-bf2833c97c11/f83cdd80-5294-4b28-a58b-20c0a2085b53/0a9fab3b-dd50-4d54-8b75-095ba72a69a5) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:07.773567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 04014048-cae4-478e-8501-58447e0dae7a owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:07.783817 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Project 3e52ac9477fd4a70a0987e3ffb79ae8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:19:07.841982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971c8478-70c3-48a1-9f46-fcfcc3fc815d req-69d28bb9-8bdc-4537-8fb5-4bfef1a0da87 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.3395000 May 13 15:19:07.853771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.878085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-929d07c5-1e83-482b-a874-f1d6372bfbea service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061262 May 13 15:19:07.884280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.911780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.964645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:07.964964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:07.986302 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:07.987401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c37f01ea-6602-4024-b3ff-1faf9de97bc6 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5227110 May 13 15:19:07.991188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36952) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.992900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-06292f96-f0d9-44d8-b4d4-e669233db58c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/aa22de95-fd87-420e-9f93-daee90de162f HTTP/1.1" status: 204 len: 168 time: 2.7054925 May 13 15:19:07.993038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] Pushing event deleted for resources: {'Port': ['ID=04014048-cae4-478e-8501-58447e0dae7a,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.997202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36956) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.999571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9f3b2-c755-4cf0-a311-3451a4187328 None None] No DVR routers for this DVR port 04014048-cae4-478e-8501-58447e0dae7a on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:08.000270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-06333465-edbf-4578-9827-afd020456a2d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.001007 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-06333465-edbf-4578-9827-afd020456a2d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 15:19:08.001737 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-06333465-edbf-4578-9827-afd020456a2d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:08.002960 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-06333465-edbf-4578-9827-afd020456a2d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084178 May 13 15:19:08.006943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36960) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.030711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.038327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:08.053125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.059673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:08.066198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-79175893-503e-4e06-b722-0e8cb4817e31 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] GET failed (client error): The resource could not be found. May 13 15:19:08.066759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79175893-503e-4e06-b722-0e8cb4817e31 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Synchronizing usage tracker for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:08.089197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:08.109098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:08.127251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:08.130301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.130654 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Added segment 9416ba7a-e7f1-413d-9f95-4db2c74edd2a of type vlan for network d8e5d61c-11c7-4ffa-9802-cceee67ee4cb May 13 15:19:08.137656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda9ee7-1daa-4cfc-8ad8-bef755bed0e7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.168643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c026c3b4-ce97-4b8d-bffa-de59af9e236d req-028ae256-493f-4895-860b-ae55615fa100 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813077 May 13 15:19:08.188734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.237987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.251546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:08.259116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-79175893-503e-4e06-b722-0e8cb4817e31 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Unset dirty status for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:08.260396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-79175893-503e-4e06-b722-0e8cb4817e31 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports/aa22de95-fd87-420e-9f93-daee90de162f HTTP/1.1" status: 404 len: 333 time: 0.2607155 May 13 15:19:08.263959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36970) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.270732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-808076662'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.349698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Project 3e52ac9477fd4a70a0987e3ffb79ae8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:19:08.351970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.353010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:08.353425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.396362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.467623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 04014048-cae4-478e-8501-58447e0dae7a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:08.467991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.501460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e5d61c-11c7-4ffa-9802-cceee67ee4cb,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.506273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:08.513816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network d8e5d61c-11c7-4ffa-9802-cceee67ee4cb details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:08.517123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:08.527122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:08.538390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:08.542780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:08.569808 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e6f365e6-144a-4f1a-9afd-44bb8efa7616 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3917832 May 13 15:19:08.572451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36976) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.580039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Request body: {'subnet': {'network_id': 'd8e5d61c-11c7-4ffa-9802-cceee67ee4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1051569506-subnet', 'tenant_id': '4d558d36741d41749d2ca3019b4dd670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.592632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:08.597764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Usage tracker for resource:subnet and tenant:4d558d36741d41749d2ca3019b4dd670 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:08.602753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:08.613972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:08.650082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:08.656486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.683331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:08.725434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] The port '04014048-cae4-478e-8501-58447e0dae7a' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:19:08.730186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.745244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:08.745244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e6ef3be8-e700-472a-aa40-696582944eab tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7317297 May 13 15:19:08.751050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36980) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.751387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36982) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.787086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3f00c65c-e636-4011-ba9e-c4f94186660a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.791462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:08.813362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:08.834658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:08.855010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Made reservation on behalf of 4d558d36741d41749d2ca3019b4dd670 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:08.857960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.899627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:08.936858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:08.937506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.952489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.970212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658379072'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:08.985597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:08.997101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:09.001522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff00809-d80d-42f8-8465-b9aabc05de68']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:09.008840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:09.019120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:09.022165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9763ee31-fdca-4d93-82c8-065e38549eae') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:09.022476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9763ee31-fdca-4d93-82c8-065e38549eae') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:09.042086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d26db448-3962-4ca7-a823-4333012d5a5d None None] Provisioning for port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:09.042250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.042363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d26db448-3962-4ca7-a823-4333012d5a5d None None] Provisioning complete for port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:09.042363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d26db448-3962-4ca7-a823-4333012d5a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.055395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.060553 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Project 3e52ac9477fd4a70a0987e3ffb79ae8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:19:09.073314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:09.074179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:09.095205 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:09.099090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d26db448-3962-4ca7-a823-4333012d5a5d None None] Port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:09.110474 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99dda301-c032-4b81-b758-b1f36f5d73d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3587365 May 13 15:19:09.177993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Request body: {'port': {'device_id': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:09.205839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::289 (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/6ad9c900-15e6-45e3-acd8-fa5b78d10669) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:09.231405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:09.235116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.252369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:09.253408 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8bf391a-6dbb-409e-90c2-242f5ba95aaa tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4737668 May 13 15:19:09.256621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.262103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 36992) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:09.277759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:09.306912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e706c0c-b3e4-4abb-ae54-21e615ba8949 req-2f84c696-02d1-45af-ae15-be819ab64c22 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:09.308369 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9e706c0c-b3e4-4abb-ae54-21e615ba8949 req-2f84c696-02d1-45af-ae15-be819ab64c22 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 932 time: 0.2836938 May 13 15:19:09.317438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:security_group_rule and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:09.325655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:09.335217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:09.345510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.365848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.376665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.390433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=7ff00809-d80d-42f8-8465-b9aabc05de68,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.402747 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e407f97b-a808-449b-b194-e72a45b3dab7 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/7ff00809-d80d-42f8-8465-b9aabc05de68 HTTP/1.1" status: 204 len: 168 time: 2.7746031 May 13 15:19:09.406740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 36996) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:09.447049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083524713', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:09.466879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:09.479668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:09.486129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:09.499828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:09.516928 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9e706c0c-b3e4-4abb-ae54-21e615ba8949 req-11a3e963-2796-43df-94e2-05112b910bf0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926601 May 13 15:19:09.524132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.598381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.634615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.635621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.671372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43fdc8d-073b-4f02-ac80-72aac73933de,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.679908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.694792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.720043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.735771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Checking segment: {'id': '9416ba7a-e7f1-413d-9f95-4db2c74edd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd8e5d61c-11c7-4ffa-9802-cceee67ee4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:09.736192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Network hostable DHCP agents. Network: d8e5d61c-11c7-4ffa-9802-cceee67ee4cb, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:09.742332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.769849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object 6ad9c900-15e6-45e3-acd8-fa5b78d10669 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:09.779488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.806540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:09.830168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.832877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment 78c50aa6-5235-4afe-af6f-8d5da12929b9 of type vlan for network 015961df-cef0-4da0-8322-0061e77df1b0 May 13 15:19:09.845857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe421e-efcf-4ed9-8dd6-85ad692446b0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.881964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Network d8e5d61c-11c7-4ffa-9802-cceee67ee4cb is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:09.884577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.898078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.961710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00c65c-e636-4011-ba9e-c4f94186660a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.993571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, d8e5d61c-11c7-4ffa-9802-cceee67ee4cb) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:09.996832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:10.002932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec187a03-59f3-451d-84b6-754a54a1de7e None None] Network d8e5d61c-11c7-4ffa-9802-cceee67ee4cb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:10.004535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:10.009138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:10.010758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.013591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:10.019575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:10.020909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.047683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=6ad9c900-15e6-45e3-acd8-fa5b78d10669,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:10.058641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.071674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.071809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:10.071913 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d5b8f8e-c4af-4454-93e8-464e0b2ba8a2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/3f00c65c-e636-4011-ba9e-c4f94186660a HTTP/1.1" status: 204 len: 168 time: 0.8056369 May 13 15:19:10.074143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37000) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:10.146811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.157601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3a26fc7c-aa2a-4339-9068-06d883280fbc tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8918824 May 13 15:19:10.158664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:10.166546 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0d6532b3-3e2c-418e-ac27-0e90ddb30301 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5865996 May 13 15:19:10.166546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:bd:ab'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:10.256666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:19:10.301096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.307467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb339a4-a3ad-4fea-a14b-21cde3522005 None None] Network d8e5d61c-11c7-4ffa-9802-cceee67ee4cb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:10.316583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Transition to ACTIVE for port object 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:10.328573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ef6f5f8f-c7b6-4408-953a-1c28fce3f833 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:10.456173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.487879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d10793e5-c760-41ec-9278-454f132bf256 None None] Provisioning for port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:10.496118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d10793e5-c760-41ec-9278-454f132bf256 None None] Provisioning complete for port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:10.496505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d10793e5-c760-41ec-9278-454f132bf256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.510813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.524764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.533620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:10.534536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.600526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d10793e5-c760-41ec-9278-454f132bf256 None None] Port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:10.861857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ef6f5f8f-c7b6-4408-953a-1c28fce3f833 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:10.863156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ef6f5f8f-c7b6-4408-953a-1c28fce3f833 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7385397 May 13 15:19:10.867429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37026) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:10.874754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029026210'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:10.885411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70973a1-d38c-4c21-bda3-56f3c96376bd req-9bc354c0-b4ff-4b47-af1e-a9674741de6b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:10.886937 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a70973a1-d38c-4c21-bda3-56f3c96376bd req-9bc354c0-b4ff-4b47-af1e-a9674741de6b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 944 time: 0.1740324 May 13 15:19:10.890911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:10.917124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.941591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:10.982547 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a70973a1-d38c-4c21-bda3-56f3c96376bd req-be33ec2c-cd6c-4f64-9da6-31ff93ae07ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792966 May 13 15:19:11.047160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.099313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] In _notify_port_updated(), no bound segment for port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 on network 657c70bd-495c-424a-8e89-69708501aa7e {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:19:11.105015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:11.105644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.110667 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "PUT /v2.0/ports/6ad9c900-15e6-45e3-acd8-fa5b78d10669 HTTP/1.1" status: 200 len: 1002 time: 0.9460645 May 13 15:19:11.116378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37030) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:11.118603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.179108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Pushing event updated for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:11.220543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec4994-c1dd-461a-bc12-b55795416019 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=6ad9c900-15e6-45e3-acd8-fa5b78d10669,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:11.223941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:11.232444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:11.237871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:11.250280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:11.250280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.250474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=015961df-cef0-4da0-8322-0061e77df1b0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:11.263986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 015961df-cef0-4da0-8322-0061e77df1b0 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:11.388654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9de67dca-22d2-4b5d-9763-33d7adbe2f0e tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6104989 May 13 15:19:11.397912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-2a8dacf3-afa6-4928-b782-153fdafebd4d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:11.399789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-2a8dacf3-afa6-4928-b782-153fdafebd4d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/networks?id=037bec3a-a383-4275-8675-5019901e4f08 HTTP/1.1" status: 200 len: 811 time: 0.5284078 May 13 15:19:11.423285 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-cc497ccb-9ef1-46ff-afcf-370f23997f08 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/quotas/548867b015bf48bcb8df331c74336ef7 HTTP/1.1" status: 200 len: 375 time: 0.0132971 May 13 15:19:11.431819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Attempting to bind port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:11.432454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Attempting to bind port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:11.433119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Attempting to bind port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 on network 0d731784-842e-4ad8-9a9c-bf2833c97c11 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:11.485807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a5186f9b-9a38-4683-a13b-6cd0cdaa7f70 None None] Provisioning complete for port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:11.486206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5186f9b-9a38-4683-a13b-6cd0cdaa7f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.501119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 on network 0d731784-842e-4ad8-9a9c-bf2833c97c11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:11.501728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Attempting to bind port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 on network 0d731784-842e-4ad8-9a9c-bf2833c97c11 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:11.510676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-05f3d863-5a39-4199-8171-7ef16fe754bf tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=548867b015bf48bcb8df331c74336ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697842 May 13 15:19:11.511878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:11.512504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Checking segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:11.513133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Bound using segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:11.513844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Bound port: 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:11.515701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.564693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5186f9b-9a38-4683-a13b-6cd0cdaa7f70 None None] Port 6ad9c900-15e6-45e3-acd8-fa5b78d10669 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:11.587202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:11.686477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.832258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for 6ad9c900-15e6-45e3-acd8-fa5b78d10669 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:11.886795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.892017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:11.939907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.979461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.983525 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-9f0b37fe-3e9b-4605-998e-9ea5771cd159 service neutron] 10.222.0.91 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346871 May 13 15:19:11.985265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:11.990203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.069818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0805a84-5655-4d4d-8e09-7998cc678114,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:12.132755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.169535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.171379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.175418 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de637840-43cd-444d-937b-80915bb29d33 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3045664 May 13 15:19:12.184762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37036) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:12.215935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': 'a0805a84-5655-4d4d-8e09-7998cc678114', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:12.224462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed9ec7-f5bb-4186-ac9c-bf43eab3984f req-6ea9c845-3489-416a-8bcb-754c9feb3f60 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:12.225924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4aed9ec7-f5bb-4186-ac9c-bf43eab3984f req-6ea9c845-3489-416a-8bcb-754c9feb3f60 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 944 time: 0.1325212 May 13 15:19:12.234864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:12.235472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.236618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=6ad9c900-15e6-45e3-acd8-fa5b78d10669,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:12.236841 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] 10.222.0.23 "PUT /v2.0/ports/0a9fab3b-dd50-4d54-8b75-095ba72a69a5 HTTP/1.1" status: 200 len: 1094 time: 3.0732501 May 13 15:19:12.260209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:12.260209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:12.311716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.316581 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-071885fc-2baa-4927-b5b5-e51578370aa9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/6ad9c900-15e6-45e3-acd8-fa5b78d10669 HTTP/1.1" status: 204 len: 168 time: 1.1993556 May 13 15:19:12.318416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37044) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:12.356253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:12.367701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:12.373322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:12.384139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-2883a254-83eb-4e05-a1a1-d5bfcb7e7152 service neutron] 10.222.0.91 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337328 May 13 15:19:12.440643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d52b8cb-efa4-4329-9bd1-552b0b4f16c9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] GET failed (client error): The resource could not be found. May 13 15:19:12.443586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5aa7a-215e-44ea-bf51-aadb0d9347cf service neutron] Pushing event updated for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:12.444594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4d52b8cb-efa4-4329-9bd1-552b0b4f16c9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Synchronizing usage tracker for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:12.470432 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4aed9ec7-f5bb-4186-ac9c-bf43eab3984f req-72f88b03-a36f-42fd-8b3c-8185b5b15a9c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890104 May 13 15:19:12.492687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4d52b8cb-efa4-4329-9bd1-552b0b4f16c9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Unset dirty status for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:12.502999 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4d52b8cb-efa4-4329-9bd1-552b0b4f16c9 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports/6ad9c900-15e6-45e3-acd8-fa5b78d10669 HTTP/1.1" status: 404 len: 333 time: 0.1801386 May 13 15:19:12.516301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37048) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:12.525688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-878004435'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:12.619069 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ba0f64-ec77-4bfc-9f0d-cbfbd565896c'] response: {'name': 'network-changed', 'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5', 'status': 'completed', 'code': 200} May 13 15:19:12.706583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 172.26.7.169 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/bc6a40d4-a4a1-4203-a5de-1c2d5a570070) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:12.725430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-8494df16-9cbb-4bf4-a28f-4672e7609968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:12.726963 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-8494df16-9cbb-4bf4-a28f-4672e7609968 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 1097 time: 0.2845945 May 13 15:19:12.769169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:12.780813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:12.879606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:12.883099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.911849 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc49c7f1-3e50-4bf7-8577-cf69beaa941f req-c48d5e13-a600-4ac3-b5bb-cab66fdf5f6b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.0736175 May 13 15:19:12.937864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port a951bbde-395f-4e84-8abb-a93b3d760579 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:12.972803 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The resource could not be found. May 13 15:19:12.978494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37056) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:12.978859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cc8f679d-9e61-41ff-8481-7bcba893e5c8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7813761 May 13 15:19:12.992576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': 'a0805a84-5655-4d4d-8e09-7998cc678114', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bff21c16-92c1-4eec-99a9-c8d0e508dfeb'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:13.016471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:13.027897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:13.034649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:13.047534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:13.070988 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-91a74173-dcf1-44f5-a50d-4365d381d2e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5 HTTP/1.1" status: 200 len: 217 time: 0.3209844 May 13 15:19:13.171776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-fafa6260-3b37-4267-875c-6f0933ccc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:13.172712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::7e (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/a951bbde-395f-4e84-8abb-a93b3d760579) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:13.173237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-fafa6260-3b37-4267-875c-6f0933ccc832 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f83cdd80-5294-4b28-a58b-20c0a2085b53 HTTP/1.1" status: 200 len: 838 time: 0.0934298 May 13 15:19:13.252961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.286615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-795db916-e807-497d-b8db-08e73d16825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:13.288128 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-795db916-e807-497d-b8db-08e73d16825a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d731784-842e-4ad8-9a9c-bf2833c97c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1064386 May 13 15:19:13.388535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.431216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.447629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object a951bbde-395f-4e84-8abb-a93b3d760579 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:13.472732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:13.477388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:13.485918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:13.504472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The resource could not be found. May 13 15:19:13.508030 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c124bf1-62c6-4838-923c-ac2f87e1051f tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5252349 May 13 15:19:13.508287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37064) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:13.547093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.554018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=bc6a40d4-a4a1-4203-a5de-1c2d5a570070,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:13.561762 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-73c036e4-8a86-4446-8ca6-3c5fa7923ded service neutron] 10.222.0.23 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670312 May 13 15:19:13.655319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:13.669266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:13.673413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:13.690822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:13.694143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.722444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=a951bbde-395f-4e84-8abb-a93b3d760579,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:13.753542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.814036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.880978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8919c3bd-8621-42d6-a500-1ee46819023a tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3615580 May 13 15:19:13.884937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:13.897243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'network_id': '657c70bd-495c-424a-8e89-69708501aa7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-101706245'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:13.960145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.118935 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee37de96-0588-4365-9a61-d1475aad7a7d req-99b53f99-43f2-48ae-b12f-bdaddca8d771 service neutron] 10.222.0.23 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503261 May 13 15:19:14.132840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-39eca628-7d87-4092-907e-c4e4d209bf68 None None] Provisioning for port a951bbde-395f-4e84-8abb-a93b3d760579 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:14.157347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-39eca628-7d87-4092-907e-c4e4d209bf68 None None] Provisioning complete for port a951bbde-395f-4e84-8abb-a93b3d760579 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:14.160743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-39eca628-7d87-4092-907e-c4e4d209bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.167641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9781fa-c52f-4f8e-9299-62e6813134e7 req-f8ead4b0-3be9-4456-bb76-823c75ac589d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:14.168280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-7a9781fa-c52f-4f8e-9299-62e6813134e7 req-f8ead4b0-3be9-4456-bb76-823c75ac589d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:14.211365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0805a84-5655-4d4d-8e09-7998cc678114,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:14.226330 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4f9f384e-46c8-46df-81d2-b7c23136aa48 req-f3e70705-192f-4684-be0f-0c829847049e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.1998768 May 13 15:19:14.234805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.238841 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-236c43fc-7843-4ac7-b8b0-4c73f9c01d53 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/a0805a84-5655-4d4d-8e09-7998cc678114 HTTP/1.1" status: 204 len: 168 time: 0.7264159 May 13 15:19:14.239077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37078) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:14.289906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-39eca628-7d87-4092-907e-c4e4d209bf68 None None] Port a951bbde-395f-4e84-8abb-a93b3d760579 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:14.347918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:14.352059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0a6af9f3-fc97-4ebc-bd1c-518150bdb9a8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:14.352192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-7a9781fa-c52f-4f8e-9299-62e6813134e7 req-f8ead4b0-3be9-4456-bb76-823c75ac589d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:14.357158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Usage tracker for resource:port and tenant:1cffb387df174083a5aff4e8a7cdf652 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:14.359680 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a9781fa-c52f-4f8e-9299-62e6813134e7 req-f8ead4b0-3be9-4456-bb76-823c75ac589d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 944 time: 0.6211078 May 13 15:19:14.360852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:14.368866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:14.467443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0a6af9f3-fc97-4ebc-bd1c-518150bdb9a8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:14.469077 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0a6af9f3-fc97-4ebc-bd1c-518150bdb9a8 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2286482 May 13 15:19:14.470238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Made reservation on behalf of 1cffb387df174083a5aff4e8a7cdf652 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:14.474969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.487874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37082) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:14.493442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '64badf54-12f2-412f-88f0-057501b44b46', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:14.506306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:14.512969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:14.519136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:14.520108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7a9781fa-c52f-4f8e-9299-62e6813134e7 req-8ba87f29-c569-40ad-9196-6bcae2f98a45 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596143 May 13 15:19:14.525710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] device_id is not set on port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:14.549795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.576882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:14.618022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-36c10ed9-b7b6-406e-ab1f-5fc4c506cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:14.619531 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-36c10ed9-b7b6-406e-ab1f-5fc4c506cc6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 1097 time: 0.3025796 May 13 15:19:14.711412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37086) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:14.719796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': '015961df-cef0-4da0-8322-0061e77df1b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:14.815589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The resource could not be found. May 13 15:19:14.818556 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9853d65b-913e-4252-9751-97c743a79fdf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3295436 May 13 15:19:14.821619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Allocated IP 2001:db8::352 (657c70bd-495c-424a-8e89-69708501aa7e/a8d08ae5-1932-49a9-89b5-6c00da24045a/fb3a6a01-468c-4cd4-8bfb-f6fe2457864d) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:14.835442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37090) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:14.843708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405203732'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:14.892106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:14.896126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:subnet and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:14.899056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:14.905905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:14.912074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:14.947232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:15.001400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-69dac861-d0ea-4587-a5b8-51b43e4f3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.002857 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-69dac861-d0ea-4587-a5b8-51b43e4f3953 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d731784-842e-4ad8-9a9c-bf2833c97c11 HTTP/1.1" status: 200 len: 898 time: 0.3740141 May 13 15:19:15.035699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:15.039137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.130682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.143926 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-f6abc651-e934-45d3-8aeb-51b65dd9b9e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5 HTTP/1.1" status: 200 len: 217 time: 0.0847576 May 13 15:19:15.201123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.208581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:15.218154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:15.224385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Transition to ACTIVE for port object fb3a6a01-468c-4cd4-8bfb-f6fe2457864d will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:15.275217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:15.302076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:15.314519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-05d41de7-1cfc-4000-b661-b491993c4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.316111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-05d41de7-1cfc-4000-b661-b491993c4fa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f83cdd80-5294-4b28-a58b-20c0a2085b53 HTTP/1.1" status: 200 len: 838 time: 0.1589506 May 13 15:19:15.388281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.394954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7fc948c1-cbca-4257-ae6c-e69d9493838c req-e382f8dd-7024-49ab-a695-268d70ed470c tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.0430577 May 13 15:19:15.447466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.507808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.559545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Network 657c70bd-495c-424a-8e89-69708501aa7e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:15.577331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:15.584769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:15.590537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.596694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.616188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-b54ee63b-290d-47f9-8ded-f4cb91487023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.617975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-b54ee63b-290d-47f9-8ded-f4cb91487023 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d731784-842e-4ad8-9a9c-bf2833c97c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2938337 May 13 15:19:15.618335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=fb3a6a01-468c-4cd4-8bfb-f6fe2457864d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:15.624163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.671815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=3267354e-1651-46ac-84b0-38377212e0ba,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:15.774623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.780967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': '78c50aa6-5235-4afe-af6f-8d5da12929b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:15.781587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: 015961df-cef0-4da0-8322-0061e77df1b0, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:15.798192 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-eaa990ec-d584-4240-9531-6a67d3a91881 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9119751 May 13 15:19:15.809388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37098) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:15.835257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:4b:bd:ab'}, {'ip_address': '2001:db8::7e', 'mac_address': 'fa:16:3e:2d:bc:84'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:15.851110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-cdf9b1b6-0c49-4e84-a9ed-6f20e27d9906 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.851823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-cdf9b1b6-0c49-4e84-a9ed-6f20e27d9906 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Synchronizing usage tracker for tenant:548867b015bf48bcb8df331c74336ef7 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:15.918743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 015961df-cef0-4da0-8322-0061e77df1b0 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:15.938883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-cdf9b1b6-0c49-4e84-a9ed-6f20e27d9906 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Unset dirty status for tenant:548867b015bf48bcb8df331c74336ef7 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:15.940095 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-cdf9b1b6-0c49-4e84-a9ed-6f20e27d9906 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.23 "GET /v2.0/networks?id=037bec3a-a383-4275-8675-5019901e4f08 HTTP/1.1" status: 200 len: 811 time: 0.2962306 May 13 15:19:15.948121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3381cea3-c041-40bf-a769-fe2cab8fee7f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:15.953000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Request body: {'port': {'device_id': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'network_id': '037bec3a-a383-4275-8675-5019901e4f08', 'admin_state_up': True, 'tenant_id': '548867b015bf48bcb8df331c74336ef7'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:16.004875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-dccf23e4-c613-4a81-bd76-1b9df7f8f33d service neutron] 10.222.0.23 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761718 May 13 15:19:16.027192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e9dc715-4332-4ac5-b592-153a16018aec None None] Provisioning for port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:16.033581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4e9dc715-4332-4ac5-b592-153a16018aec None None] Provisioning complete for port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:16.034582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 015961df-cef0-4da0-8322-0061e77df1b0) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:16.036917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc715-4332-4ac5-b592-153a16018aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.049201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.049791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.090784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.091887 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-49eebe65-f064-44e2-8d57-3530e3ad2db3 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2570596 May 13 15:19:16.112956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dc715-4332-4ac5-b592-153a16018aec None None] Port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:16.114462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d5469-471a-4115-ad5c-651684429919 None None] Network 015961df-cef0-4da0-8322-0061e77df1b0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:16.128291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37102) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:16.136949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--425639600'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:16.148855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b9c13a49-c819-49e7-8462-f8e2ecac345d tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4329185 May 13 15:19:16.148855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:16.150414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37106) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:16.161493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-666341157'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:16.171545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router bae516aa-bb73-4f5c-9132-c1ee791596c8 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:16.171688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:16.171688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:16.173369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:16.176388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:16.183461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Usage tracker for resource:port and tenant:548867b015bf48bcb8df331c74336ef7 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:16.187028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:16.189935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:16.192498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:16.195199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:16.199721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b84d84-1c20-4304-80f1-3a77f4cce16b req-4af9aa03-dddf-4679-b5be-5feb36c40cea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.201270 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64b84d84-1c20-4304-80f1-3a77f4cce16b req-4af9aa03-dddf-4679-b5be-5feb36c40cea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 944 time: 0.4880247 May 13 15:19:16.205621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:16.207690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:16.215419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:16.284199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.307042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:16.311314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:16.314566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:16.327584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:16.327584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:16.327584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.344446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Made reservation on behalf of 548867b015bf48bcb8df331c74336ef7 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:16.348056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.475211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-015961df-cef0-4da0-8322-0061e77df1b0', 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': '3267354e-1651-46ac-84b0-38377212e0ba'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:16.476206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.502227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:16.551673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Allocated IP 172.20.0.9 (037bec3a-a383-4275-8675-5019901e4f08/ab3b846a-9630-4d9b-afbc-20085ef27607/8cb582ba-e949-4a89-966b-5ac556d95b55) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:16.599332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'port_id': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5', 'mac_address': 'fa:16:3e:cc:6c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:16.627957 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-589a8955-a6f4-4caa-a89a-9c71772fc92a req-f3faa4f5-6dd2-4d58-bc5c-0a749a91b18f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.0587623 May 13 15:19:16.648371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:16.657684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:16.675401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] Sync routers for ids ['bae516aa-bb73-4f5c-9132-c1ee791596c8'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:16.682795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.683351 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment 099eba2b-4e82-4b0b-9bc0-e749695651d7 of type vlan for network 3d433209-6045-4bd2-97de-b5535be1265f May 13 15:19:16.689191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64b84d84-1c20-4304-80f1-3a77f4cce16b req-28443900-8969-4b79-abbe-f2c4d575ed9a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728713 May 13 15:19:16.692138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] Routers {'bae516aa-bb73-4f5c-9132-c1ee791596c8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:16.692138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bae516aa-bb73-4f5c-9132-c1ee791596c8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:16.706864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44a4fc49-1c84-4a56-8fd4-75cdb7f7d10b req-d30ff6da-1b10-412b-8ae9-65acbd5c8610 service neutron] 10.222.0.23 "GET /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904316 May 13 15:19:16.729041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.789667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:16.791905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:16.792018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.792108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.793906 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c10c60b-c483-4e68-a17d-bd6811a0235e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3591826 May 13 15:19:16.804376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37116) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:16.836190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] Routers {'bae516aa-bb73-4f5c-9132-c1ee791596c8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:16.836828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bae516aa-bb73-4f5c-9132-c1ee791596c8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:16.887425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:16.933389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:16.933389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923892b9-ce76-4c70-ab51-5fab9d85c477 None None] The sync data for ids ['bae516aa-bb73-4f5c-9132-c1ee791596c8'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:16.962740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Allocated IP 2001:db8:0:ffff::2 (015961df-cef0-4da0-8322-0061e77df1b0/3267354e-1651-46ac-84b0-38377212e0ba/baa882c3-3a6e-4c88-a54a-0951f3bcf8c3) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:16.967984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:17.018892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.035034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.068315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.124014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.140502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d40ea5a8-a29d-4067-9ccc-5c507da51bef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers/bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 200 len: 885 time: 0.3348925 May 13 15:19:17.143201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37120) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.183345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.202320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.224975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.228421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.235509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.236108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.270961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.281149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.281505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Transition to ACTIVE for port object baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:17.304959 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Transition to ACTIVE for port object baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:17.319403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0a9fab3b-dd50-4d54-8b75-095ba72a69a5'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:17.350699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] In _notify_port_updated(), no bound segment for port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d on network 657c70bd-495c-424a-8e89-69708501aa7e {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:19:17.359863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.360968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.371913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "PUT /v2.0/ports/fb3a6a01-468c-4cd4-8bfb-f6fe2457864d HTTP/1.1" status: 200 len: 1066 time: 1.5483642 May 13 15:19:17.371913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37124) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.390983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.397873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1af296-63d6-43d6-be0e-6ef5e6495c55,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.442064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52123c2-abf1-469b-a6fa-fbfa432d062e tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event updated for resources: {'Port': ['ID=fb3a6a01-468c-4cd4-8bfb-f6fe2457864d,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.448735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=3d433209-6045-4bd2-97de-b5535be1265f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.465187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:17.465714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.492109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3d433209-6045-4bd2-97de-b5535be1265f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:17.516989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Network 015961df-cef0-4da0-8322-0061e77df1b0 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:17.567475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.573143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:17.591642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:17.616181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Pushing event updated for resources: {'Port': ['ID=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.644474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.645764 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aac5d9bf-8db1-4f27-b6b2-2df6fc85cafc tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5164156 May 13 15:19:17.647618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7b30d5c1-b4c0-4e39-95b2-ce152ed71df3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4961193 May 13 15:19:17.652220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37128) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.652824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37130) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.676621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Network 037bec3a-a383-4275-8675-5019901e4f08 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:17.681214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:17.685654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:17.712013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': '3381cea3-c041-40bf-a769-fe2cab8fee7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5f1af296-63d6-43d6-be0e-6ef5e6495c55'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:17.738511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Pushing event updated for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.763024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': '3d433209-6045-4bd2-97de-b5535be1265f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:17.781898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:17.784344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.789711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.829962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Attempting to bind port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:17.830344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Attempting to bind port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '78c50aa6-5235-4afe-af6f-8d5da12929b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:17.830768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Attempting to bind port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 on network 015961df-cef0-4da0-8322-0061e77df1b0 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:17.834827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5d4ffd95-3c82-41a9-9b37-ac8f396d18fd None None] Provisioning complete for port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:17.835245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffd95-3c82-41a9-9b37-ac8f396d18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.858242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:17.872946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:17.881183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39a5db79-d9b7-4ecb-a546-21f0376cdd59 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:router {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:17.898641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:17.899395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Checking segment: {'id': '78c50aa6-5235-4afe-af6f-8d5da12929b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:17.899996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.900570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Bound using segment: {'id': '78c50aa6-5235-4afe-af6f-8d5da12929b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:17.901243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Bound port: baa882c3-3a6e-4c88-a54a-0951f3bcf8c3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c50aa6-5235-4afe-af6f-8d5da12929b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '015961df-cef0-4da0-8322-0061e77df1b0'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:17.901811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.940790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-c23578cf-d807-4483-9cb6-d418bdb52425 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.941654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-c23578cf-d807-4483-9cb6-d418bdb52425 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Synchronizing usage tracker for tenant:548867b015bf48bcb8df331c74336ef7 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:17.942665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ffd95-3c82-41a9-9b37-ac8f396d18fd None None] Port fb3a6a01-468c-4cd4-8bfb-f6fe2457864d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:17.947004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:17.958373 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-daa11a72-08a3-48ec-a05b-61b975a82356 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0068016 May 13 15:19:17.967262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Request body: {'port': {'device_id': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:18.026807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:18.031680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.034642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39a5db79-d9b7-4ecb-a546-21f0376cdd59 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:router {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:18.035972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-39a5db79-d9b7-4ecb-a546-21f0376cdd59 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8916545 May 13 15:19:18.040171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37140) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:18.057698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2083524713'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:18.069411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] For port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:18.089570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] For port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,segment=NetworkSegment(78c50aa6-5235-4afe-af6f-8d5da12929b9),segment_id=78c50aa6-5235-4afe-af6f-8d5da12929b9)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:18.112589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.231407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.238358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-c23578cf-d807-4483-9cb6-d418bdb52425 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Unset dirty status for tenant:548867b015bf48bcb8df331c74336ef7 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:18.240878 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-c23578cf-d807-4483-9cb6-d418bdb52425 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 931 time: 0.4299693 May 13 15:19:18.324091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b7a63-a89d-409a-9d68-f0b56c3f2d68 None None] Pushing event updated for resources: {'Port': ['ID=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:18.333166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-268f6198-1e26-4503-b569-ce33789927e8 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Synchronizing usage tracker for tenant:548867b015bf48bcb8df331c74336ef7 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:18.336150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:subnet and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:18.346503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:18.423019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:18.499529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for fb3a6a01-468c-4cd4-8bfb-f6fe2457864d owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:18.516979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-268f6198-1e26-4503-b569-ce33789927e8 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Unset dirty status for tenant:548867b015bf48bcb8df331c74336ef7 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:18.521209 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-473a5f32-aeea-42c6-9b4e-b08112f241cf req-268f6198-1e26-4503-b569-ce33789927e8 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629316 May 13 15:19:18.554120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb582ba-e949-4a89-966b-5ac556d95b55 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:18.562607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.581693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Transition to ACTIVE for port object 8cb582ba-e949-4a89-966b-5ac556d95b55 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:18.649525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:18.653137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.679047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968967-a4d2-4c97-af1a-a5de66ec64b4 req-630078da-1a03-4083-9f2f-d710d3cf97d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:18.682996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.683189 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d8968967-a4d2-4c97-af1a-a5de66ec64b4 req-630078da-1a03-4083-9f2f-d710d3cf97d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 945 time: 0.8166370 May 13 15:19:18.708078 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:18.709121 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6727b8a2-3358-406a-90c6-90b055ffd5d1 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0552864 May 13 15:19:18.721585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:18.895586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Pushing event updated for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:18.973371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.991867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d8968967-a4d2-4c97-af1a-a5de66ec64b4 req-19d0b8b3-c042-40f9-8c08-67ed3c60832e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918863 May 13 15:19:19.138101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.147949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Attempting to bind port 8cb582ba-e949-4a89-966b-5ac556d95b55 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:19.148509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Attempting to bind port 8cb582ba-e949-4a89-966b-5ac556d95b55 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '3209d6aa-bef8-4c73-9f55-745c01094a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '037bec3a-a383-4275-8675-5019901e4f08'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:19.148652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Attempting to bind port 8cb582ba-e949-4a89-966b-5ac556d95b55 on network 037bec3a-a383-4275-8675-5019901e4f08 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:19.156191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.164354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Port 8cb582ba-e949-4a89-966b-5ac556d95b55 on network 037bec3a-a383-4275-8675-5019901e4f08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:19.164491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Attempting to bind port 8cb582ba-e949-4a89-966b-5ac556d95b55 on network 037bec3a-a383-4275-8675-5019901e4f08 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:19.174913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:19.175257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Checking segment: {'id': '3209d6aa-bef8-4c73-9f55-745c01094a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '037bec3a-a383-4275-8675-5019901e4f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:19.175646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Bound using segment: {'id': '3209d6aa-bef8-4c73-9f55-745c01094a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '037bec3a-a383-4275-8675-5019901e4f08'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:19.176088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Bound port: 8cb582ba-e949-4a89-966b-5ac556d95b55, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3209d6aa-bef8-4c73-9f55-745c01094a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '037bec3a-a383-4275-8675-5019901e4f08'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:19.176447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.226299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=fb3a6a01-468c-4cd4-8bfb-f6fe2457864d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:19.308610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:19.308610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8cb582ba-e949-4a89-966b-5ac556d95b55,segment=NetworkSegment(3209d6aa-bef8-4c73-9f55-745c01094a54),segment_id=3209d6aa-bef8-4c73-9f55-745c01094a54)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:19.378348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.399504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1af296-63d6-43d6-be0e-6ef5e6495c55,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:19.405893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.434601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:19.459121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.462992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-15710697-cccc-4342-8fe3-615cdfd46799 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/5f1af296-63d6-43d6-be0e-6ef5e6495c55 HTTP/1.1" status: 204 len: 168 time: 0.7402442 May 13 15:19:19.465356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37148) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:19.507246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:19.508155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.509627 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] 10.222.0.23 "PUT /v2.0/ports/8cb582ba-e949-4a89-966b-5ac556d95b55 HTTP/1.1" status: 200 len: 1093 time: 1.5472178 May 13 15:19:19.510057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:19.531506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.604805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8a533ec6-5ed1-4267-9474-50a15b53236c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:19.614266 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf9beaf-5583-444c-9c95-ea5e0a0b97ec'] response: {'name': 'network-changed', 'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55', 'status': 'completed', 'code': 200} May 13 15:19:19.667448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c74b7b-d240-4f7a-9fa7-6c91b9dd122e service neutron] Pushing event updated for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:19.673008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:19.723075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.728314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-f41b647d-0b9e-4a1b-8636-f4f501448837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:19.729813 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-f41b647d-0b9e-4a1b-8636-f4f501448837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=548867b015bf48bcb8df331c74336ef7&device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 1096 time: 0.0987756 May 13 15:19:19.738679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f9bfe-2ac7-4a3f-a402-e4fd5c3012df None None] Network 015961df-cef0-4da0-8322-0061e77df1b0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:19.808840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8a533ec6-5ed1-4267-9474-50a15b53236c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:19.810068 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8a533ec6-5ed1-4267-9474-50a15b53236c tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3371203 May 13 15:19:19.818509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37156) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:19.920551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-e69dacf0-f594-406a-bdf8-d80169d1deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:19.922032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-e69dacf0-f594-406a-bdf8-d80169d1deb1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=548867b015bf48bcb8df331c74336ef7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1858721 May 13 15:19:19.947553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:19:19.952545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:19.996144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Provisioning for port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:20.012276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Provisioning complete for port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:20.012276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.050637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.125508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-62283712-486a-4b01-929c-d59f8cb3c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.127017 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4c2362d4-cb05-4e92-9675-fc261140fa3c req-62283712-486a-4b01-929c-d59f8cb3c5e7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986325 May 13 15:19:20.172885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.223321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.224532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Current status of the port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:20.224914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.254311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3381cea3-c041-40bf-a769-fe2cab8fee7f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:20.261652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:20.272601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=67f54557-a1b6-46aa-9eb8-2b37d2617071,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:20.283629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.301041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab3566-259c-4a2e-b9ea-28a4f8844c7d req-ed9a2457-fb17-48ad-8eb7-764796a2ea4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.302426 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4aab3566-259c-4a2e-b9ea-28a4f8844c7d req-ed9a2457-fb17-48ad-8eb7-764796a2ea4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 945 time: 0.1677992 May 13 15:19:20.306998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f5973ddf-c1dc-4dbe-8d4a-e654ced0b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.308352 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-f5973ddf-c1dc-4dbe-8d4a-e654ced0b1a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=548867b015bf48bcb8df331c74336ef7&device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 1096 time: 0.1348715 May 13 15:19:20.328712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] For port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,segment=NetworkSegment(78c50aa6-5235-4afe-af6f-8d5da12929b9),segment_id=78c50aa6-5235-4afe-af6f-8d5da12929b9)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:20.400332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-9d1e1418-14e2-4fe6-a75d-bc179944e081 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb582ba-e949-4a89-966b-5ac556d95b55 HTTP/1.1" status: 200 len: 217 time: 0.0770302 May 13 15:19:20.413516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.417293 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8b1b28dc-a55d-4a77-be06-4c667ab8e6cf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/3381cea3-c041-40bf-a769-fe2cab8fee7f HTTP/1.1" status: 204 len: 168 time: 0.5976562 May 13 15:19:20.425480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.426258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-68a64889-54f5-4656-9235-d815c84205b4 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/fb3a6a01-468c-4cd4-8bfb-f6fe2457864d HTTP/1.1" status: 204 len: 168 time: 3.0538065 May 13 15:19:20.426829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37162) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:20.427316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37164) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:20.475328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4aab3566-259c-4a2e-b9ea-28a4f8844c7d req-964840ea-9431-48ff-9a07-5bf1860febdf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658502 May 13 15:19:20.504537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-c6038355-13a0-483c-94f8-040f29f02b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.506283 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-c6038355-13a0-483c-94f8-040f29f02b74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab3b846a-9630-4d9b-afbc-20085ef27607 HTTP/1.1" status: 200 len: 851 time: 0.0956120 May 13 15:19:20.507860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:20.512606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': '099eba2b-4e82-4b0b-9bc0-e749695651d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:20.512606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: 3d433209-6045-4bd2-97de-b5535be1265f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:20.517237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:20.517608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.547679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43437a5-070b-4d48-ba20-f5393bdf57ea None None] Pushing event updated for resources: {'Port': ['ID=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:20.563483 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c60876-39a9-4fbe-a002-5f94dea0b064 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] GET failed (client error): The resource could not be found. May 13 15:19:20.564026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9c60876-39a9-4fbe-a002-5f94dea0b064 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Synchronizing usage tracker for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:20.582917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ff161-f249-4e44-9190-e75fc609be43 req-d698ad0c-a48c-4550-a356-68cc5151fc47 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.584420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee3ff161-f249-4e44-9190-e75fc609be43 req-d698ad0c-a48c-4550-a356-68cc5151fc47 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 943 time: 0.8714099 May 13 15:19:20.584574 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-a30b3685-da3b-4894-8bbd-319fd5762f56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=037bec3a-a383-4275-8675-5019901e4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667970 May 13 15:19:20.605910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router bae516aa-bb73-4f5c-9132-c1ee791596c8 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:20.649353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d9ad718-2c0c-4537-aa09-2de8b9246baf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:20.660900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b37bafb8-2ee1-4ee9-bc12-3e193cab0dc8 None None] Provisioning complete for port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:20.661041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b37bafb8-2ee1-4ee9-bc12-3e193cab0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.685591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:20.690740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.730785 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-47eefc30-119b-4ba4-b783-9d414b5fc6b5 service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394274 May 13 15:19:20.744398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:20.758164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:20.758436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9c60876-39a9-4fbe-a002-5f94dea0b064 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Unset dirty status for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:20.765391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9c60876-39a9-4fbe-a002-5f94dea0b064 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports/fb3a6a01-468c-4cd4-8bfb-f6fe2457864d HTTP/1.1" status: 404 len: 333 time: 0.3306293 May 13 15:19:20.766488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 3d433209-6045-4bd2-97de-b5535be1265f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:20.772110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:20.791397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee3ff161-f249-4e44-9190-e75fc609be43 req-76b5a976-e648-471c-92ee-cdfe91986f1c tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779733 May 13 15:19:20.826886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b37bafb8-2ee1-4ee9-bc12-3e193cab0dc8 None None] Current status of the port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:20.831720 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27a15a9-6a0a-461a-9e8a-f5d011689281'] response: {'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5', 'code': 200} May 13 15:19:20.886673 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2927121-43aa-40e7-a3e8-07f48cc4c85d req-1b5497a2-204f-422b-ba72-61695d8afe4a service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493382 May 13 15:19:20.937080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d9ad718-2c0c-4537-aa09-2de8b9246baf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:20.938215 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3d9ad718-2c0c-4537-aa09-2de8b9246baf tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5058050 May 13 15:19:20.944478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37176) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:20.952362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374854645'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:20.958071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:20.961536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.971599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port a951bbde-395f-4e84-8abb-a93b3d760579 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:20.971599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.972554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:21.023052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:21.031993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.032615 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bcd166a7-f3af-4606-9f9a-e0ce76236bbc tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 200 len: 892 time: 2.9891741 May 13 15:19:21.034179 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] Sync routers for ids ['bae516aa-bb73-4f5c-9132-c1ee791596c8'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:21.035758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37180) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:21.040665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 3d433209-6045-4bd2-97de-b5535be1265f) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:21.044024 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] Routers {'bae516aa-bb73-4f5c-9132-c1ee791596c8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:21.044635 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bae516aa-bb73-4f5c-9132-c1ee791596c8'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:21.048998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:21.053875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db9652-5432-4fa3-8db9-727f8d90b862 None None] Network 3d433209-6045-4bd2-97de-b5535be1265f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:21.087232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.087232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.107542 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:21.118345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] Routers {'bae516aa-bb73-4f5c-9132-c1ee791596c8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:21.119605 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['bae516aa-bb73-4f5c-9132-c1ee791596c8'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:21.137661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.187799 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:21.188300 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28db96-1a97-4d8b-9846-9d46c1c4234c None None] The sync data for ids ['bae516aa-bb73-4f5c-9132-c1ee791596c8'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:21.225186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:21.234591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-82950fcd-7a09-4f97-9f91-4f47f8a43569 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5773237 May 13 15:19:21.238580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:21.265935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'port': {'network_id': '3d433209-6045-4bd2-97de-b5535be1265f', 'name': 'tempest-NetworksIpV6TestAttrs-1341512636'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:21.278332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:21.319494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.362424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:21.393264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-3d433209-6045-4bd2-97de-b5535be1265f', 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': '67f54557-a1b6-46aa-9eb8-2b37d2617071'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:21.394108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.429646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:21.483674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:21.540768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:21.544346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.547669 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d0e8279-f501-4bda-85a9-8b80ba67112c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers/bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 200 len: 892 time: 0.5097518 May 13 15:19:21.553916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37190) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:21.558483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for a951bbde-395f-4e84-8abb-a93b3d760579 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:21.615250 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b7a7349f-d22b-4528-ab3a-921e0aa648d3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 200 len: 205 time: 0.0601251 May 13 15:19:21.618072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37194) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:21.629550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ad95-9c6a-4eb1-aa80-6b17c883d8b2 req-f108ea42-2392-43a7-93ce-ac4b14511999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.632053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac77ad95-9c6a-4eb1-aa80-6b17c883d8b2 req-f108ea42-2392-43a7-93ce-ac4b14511999 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 1099 time: 0.2036574 May 13 15:19:21.697014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Allocated IP 2001:db8::f816:3eff:fec2:3f3e (3d433209-6045-4bd2-97de-b5535be1265f/67f54557-a1b6-46aa-9eb8-2b37d2617071/1d752c6c-f508-4964-8beb-cc67cec67262) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:21.776291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:21.782072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.792110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:port and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:21.798157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:21.813077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:21.842747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d2ba-89e3-4628-95d8-14b99d79db9a req-8c6a8061-1f5b-4212-b910-43370c5aa5a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.844939 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f091d2ba-89e3-4628-95d8-14b99d79db9a req-8c6a8061-1f5b-4212-b910-43370c5aa5a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.1794372 May 13 15:19:21.845377 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac77ad95-9c6a-4eb1-aa80-6b17c883d8b2 req-17e0e034-cc04-41f2-a7c8-474204a51b14 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494615 May 13 15:19:21.851919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:21.862865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.904701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.913167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebd5a5-4f6f-4a3d-a2d9-e946d793cfa0,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:21.947653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:21.961977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f091d2ba-89e3-4628-95d8-14b99d79db9a req-d60e19f7-e80e-42fb-b5d5-ccd917a9e0a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017573 May 13 15:19:21.974741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:21.978847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.020124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.021539 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f6d9fc73-181e-4d59-99e6-b8d467540871 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0759342 May 13 15:19:22.023179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=a951bbde-395f-4e84-8abb-a93b3d760579,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:22.036022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37202) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:22.042671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] device_id is not set on port 0be722a2-1c06-4cf9-b306-abbe6a12784e yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:22.048531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.059231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Transition to ACTIVE for port object 1d752c6c-f508-4964-8beb-cc67cec67262 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:22.078944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Transition to ACTIVE for port object 1d752c6c-f508-4964-8beb-cc67cec67262 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:22.085562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebd5a5-4f6f-4a3d-a2d9-e946d793cfa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:22.195159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.218679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.253400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc45ef1-00d2-4a1f-91be-8c34ca897485 req-b75e80a5-b14e-4dd5-a5f5-084aafe9877a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:22.259055 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-edc45ef1-00d2-4a1f-91be-8c34ca897485 req-b75e80a5-b14e-4dd5-a5f5-084aafe9877a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 943 time: 0.2073572 May 13 15:19:22.282419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Network 3d433209-6045-4bd2-97de-b5535be1265f is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:22.285767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:22.290397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:22.299324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port bc6a40d4-a4a1-4203-a5de-1c2d5a570070 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:22.299702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.316046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:22.363319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:22.369240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:22.372787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-edc45ef1-00d2-4a1f-91be-8c34ca897485 req-60999dc5-e373-4451-96d3-3df8e09f86ae tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041732 May 13 15:19:22.384067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.388514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:22.520039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.524030 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f1c8ad80-18f0-4190-bbd4-3a4a2644d25c tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/a951bbde-395f-4e84-8abb-a93b3d760579 HTTP/1.1" status: 204 len: 168 time: 1.7456207 May 13 15:19:22.524030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37206) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:22.529773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Pushing event updated for resources: {'Port': ['ID=1d752c6c-f508-4964-8beb-cc67cec67262,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:22.555248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Attempting to bind port 1d752c6c-f508-4964-8beb-cc67cec67262 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:22.555906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Attempting to bind port 1d752c6c-f508-4964-8beb-cc67cec67262 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '099eba2b-4e82-4b0b-9bc0-e749695651d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:22.556129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Attempting to bind port 1d752c6c-f508-4964-8beb-cc67cec67262 on network 3d433209-6045-4bd2-97de-b5535be1265f {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:22.564532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:22.565307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Checking segment: {'id': '099eba2b-4e82-4b0b-9bc0-e749695651d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:22.566070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.566647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Bound using segment: {'id': '099eba2b-4e82-4b0b-9bc0-e749695651d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:22.568167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Bound port: 1d752c6c-f508-4964-8beb-cc67cec67262, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099eba2b-4e82-4b0b-9bc0-e749695651d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3d433209-6045-4bd2-97de-b5535be1265f'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:22.568762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.570269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Allocated IP 2001:db8::f816:3eff:fe70:40c4 (3d433209-6045-4bd2-97de-b5535be1265f/67f54557-a1b6-46aa-9eb8-2b37d2617071/0be722a2-1c06-4cf9-b306-abbe6a12784e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:22.589181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f60aa66-542a-4c03-8ad2-197644f9f317 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] GET failed (client error): The resource could not be found. May 13 15:19:22.590058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3f60aa66-542a-4c03-8ad2-197644f9f317 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Synchronizing usage tracker for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:22.617724 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:22.621825 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54008020-5e31-4dde-8a0d-e7eb0a379d62 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5837636 May 13 15:19:22.622625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:22.633498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group_rule': {'security_group_id': 'b3ebd5a5-4f6f-4a3d-a2d9-e946d793cfa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:22.649284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:22.657911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:22.667676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:22.676068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for bc6a40d4-a4a1-4203-a5de-1c2d5a570070 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:22.679246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:22.695083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:22.703372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1d752c6c-f508-4964-8beb-cc67cec67262,segment=NetworkSegment(099eba2b-4e82-4b0b-9bc0-e749695651d7),segment_id=099eba2b-4e82-4b0b-9bc0-e749695651d7)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:22.709893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3f60aa66-542a-4c03-8ad2-197644f9f317 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Unset dirty status for tenant:1cffb387df174083a5aff4e8a7cdf652 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:22.711148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3f60aa66-542a-4c03-8ad2-197644f9f317 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "GET /v2.0/ports/a951bbde-395f-4e84-8abb-a93b3d760579 HTTP/1.1" status: 404 len: 333 time: 0.1867371 May 13 15:19:22.715457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37214) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:22.805926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.813760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port 3a9a1c40-f6ff-46c3-898e-c544408fe209 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:22.814214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.883511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.897090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939deed7-1d19-4388-a1a3-8da579d4d669 None None] Pushing event updated for resources: {'Port': ['ID=1d752c6c-f508-4964-8beb-cc67cec67262,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:22.928369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Transition to ACTIVE for port object 0be722a2-1c06-4cf9-b306-abbe6a12784e will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:22.962158 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:19:22.962755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c3c24a7a-449d-4ed8-8fb1-d49fe55bd3fe tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3353302 May 13 15:19:22.965410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37218) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:23.049522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.101601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.232293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.263459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 3d433209-6045-4bd2-97de-b5535be1265f is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:23.281803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Port': ['ID=0be722a2-1c06-4cf9-b306-abbe6a12784e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:23.281803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:23.286915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:23.292460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.293109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.375330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cfdad-d710-4174-9c93-1a52816ad49e req-e0f6fb5d-9134-4ab2-8436-509b631a628a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.377029 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-004cfdad-d710-4174-9c93-1a52816ad49e req-e0f6fb5d-9134-4ab2-8436-509b631a628a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.2626231 May 13 15:19:23.391452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.408024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0ac5a9a4-e188-4a20-bb6c-2fc5e0c42c99 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1677408 May 13 15:19:23.409222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37224) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:23.418933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1d752c6c-f508-4964-8beb-cc67cec67262 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:23.485209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.532293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-004cfdad-d710-4174-9c93-1a52816ad49e req-22006849-0cb8-4a29-b0ed-516c9c13f069 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488161 May 13 15:19:23.532923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebd5a5-4f6f-4a3d-a2d9-e946d793cfa0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:23.537526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.538622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for 3a9a1c40-f6ff-46c3-898e-c544408fe209 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:23.538807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9eb8d88c-ff1a-4993-becc-16ac8385bff5 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/b3ebd5a5-4f6f-4a3d-a2d9-e946d793cfa0 HTTP/1.1" status: 204 len: 168 time: 0.5721645 May 13 15:19:23.542403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37230) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:23.567460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting subnet 67f54557-a1b6-46aa-9eb8-2b37d2617071 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:23.570694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1d752c6c-f508-4964-8beb-cc67cec67262 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:23.574766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.612526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.653331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e4218bd-d907-442b-871f-2a0728e2b205 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:23.658354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.727890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=bc6a40d4-a4a1-4203-a5de-1c2d5a570070,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:23.787445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.814983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5e4218bd-d907-442b-871f-2a0728e2b205 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:23.816513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5e4218bd-d907-442b-871f-2a0728e2b205 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2732089 May 13 15:19:23.821734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37234) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:23.833981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'tempest-secgroup--532821095'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:23.840873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.842827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:23.860389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:23.968426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:23.983519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:23.987801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Usage tracker for resource:security_group_rule and tenant:3e52ac9477fd4a70a0987e3ffb79ae8f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:23.991146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:23.997154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:24.007027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.063223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=67f54557-a1b6-46aa-9eb8-2b37d2617071,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:24.071492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.090535 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aed4342f-50e2-49d9-84c3-f630bf4e8bd9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/67f54557-a1b6-46aa-9eb8-2b37d2617071 HTTP/1.1" status: 204 len: 168 time: 0.6613560 May 13 15:19:24.093358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a9e24-84f0-42bc-9422-d261f23a99e5 req-83f1a56f-bd1c-4c20-953a-7741a94f2b6e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.093558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37238) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.094900 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc9a9e24-84f0-42bc-9422-d261f23a99e5 req-83f1a56f-bd1c-4c20-953a-7741a94f2b6e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 943 time: 0.5658722 May 13 15:19:24.099058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.103169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.173988 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc9a9e24-84f0-42bc-9422-d261f23a99e5 req-ba6be64e-cde0-478b-bcc4-bd71374ddebd tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645089 May 13 15:19:24.190890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.192764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd84c5-fa87-43e7-b5f6-07f35d1ebae5 None None] Network 3d433209-6045-4bd2-97de-b5535be1265f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:24.197826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c1394-4721-4e2f-b426-3c38e904f927 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.199450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c1394-4721-4e2f-b426-3c38e904f927 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.200222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-355c1394-4721-4e2f-b426-3c38e904f927 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Synchronizing usage tracker for tenant:15fdf25929c24acea057d89db48c4e3c on resource:subnet {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:24.215551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.267127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=3a9a1c40-f6ff-46c3-898e-c544408fe209,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:24.270354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.271457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router bae516aa-bb73-4f5c-9132-c1ee791596c8 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:19:24.277229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8cb582ba-e949-4a89-966b-5ac556d95b55 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:24.319346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.320824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-355c1394-4721-4e2f-b426-3c38e904f927 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Unset dirty status for tenant:15fdf25929c24acea057d89db48c4e3c on resource:subnet {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:24.328958 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-355c1394-4721-4e2f-b426-3c38e904f927 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2277205 May 13 15:19:24.328958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.329201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37242) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.360231 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-62aa2cda-acac-47c7-b1dd-361e696ce465 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/ports/3a9a1c40-f6ff-46c3-898e-c544408fe209 HTTP/1.1" status: 204 len: 168 time: 1.6415803 May 13 15:19:24.363545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37246) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.384957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d2891-36c5-41dc-8bd0-3dae3e248d1b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:24.492873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Provisioning for port 1d752c6c-f508-4964-8beb-cc67cec67262 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:24.510875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Provisioning complete for port 1d752c6c-f508-4964-8beb-cc67cec67262 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:24.511273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.512825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcb38b24-d10b-4db2-8e8c-ba1bae8b3481 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.521289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting subnet a8d08ae5-1932-49a9-89b5-6c00da24045a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:24.526627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.532414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.534053 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c00408cb-d457-430a-ae6b-7ecee9ce4467 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7113297 May 13 15:19:24.537031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37250) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.542463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-995a1b1f-95b0-40ac-b6d3-fb4279574f5e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:24.543227 dv-neutron-835340-3-hyperv neutron-server[88837]: WARNING neutron.api.v2.base [None req-995a1b1f-95b0-40ac-b6d3-fb4279574f5e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:19:24.543900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-995a1b1f-95b0-40ac-b6d3-fb4279574f5e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] update failed (client error): There was a conflict when trying to complete your request. May 13 15:19:24.547726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-995a1b1f-95b0-40ac-b6d3-fb4279574f5e tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "PUT /v2.0/security-groups/5d9d2891-36c5-41dc-8bd0-3dae3e248d1b HTTP/1.1" status: 409 len: 330 time: 0.0064356 May 13 15:19:24.547997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37254) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.564878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.566217 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5214089b-ee9c-44db-abf1-2f1b6b5e3e71 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 204 len: 168 time: 2.9469450 May 13 15:19:24.573615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37260) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.582841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-587922017'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:24.589437 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb38b24-d10b-4db2-8e8c-ba1bae8b3481 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 15:19:24.589437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb38b24-d10b-4db2-8e8c-ba1bae8b3481 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:24.589437 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dcb38b24-d10b-4db2-8e8c-ba1bae8b3481 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/3d433209-6045-4bd2-97de-b5535be1265f HTTP/1.1" status: 409 len: 405 time: 0.2609990 May 13 15:19:24.594538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:24.596874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:24.614560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-760803042'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:24.618748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.621293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8cb582ba-e949-4a89-966b-5ac556d95b55,segment=NetworkSegment(3209d6aa-bef8-4c73-9f55-745c01094a54),segment_id=3209d6aa-bef8-4c73-9f55-745c01094a54)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:24.628166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:24.645351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '8cb582ba-e949-4a89-966b-5ac556d95b55', 'network_id': '037bec3a-a383-4275-8675-5019901e4f08', 'port_id': '8cb582ba-e949-4a89-966b-5ac556d95b55', 'mac_address': 'fa:16:3e:34:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3b846a-9630-4d9b-afbc-20085ef27607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:24.653655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:24.659582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:24.672814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:24.683684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:24.696727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:24.707915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:24.736532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Current status of the port 1d752c6c-f508-4964-8beb-cc67cec67262 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:24.737187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.746450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] DHCP port deletion for 3d433209-6045-4bd2-97de-b5535be1265f request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:24.754565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.764488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.777715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Deleting port 1d752c6c-f508-4964-8beb-cc67cec67262 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:24.778411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.795928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.803696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:24.807146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.822190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:24.826480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.861405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8cb582ba-e949-4a89-966b-5ac556d95b55 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:24.861900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.865272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c68df8-b39e-460b-82eb-c2858d411378 req-f89b261e-f0b1-44b7-87cd-faef827905e5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.867024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1c68df8-b39e-460b-82eb-c2858d411378 req-f89b261e-f0b1-44b7-87cd-faef827905e5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.1860538 May 13 15:19:24.876130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:24.885996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.888348 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 7e00a668-a43f-4261-8206-71d8ddabb164 of type vlan for network ba74e7ef-753d-4365-a10b-da311cee76e9 May 13 15:19:24.897109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:24.904082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1d752c6c-f508-4964-8beb-cc67cec67262,segment=NetworkSegment(099eba2b-4e82-4b0b-9bc0-e749695651d7),segment_id=099eba2b-4e82-4b0b-9bc0-e749695651d7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:24.910505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb582ba-e949-4a89-966b-5ac556d95b55 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:24.921606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.922036 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment 62cdbc30-0f77-4316-b5bd-30ebb61d4d64 of type vlan for network 114caa51-6a0a-42c0-b382-f3da12819955 May 13 15:19:24.930572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.933275 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1c68df8-b39e-460b-82eb-c2858d411378 req-f24682a4-f83c-4e7a-8c06-6a556666d9c7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596116 May 13 15:19:24.963291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:24.974699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.012181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8cb582ba-e949-4a89-966b-5ac556d95b55,segment=NetworkSegment(3209d6aa-bef8-4c73-9f55-745c01094a54),segment_id=3209d6aa-bef8-4c73-9f55-745c01094a54)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:25.018660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.029494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d08ae5-1932-49a9-89b5-6c00da24045a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.033134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-00e7ce53-da9f-40ce-a53c-be1263e91c40 tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/subnets/a8d08ae5-1932-49a9-89b5-6c00da24045a HTTP/1.1" status: 204 len: 168 time: 0.6683424 May 13 15:19:25.033385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d75f1b-e8e8-4c58-909f-b963b995edf2 None None] Network 657c70bd-495c-424a-8e89-69708501aa7e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:25.037656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37270) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.050191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.120805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.157669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d2891-36c5-41dc-8bd0-3dae3e248d1b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.160301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dd1dc-1097-417a-9c3a-811f36d5f7e7 req-08261adc-46f0-4b67-8f0e-edb74993deb5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.169650 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d59dd1dc-1097-417a-9c3a-811f36d5f7e7 req-08261adc-46f0-4b67-8f0e-edb74993deb5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.1001878 May 13 15:19:25.182118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.186695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.188793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.189683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.203001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.203671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.241913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4836-0fd5-4075-a96b-f1109786e107 None None] Pushing event updated for resources: {'Port': ['ID=1d752c6c-f508-4964-8beb-cc67cec67262,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.260737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.364476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1d752c6c-f508-4964-8beb-cc67cec67262,segment=NetworkSegment(099eba2b-4e82-4b0b-9bc0-e749695651d7),segment_id=099eba2b-4e82-4b0b-9bc0-e749695651d7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:25.364878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.384928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1d752c6c-f508-4964-8beb-cc67cec67262 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:25.417795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.420439 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7fe0870e-a535-4e7a-a467-a8e56d5c79c2 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/5d9d2891-36c5-41dc-8bd0-3dae3e248d1b HTTP/1.1" status: 204 len: 168 time: 0.8714576 May 13 15:19:25.421736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37276) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.464754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.469996 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8688288 May 13 15:19:25.501924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.528006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': '114caa51-6a0a-42c0-b382-f3da12819955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:25.539117 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d59dd1dc-1097-417a-9c3a-811f36d5f7e7 req-d0981fe6-d66b-409f-be9a-95cc951d4739 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684549 May 13 15:19:25.548471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=ba74e7ef-753d-4365-a10b-da311cee76e9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.617085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-23602f95-dbdd-444c-b1eb-1a40450eb5c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0423071 May 13 15:19:25.620100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37286) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.622327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Calling delete_port for 1d752c6c-f508-4964-8beb-cc67cec67262 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:25.622797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd750f8-da68-4aac-84c9-3baf68551222 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=114caa51-6a0a-42c0-b382-f3da12819955,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.627582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:25.643513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Deleting port 8209f03c-3203-44bc-a80c-ff1a628f8694 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:25.643513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.682550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['8cb582ba-e949-4a89-966b-5ac556d95b55'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:25.709260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ba74e7ef-753d-4365-a10b-da311cee76e9 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:25.722037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 114caa51-6a0a-42c0-b382-f3da12819955 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:25.737177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ea62c5e-ff21-42fa-ad6f-046cebf8cc9d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Synchronizing usage tracker for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:25.755435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:25.755605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:25.761417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:25.765079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:25.771098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:25.807756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:25.863356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7821-ef52-4d30-9607-f0475a75a00d req-e8983057-0080-42b1-b0b4-15c27d230e9d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.864833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee8b7821-ef52-4d30-9607-f0475a75a00d req-e8983057-0080-42b1-b0b4-15c27d230e9d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 944 time: 0.4487040 May 13 15:19:25.904002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:25.904267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:25.909291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.953565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:25.957035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.978190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ea62c5e-ff21-42fa-ad6f-046cebf8cc9d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] Unset dirty status for tenant:3e52ac9477fd4a70a0987e3ffb79ae8f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:25.979252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ea62c5e-ff21-42fa-ad6f-046cebf8cc9d tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5124779 May 13 15:19:26.002339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37292) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:26.091155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee8b7821-ef52-4d30-9607-f0475a75a00d req-3845880e-5e67-4314-a453-56bb2fa27c82 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782403 May 13 15:19:26.117862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] For port 8209f03c-3203-44bc-a80c-ff1a628f8694, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8209f03c-3203-44bc-a80c-ff1a628f8694,segment=NetworkSegment(c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b),segment_id=c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:26.118386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.127242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:26.130374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:26.134755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-f1da6df7-978c-4035-b1e0-a49527cdd710 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] delete failed (client error): The resource could not be found. May 13 15:19:26.135775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f1da6df7-978c-4035-b1e0-a49527cdd710 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "DELETE /v2.0/security-groups/021b7090-4ea0-47f9-b0ee-051b9bd4e2c2 HTTP/1.1" status: 404 len: 347 time: 0.1323044 May 13 15:19:26.138254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1d752c6c-f508-4964-8beb-cc67cec67262 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:26.138812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.141008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37296) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:26.204480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1d752c6c-f508-4964-8beb-cc67cec67262,segment=NetworkSegment(099eba2b-4e82-4b0b-9bc0-e749695651d7),segment_id=099eba2b-4e82-4b0b-9bc0-e749695651d7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:26.273464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] DHCP port deletion for 657c70bd-495c-424a-8e89-69708501aa7e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:26.278231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Deleting port 8209f03c-3203-44bc-a80c-ff1a628f8694 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:26.278634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.290020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.290296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Calling delete_port for 8209f03c-3203-44bc-a80c-ff1a628f8694 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:26.338061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-4d405abb-0f83-4d26-b98c-3f661f5e237a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] show failed (client error): The resource could not be found. May 13 15:19:26.339358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4d405abb-0f83-4d26-b98c-3f661f5e237a tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-groups/89b9628a-2eef-4bd4-b4e0-95ac596ddc8f HTTP/1.1" status: 404 len: 347 time: 0.1345468 May 13 15:19:26.346475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37300) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:26.376254 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-296502ec-09d2-4dea-a845-467c060a9da7 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] show failed (client error): The resource could not be found. May 13 15:19:26.377538 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-296502ec-09d2-4dea-a845-467c060a9da7 tempest-NegativeSecGroupIPv6Test-1426689233 tempest-NegativeSecGroupIPv6Test-1426689233-project] 10.222.0.91 "GET /v2.0/security-group-rules/f1d116b6-e388-451d-b38c-c2b0e6e3a3ab HTTP/1.1" status: 404 len: 356 time: 0.0297246 May 13 15:19:26.379377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.392126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:26.407000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '7e00a668-a43f-4261-8206-71d8ddabb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:26.407557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: ba74e7ef-753d-4365-a10b-da311cee76e9, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:26.492613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.518287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ba74e7ef-753d-4365-a10b-da311cee76e9 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:26.553708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Port': ['ID=8209f03c-3203-44bc-a80c-ff1a628f8694,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:26.558182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] No DVR routers for this DVR port 8209f03c-3203-44bc-a80c-ff1a628f8694 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:26.566915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1d752c6c-f508-4964-8beb-cc67cec67262,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:26.586997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] For port 8209f03c-3203-44bc-a80c-ff1a628f8694, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8209f03c-3203-44bc-a80c-ff1a628f8694,segment=NetworkSegment(c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b),segment_id=c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:26.587390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.630017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ba74e7ef-753d-4365-a10b-da311cee76e9) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:26.635545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:26.640344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.650028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Deleting port 1d752c6c-f508-4964-8beb-cc67cec67262 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:26.650028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.689643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.738547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37f3ad-4170-40ab-bf5f-d10cc50e3728 None None] Network ba74e7ef-753d-4365-a10b-da311cee76e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:26.753889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657c70bd-495c-424a-8e89-69708501aa7e']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:26.762460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Calling delete_port for 8209f03c-3203-44bc-a80c-ff1a628f8694 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:26.771244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:26.771535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59fdc5d-176c-462c-ae7a-2d5fcbda5e7b') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:26.788220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.799385 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cfcbb5a9-cae7-4204-b92d-ba9a8e7eb5c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1782084 May 13 15:19:26.809247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37306) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:26.809247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1444326954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:26.814833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:26.819392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:26.822346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:26.829235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:26.838794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:19:26.841989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.876108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.907696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:26.909086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:26.923322 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:26.972545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.973664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.021547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=93f24851-2f60-46e7-bbf5-a7a5880ac9c7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:27.037215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': '62cdbc30-0f77-4316-b5bd-30ebb61d4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:27.037594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: 114caa51-6a0a-42c0-b382-f3da12819955, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:27.057332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:27.177882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.179125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:27.179686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:27.215604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] For port 1d752c6c-f508-4964-8beb-cc67cec67262, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1d752c6c-f508-4964-8beb-cc67cec67262,segment=NetworkSegment(099eba2b-4e82-4b0b-9bc0-e749695651d7),segment_id=099eba2b-4e82-4b0b-9bc0-e749695651d7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:27.216275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.266949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37318) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:27.296631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.363564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8209f03c-3203-44bc-a80c-ff1a628f8694 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:27.394743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a91d30-d710-410a-96ba-de4dd08731a3 req-102534f1-2e7b-4ffa-b0c1-f09437784b6d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:27.402837 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-47a91d30-d710-410a-96ba-de4dd08731a3 req-102534f1-2e7b-4ffa-b0c1-f09437784b6d tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 944 time: 0.1736810 May 13 15:19:27.404718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Calling delete_port for 1d752c6c-f508-4964-8beb-cc67cec67262 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:27.433968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.435470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 114caa51-6a0a-42c0-b382-f3da12819955 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:27.460765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.481601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] Pushing event deleted for resources: {'Network': ['ID=657c70bd-495c-424a-8e89-69708501aa7e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:27.481787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-47a91d30-d710-410a-96ba-de4dd08731a3 req-72060bb6-528c-4343-b1cd-d43e5cf0d0b9 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774684 May 13 15:19:27.494223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 8209f03c-3203-44bc-a80c-ff1a628f8694 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:27.494571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8209f03c-3203-44bc-a80c-ff1a628f8694 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:27.514382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.516454 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-852beb8e-b4a4-4e50-a439-1e45446002a0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7137334 May 13 15:19:27.520276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37324) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:27.529509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ba74e7ef-753d-4365-a10b-da311cee76e9', 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': '73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:27.531564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.575102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 114caa51-6a0a-42c0-b382-f3da12819955) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:27.587010 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-686f4965-f114-41d3-abd0-1ed5465f32a6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e52ac9477fd4a70a0987e3ffb79ae8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189490 May 13 15:19:27.590552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37328) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:27.609041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde8b87-9dc5-4999-b5ba-47b5e47decf3 None None] Network 114caa51-6a0a-42c0-b382-f3da12819955 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:27.610329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:27.610925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.626106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.628062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f2e771cc-5bf5-401d-affd-c51a4732f25f tempest-AllowedAddressPairIpV6TestJSON-558910701 tempest-AllowedAddressPairIpV6TestJSON-558910701-project] 10.222.0.91 "DELETE /v2.0/networks/657c70bd-495c-424a-8e89-69708501aa7e HTTP/1.1" status: 204 len: 168 time: 2.5891125 May 13 15:19:27.697403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Deleting port 8209f03c-3203-44bc-a80c-ff1a628f8694 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:27.698426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.780974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.797486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1e63-ed7e-467b-b9f6-4243bec430b6 None None] The port '8209f03c-3203-44bc-a80c-ff1a628f8694' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:19:27.811574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.864041 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b997205-e629-4eb4-b7f3-30efc4612ba7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3597887 May 13 15:19:27.869307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37334) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:27.910784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] Pushing event deleted for resources: {'Port': ['ID=1d752c6c-f508-4964-8beb-cc67cec67262,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:27.922487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1ab03-6a2a-42fe-9005-56f9937604b7 None None] No DVR routers for this DVR port 1d752c6c-f508-4964-8beb-cc67cec67262 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:27.985211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Allocated IP 2001:db8::2 (ba74e7ef-753d-4365-a10b-da311cee76e9/73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37/de83b8c3-6082-472b-8c33-0721bac14d25) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:28.038536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'port': {'network_id': '114caa51-6a0a-42c0-b382-f3da12819955', 'name': 'tempest-NetworksIpV6TestAttrs-432453302'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:28.071031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.104944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.258588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37340) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:28.266463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-114caa51-6a0a-42c0-b382-f3da12819955', 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': '93f24851-2f60-46e7-bbf5-a7a5880ac9c7'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:28.267572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.287159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8cb582ba-e949-4a89-966b-5ac556d95b55 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:28.368696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:28.375497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:port and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:28.381089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:28.417993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:28.458498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.535514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.560050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Transition to ACTIVE for port object de83b8c3-6082-472b-8c33-0721bac14d25 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:28.572104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.604918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:28.609875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.627874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 8cb582ba-e949-4a89-966b-5ac556d95b55 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:28.631103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Transition to ACTIVE for port object de83b8c3-6082-472b-8c33-0721bac14d25 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:28.639200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 8cb582ba-e949-4a89-966b-5ac556d95b55 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:28.639525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.646935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fa856a-bc88-4599-a61f-0e90006d3799,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:28.682885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Allocated IP 2001:db8::f816:3eff:fe5f:dac7 (114caa51-6a0a-42c0-b382-f3da12819955/93f24851-2f60-46e7-bbf5-a7a5880ac9c7/fa68958e-7314-47e5-b50c-bd54341ba272) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:28.720561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] device_id is not set on port 23ca9987-e2d4-4612-838c-97a7889fd6f0 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:28.806919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.849868 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-66df463c-271d-4970-ae50-994c6110a307 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1cffb387df174083a5aff4e8a7cdf652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893116 May 13 15:19:28.865804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37348) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:28.885330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.886501 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-08d23253-5466-400b-8d0f-047657b9e271 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f5fa856a-bc88-4599-a61f-0e90006d3799 HTTP/1.1" status: 204 len: 168 time: 1.2886610 May 13 15:19:28.910206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8::1 (ba74e7ef-753d-4365-a10b-da311cee76e9/73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37/84ab6343-db59-448f-bcf4-c9e4efe66523) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:29.007873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Network ba74e7ef-753d-4365-a10b-da311cee76e9 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:29.020177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:29.043082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:29.057029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Pushing event updated for resources: {'Port': ['ID=de83b8c3-6082-472b-8c33-0721bac14d25,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:29.106921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.113186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8cb582ba-e949-4a89-966b-5ac556d95b55 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:29.113850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.162185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.162438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ce0f7-793c-4121-bbcf-de4e00e52bda req-68a91ab9-8eb4-4e69-bb8f-a47ad6c67dde tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:29.163776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a78ce0f7-793c-4121-bbcf-de4e00e52bda req-68a91ab9-8eb4-4e69-bb8f-a47ad6c67dde tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 944 time: 0.5375409 May 13 15:19:29.196839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.226869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 84ab6343-db59-448f-bcf4-c9e4efe66523 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:29.259345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:29.276088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Attempting to bind port de83b8c3-6082-472b-8c33-0721bac14d25 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:29.276088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Attempting to bind port de83b8c3-6082-472b-8c33-0721bac14d25 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '7e00a668-a43f-4261-8206-71d8ddabb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:29.276088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Attempting to bind port de83b8c3-6082-472b-8c33-0721bac14d25 on network ba74e7ef-753d-4365-a10b-da311cee76e9 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:29.280829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8cb582ba-e949-4a89-966b-5ac556d95b55,segment=NetworkSegment(3209d6aa-bef8-4c73-9f55-745c01094a54),segment_id=3209d6aa-bef8-4c73-9f55-745c01094a54)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:29.286500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a78ce0f7-793c-4121-bbcf-de4e00e52bda req-dde29d69-86de-4dab-a641-fb5c915e2987 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110637 May 13 15:19:29.305378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:29.309729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Checking segment: {'id': '7e00a668-a43f-4261-8206-71d8ddabb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:29.309729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.309729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Bound using segment: {'id': '7e00a668-a43f-4261-8206-71d8ddabb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:29.309729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Bound port: de83b8c3-6082-472b-8c33-0721bac14d25, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00a668-a43f-4261-8206-71d8ddabb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ba74e7ef-753d-4365-a10b-da311cee76e9'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:29.309729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.318372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.321674 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb0bd14-1de1-40cf-975e-63838e92c456'] response: {'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55', 'code': 200} May 13 15:19:29.337419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Transition to ACTIVE for port object fa68958e-7314-47e5-b50c-bd54341ba272 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:29.370740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.17 (0d731784-842e-4ad8-9a9c-bf2833c97c11/f83cdd80-5294-4b28-a58b-20c0a2085b53/0d504199-8f5a-45a9-a74d-76983ad700f0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:29.406063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Transition to ACTIVE for port object fa68958e-7314-47e5-b50c-bd54341ba272 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:29.409284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.415138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.419094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.514862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=84ab6343-db59-448f-bcf4-c9e4efe66523,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:29.517376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968adedf-eea4-483c-803b-76365f7d3950,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:29.541458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ba74e7ef-753d-4365-a10b-da311cee76e9 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:29.543400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:29.553160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:29.554314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.567895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.582782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.596840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] For port de83b8c3-6082-472b-8c33-0721bac14d25, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:29.599349 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-93a2ac19-b22c-4487-949a-a972c11cce7e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/968adedf-eea4-483c-803b-76365f7d3950 HTTP/1.1" status: 204 len: 168 time: 0.7315807 May 13 15:19:29.621507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] For port de83b8c3-6082-472b-8c33-0721bac14d25, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=de83b8c3-6082-472b-8c33-0721bac14d25,segment=NetworkSegment(7e00a668-a43f-4261-8206-71d8ddabb164),segment_id=7e00a668-a43f-4261-8206-71d8ddabb164)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:29.628941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Network 114caa51-6a0a-42c0-b382-f3da12819955 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:29.631431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:29.633695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:29.644130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:29.658790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.666969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Allocated IP 2001:db8::f816:3eff:fe23:33d4 (114caa51-6a0a-42c0-b382-f3da12819955/93f24851-2f60-46e7-bbf5-a7a5880ac9c7/23ca9987-e2d4-4612-838c-97a7889fd6f0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:29.707327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 0d504199-8f5a-45a9-a74d-76983ad700f0 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:29.742007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.796806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53921382-0f73-4ec9-bceb-4b017913a3d7 req-0a89a9da-9df8-4c50-9335-1e3a1e797cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:29.798468 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53921382-0f73-4ec9-bceb-4b017913a3d7 req-0a89a9da-9df8-4c50-9335-1e3a1e797cf5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 1098 time: 0.0920212 May 13 15:19:29.811301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Pushing event updated for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:29.850632 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53921382-0f73-4ec9-bceb-4b017913a3d7 req-5baa5dd4-ee30-4a61-bdaa-6d40fe0cc563 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 May 13 15:19:29.853772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Attempting to bind port fa68958e-7314-47e5-b50c-bd54341ba272 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:29.854188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Attempting to bind port fa68958e-7314-47e5-b50c-bd54341ba272 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '62cdbc30-0f77-4316-b5bd-30ebb61d4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:29.854557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Attempting to bind port fa68958e-7314-47e5-b50c-bd54341ba272 on network 114caa51-6a0a-42c0-b382-f3da12819955 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:29.881168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:29.881551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Checking segment: {'id': '62cdbc30-0f77-4316-b5bd-30ebb61d4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:29.881965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.882558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Bound using segment: {'id': '62cdbc30-0f77-4316-b5bd-30ebb61d4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:29.888641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Bound port: fa68958e-7314-47e5-b50c-bd54341ba272, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cdbc30-0f77-4316-b5bd-30ebb61d4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '114caa51-6a0a-42c0-b382-f3da12819955'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:29.888641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.940067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.966523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69ce4-366d-4c88-bbac-df413854ccf1 None None] Pushing event updated for resources: {'Port': ['ID=de83b8c3-6082-472b-8c33-0721bac14d25,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:30.021699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.028302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:30.032618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:30.072413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.179459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49406b9c-de65-4387-ab28-9d2ab42c8552 None None] Pushing event updated for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:30.199943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.210203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:30.215972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:30.219913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:30.238448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:30.356830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.457351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Transition to ACTIVE for port object 23ca9987-e2d4-4612-838c-97a7889fd6f0 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:30.727610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.842784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-99ac5548-a052-450c-b1e0-2cde218db877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.843431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 114caa51-6a0a-42c0-b382-f3da12819955 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:30.851870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.866374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.884839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:30.893180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0bc59f15-8341-4886-9c7e-2cef650ec287 None None] Provisioning for port 0d504199-8f5a-45a9-a74d-76983ad700f0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:30.897901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0bc59f15-8341-4886-9c7e-2cef650ec287 None None] Provisioning complete for port 0d504199-8f5a-45a9-a74d-76983ad700f0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:30.898415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0bc59f15-8341-4886-9c7e-2cef650ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.905275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37388) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:30.920748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:30.938463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.939923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:30.983811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0bc59f15-8341-4886-9c7e-2cef650ec287 None None] Port 0d504199-8f5a-45a9-a74d-76983ad700f0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:31.011289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.015245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.118800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Port': ['ID=23ca9987-e2d4-4612-838c-97a7889fd6f0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:31.125738 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7b31c89b-3337-449e-9668-bcd6322e54da tempest-ServiceProvidersTest-334566089 tempest-ServiceProvidersTest-334566089-project] 10.222.0.91 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2149076 May 13 15:19:31.170067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961baf82-3d8e-4d50-8798-bfd0526564f3 req-8d20a280-deee-4c96-bdcc-a5220b2e1a3b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:31.172523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-961baf82-3d8e-4d50-8798-bfd0526564f3 req-8d20a280-deee-4c96-bdcc-a5220b2e1a3b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.5341377 May 13 15:19:31.199055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=84ab6343-db59-448f-bcf4-c9e4efe66523,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:31.240442 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8603eb94-4f99-4b98-ae4b-2890706cf4a9 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2232234 May 13 15:19:31.245053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37402) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:31.334582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting subnet 93f24851-2f60-46e7-bbf5-a7a5880ac9c7 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:31.341123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.362223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-961baf82-3d8e-4d50-8798-bfd0526564f3 req-7981fb93-59c2-40bf-b625-2c044dbff4a6 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247261 May 13 15:19:31.471987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network ba74e7ef-753d-4365-a10b-da311cee76e9 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:31.474793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:31.476260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device de83b8c3-6082-472b-8c33-0721bac14d25 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:31.487750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.551237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37408) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:31.658515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port de83b8c3-6082-472b-8c33-0721bac14d25 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:31.665196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa68958e-7314-47e5-b50c-bd54341ba272 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:31.754248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.824155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:31.866409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37416) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:31.894035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c21431-ad25-435c-ab28-ddbdefea5324 None None] Network 114caa51-6a0a-42c0-b382-f3da12819955 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:31.924323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fa68958e-7314-47e5-b50c-bd54341ba272 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:32.055400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-416cec0a-73a6-448a-b19c-5097c3359c4b tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.056519 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-416cec0a-73a6-448a-b19c-5097c3359c4b tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5030804 May 13 15:19:32.062557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37422) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.081462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-d557b98a-9072-4df4-8918-debd8d3ef15f tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.083335 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d557b98a-9072-4df4-8918-debd8d3ef15f tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0160282 May 13 15:19:32.084550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.087398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37428) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.104389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-5dd1e484-3b62-4f51-a847-c1a0fc2ce2e4 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.104389 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dd1e484-3b62-4f51-a847-c1a0fc2ce2e4 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114458 May 13 15:19:32.105278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37432) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.120534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-6b91c561-da6d-49b6-b931-261480bed893 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.124044 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b91c561-da6d-49b6-b931-261480bed893 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0121317 May 13 15:19:32.124788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.126773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37436) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.136688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:32.137179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed23a5-bccc-4c36-a3c3-a7228f7a3ef9 None None] Network ba74e7ef-753d-4365-a10b-da311cee76e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:32.137817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-3bbca84e-0bbb-4996-8830-a5ee262da095 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.142185 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3bbca84e-0bbb-4996-8830-a5ee262da095 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095952 May 13 15:19:32.143224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37440) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.156307 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-55f405de-c60b-4d4c-8d59-c09d5ad970d6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.156307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55f405de-c60b-4d4c-8d59-c09d5ad970d6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0094509 May 13 15:19:32.160932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37444) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.170244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-27905089-5477-40aa-a7b5-826e2a6158f5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.171205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-27905089-5477-40aa-a7b5-826e2a6158f5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0093808 May 13 15:19:32.178465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37448) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.179538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:32.212663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.224397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Provisioning for port fa68958e-7314-47e5-b50c-bd54341ba272 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:32.244500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Provisioning complete for port fa68958e-7314-47e5-b50c-bd54341ba272 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:32.244500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.310594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router fe8fcded-244b-443b-a51e-4dac991ed22a is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:32.355558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-da465093-1f92-491a-8060-279737a5272a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.360097 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-da465093-1f92-491a-8060-279737a5272a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1748476 May 13 15:19:32.360097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf31ff67e7b45b38050098f5bab32c0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:32.361550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.376602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:32.384901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-73b39697-7e6d-4339-a115-6332df3f63b7 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.385927 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-73b39697-7e6d-4339-a115-6332df3f63b7 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0188470 May 13 15:19:32.392722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37458) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.399246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:32.418896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-04397a0b-bbeb-48d4-9285-b308ae88c370 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.420025 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04397a0b-bbeb-48d4-9285-b308ae88c370 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0260210 May 13 15:19:32.444225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37464) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.465664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-a78ac3cd-0769-4779-8b8a-f393a7a1ddb0 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.469810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a78ac3cd-0769-4779-8b8a-f393a7a1ddb0 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0244949 May 13 15:19:32.470477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37468) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.480084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-056c3152-9491-4f7b-b485-e52ea58cfc85 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.484788 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-056c3152-9491-4f7b-b485-e52ea58cfc85 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0107381 May 13 15:19:32.485398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37472) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.497128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-dd98db32-d39e-4ab9-8496-ef27dd777724 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.501441 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dd98db32-d39e-4ab9-8496-ef27dd777724 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0130725 May 13 15:19:32.502149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37476) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.503661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:32.506169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:32.514605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-820f8990-24fe-4b92-9a7f-1e307e49343a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.516445 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-820f8990-24fe-4b92-9a7f-1e307e49343a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101397 May 13 15:19:32.555681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:32.558729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Current status of the port fa68958e-7314-47e5-b50c-bd54341ba272 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:32.559207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.564211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37480) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.577423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-9bc1d681-4dfe-41b2-980c-7bca2998b506 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.579061 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9bc1d681-4dfe-41b2-980c-7bca2998b506 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0152144 May 13 15:19:32.589525 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9a9d272e-4a73-40ff-8325-e2b33694ccb5 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/fe8fcded-244b-443b-a51e-4dac991ed22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0680060 May 13 15:19:32.596805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37484) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.597751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37486) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.613440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-866a6fa0-1662-4417-af36-1d93c26c3f34 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.614547 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-866a6fa0-1662-4417-af36-1d93c26c3f34 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069745 May 13 15:19:32.618218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37492) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.627341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-9d95f9d9-a55a-43a1-a091-bf3808401e3d tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.629273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9d95f9d9-a55a-43a1-a091-bf3808401e3d tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087457 May 13 15:19:32.629490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] Sync routers for ids ['fe8fcded-244b-443b-a51e-4dac991ed22a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:32.631512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37496) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.639628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-42d09eae-0b6e-4e71-b6d7-08ef1be02258 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.641731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-42d09eae-0b6e-4e71-b6d7-08ef1be02258 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0089087 May 13 15:19:32.648371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37500) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.649576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] Routers {'fe8fcded-244b-443b-a51e-4dac991ed22a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:32.650270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fe8fcded-244b-443b-a51e-4dac991ed22a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:32.659679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-24f613b9-a7bd-4d0d-b549-bf86677f0cc7 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.661028 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24f613b9-a7bd-4d0d-b549-bf86677f0cc7 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060878 May 13 15:19:32.666688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37504) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.688705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a26f0-70a9-4ef3-96c5-51d93448aac7 req-1565c911-d851-4392-be67-6dbd569dc556 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.690498 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-622a26f0-70a9-4ef3-96c5-51d93448aac7 req-1565c911-d851-4392-be67-6dbd569dc556 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.1724627 May 13 15:19:32.700416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-415c429b-8d99-4368-bc0b-cd04c5081bbf tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.704606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-415c429b-8d99-4368-bc0b-cd04c5081bbf tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0292392 May 13 15:19:32.708217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37508) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.723540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-5c077be8-b3b6-4d5a-bd70-aff06951ed63 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.727411 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5c077be8-b3b6-4d5a-bd70-aff06951ed63 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106294 May 13 15:19:32.733906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37512) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.745545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-0fda909f-3411-4059-a326-9096f5a6d92e tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.749410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0fda909f-3411-4059-a326-9096f5a6d92e tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0115147 May 13 15:19:32.750304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37516) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.755755 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-622a26f0-70a9-4ef3-96c5-51d93448aac7 req-f2b21add-4276-4765-8d2a-8d51035e7140 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 May 13 15:19:32.760314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-270fbea5-96ed-4ad4-a747-1cb877ad9fa5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.761451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-270fbea5-96ed-4ad4-a747-1cb877ad9fa5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0098927 May 13 15:19:32.765089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.770912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:32.772249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-47fa6105-a9b5-4efb-a47a-c9c49d2942bd tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.774541 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-47fa6105-a9b5-4efb-a47a-c9c49d2942bd tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075271 May 13 15:19:32.779453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.797553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37524) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.820181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] Routers {'fe8fcded-244b-443b-a51e-4dac991ed22a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:32.820824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fe8fcded-244b-443b-a51e-4dac991ed22a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:32.840754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-5cb465a8-6265-49d2-b04c-2f723f962c96 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.841696 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5cb465a8-6265-49d2-b04c-2f723f962c96 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0096653 May 13 15:19:32.850416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37530) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.862392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-fadb139b-7484-436f-a0b0-79e431d09e84 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.863624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fadb139b-7484-436f-a0b0-79e431d09e84 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104659 May 13 15:19:32.872233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.874817 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/93f24851-2f60-46e7-bbf5-a7a5880ac9c7 HTTP/1.1" status: 204 len: 168 time: 1.6285532 May 13 15:19:32.875781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37534) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.878398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049784-bea5-47b7-a23b-1a03f91ca903 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=93f24851-2f60-46e7-bbf5-a7a5880ac9c7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:32.886064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37536) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.891688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-649d0547-59a8-492a-aa7c-d0336b2a06df tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.892861 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-649d0547-59a8-492a-aa7c-d0336b2a06df tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0158665 May 13 15:19:32.934810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37542) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.937365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:32.938080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93cfb6d-c7e4-47ad-a4b5-3a387c2ffd20 None None] The sync data for ids ['fe8fcded-244b-443b-a51e-4dac991ed22a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:32.958794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-3c32c13f-e2e0-427d-bd2a-fb212a8eadd3 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.960161 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c32c13f-e2e0-427d-bd2a-fb212a8eadd3 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0122614 May 13 15:19:32.965438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:32.966076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:32.967695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37546) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.979047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-ba27b680-3c91-422d-9c0b-9c9204067991 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.983331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ba27b680-3c91-422d-9c0b-9c9204067991 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112007 May 13 15:19:32.983331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.990693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-6fa6a412-44b9-4b91-b635-0fc80278e5c5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:32.994519 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6fa6a412-44b9-4b91-b635-0fc80278e5c5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079718 May 13 15:19:32.995379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.008081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-a50b04f5-beee-4651-8ffb-44065212fc98 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.012022 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a50b04f5-beee-4651-8ffb-44065212fc98 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109551 May 13 15:19:33.012510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7204ad7-e180-4f6f-95df-145d420085cf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.015435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7204ad7-e180-4f6f-95df-145d420085cf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.016642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c7204ad7-e180-4f6f-95df-145d420085cf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Synchronizing usage tracker for tenant:15fdf25929c24acea057d89db48c4e3c on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:33.019544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37558) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.022435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a727575-26a4-440d-a08f-3a2bac5edf74 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.033002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5a727575-26a4-440d-a08f-3a2bac5edf74 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:33.033769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-5232354d-d1f2-4f08-9752-db5d8f14690e tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.033769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5232354d-d1f2-4f08-9752-db5d8f14690e tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051951 May 13 15:19:33.033982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:33.037263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.043664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-9fdf691e-7f93-4f94-bbb6-c6d69249d953 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.047590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9fdf691e-7f93-4f94-bbb6-c6d69249d953 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068591 May 13 15:19:33.049445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37566) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.056369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-bc2dec09-303f-4bab-bdde-fbaa9a3680d2 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.062564 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bc2dec09-303f-4bab-bdde-fbaa9a3680d2 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073195 May 13 15:19:33.062564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c7204ad7-e180-4f6f-95df-145d420085cf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Unset dirty status for tenant:15fdf25929c24acea057d89db48c4e3c on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:33.065009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37570) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.065352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37572) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.065476 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c7204ad7-e180-4f6f-95df-145d420085cf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1782331 May 13 15:19:33.140398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe122e7-92e7-4aa0-83c0-375fa7eb42f2 None None] Network 114caa51-6a0a-42c0-b382-f3da12819955 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:33.149735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-aa5d3068-54ab-499a-b1f9-ca4851bc8478 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.153160 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aa5d3068-54ab-499a-b1f9-ca4851bc8478 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0765934 May 13 15:19:33.153617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37578) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.161975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-5dfa650d-d98a-4646-a096-640acbe135e6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.165084 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dfa650d-d98a-4646-a096-640acbe135e6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081332 May 13 15:19:33.165750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37582) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.179376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-eef72081-44b8-46d5-8a2f-4fdc3947a636 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.179376 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-eef72081-44b8-46d5-8a2f-4fdc3947a636 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063601 May 13 15:19:33.179376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.185295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-1baeac8c-3a2b-46ac-816b-3fe164a26eda tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.191218 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1baeac8c-3a2b-46ac-816b-3fe164a26eda tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087860 May 13 15:19:33.191527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37590) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.196694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-bd70c96b-6f76-4c99-a340-b78bea704997 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.198429 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bd70c96b-6f76-4c99-a340-b78bea704997 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053012 May 13 15:19:33.209311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-202eba89-56c7-4195-a177-4defcadeb3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.209621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37594) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.218029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-40315617-436b-46bb-8090-a7a8c809c116 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.219909 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-40315617-436b-46bb-8090-a7a8c809c116 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0089190 May 13 15:19:33.223837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37598) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.233717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-2ad63093-ea78-4f4b-852a-a41138b042b1 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.237697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2ad63093-ea78-4f4b-852a-a41138b042b1 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095129 May 13 15:19:33.238101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.245257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5a727575-26a4-440d-a08f-3a2bac5edf74 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:33.247449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-70272626-311d-42ea-a13a-12b42ad3f0b5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.248180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5a727575-26a4-440d-a08f-3a2bac5edf74 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports/84ab6343-db59-448f-bcf4-c9e4efe66523 HTTP/1.1" status: 200 len: 911 time: 0.6439552 May 13 15:19:33.251614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-70272626-311d-42ea-a13a-12b42ad3f0b5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123403 May 13 15:19:33.265554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.265982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37608) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.275686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:33.320665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-89d7b7a1-6cc1-486b-b7be-230e26004e66 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.321758 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-89d7b7a1-6cc1-486b-b7be-230e26004e66 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0547829 May 13 15:19:33.329113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37614) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.345523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-8c618038-acba-43cd-b692-34d306a69a52 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.346504 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8c618038-acba-43cd-b692-34d306a69a52 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0165095 May 13 15:19:33.349820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37618) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.357118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-25df802e-64db-4d1a-91ee-4fb9586d9b59 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.358856 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-25df802e-64db-4d1a-91ee-4fb9586d9b59 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080390 May 13 15:19:33.361541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37622) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.370726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-6ab63560-27d9-4e81-8a06-3f261b3c59b5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.377320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6ab63560-27d9-4e81-8a06-3f261b3c59b5 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093539 May 13 15:19:33.379321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.386556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-65bd18f3-e4eb-45d8-8ea3-1193dbacb0e2 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.387756 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-65bd18f3-e4eb-45d8-8ea3-1193dbacb0e2 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071099 May 13 15:19:33.399166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37630) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.426024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ccba084-da13-44a4-b95c-c1586b32dcc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.436858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-2ac02aa1-f49c-4edc-a619-c1bed0644073 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.437523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ac02aa1-f49c-4edc-a619-c1bed0644073 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0276937 May 13 15:19:33.451261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9321f-1425-4cc3-938e-7292186a7edb req-f7fb0b61-d23f-47e9-a66f-f79ed741401f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.453028 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7be9321f-1425-4cc3-938e-7292186a7edb req-f7fb0b61-d23f-47e9-a66f-f79ed741401f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.5172131 May 13 15:19:33.454065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37634) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.455844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.466593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-d2ae80ab-6fd2-40ed-9b63-d57d7953c414 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.468035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d2ae80ab-6fd2-40ed-9b63-d57d7953c414 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084565 May 13 15:19:33.475397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37638) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.496834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-99344f92-c0f9-4243-8bba-e274b6d28cc8 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.498162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-99344f92-c0f9-4243-8bba-e274b6d28cc8 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0217950 May 13 15:19:33.505545 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccba084-da13-44a4-b95c-c1586b32dcc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 15:19:33.506306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccba084-da13-44a4-b95c-c1586b32dcc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:33.508999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37642) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.515126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:33.527608 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:33.530418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-28a15787-a456-4969-b219-94d710cf5da6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.535841 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28a15787-a456-4969-b219-94d710cf5da6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0192385 May 13 15:19:33.537914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37646) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.542339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Current status of the port fa68958e-7314-47e5-b50c-bd54341ba272 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:33.543039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.547155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ccba084-da13-44a4-b95c-c1586b32dcc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/114caa51-6a0a-42c0-b382-f3da12819955 HTTP/1.1" status: 409 len: 405 time: 0.4711719 May 13 15:19:33.551451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:33.552837 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:33.552993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.556074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] DHCP port deletion for 114caa51-6a0a-42c0-b382-f3da12819955 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:33.559569 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e8505c01-f42d-4976-8dbf-4a3639fd979b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/b8a3e22c-87bc-4052-a3d8-53c972c18f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5010912 May 13 15:19:33.569100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Deleting port fa68958e-7314-47e5-b50c-bd54341ba272 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:33.569100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.569306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-213379984'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:33.572131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.583300 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7be9321f-1425-4cc3-938e-7292186a7edb req-14af5803-e634-445b-926f-7c9c4fb19dde tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200078 May 13 15:19:33.594449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:33.598766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-e7318bab-400c-4371-980f-84ac3f2d78fd tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.602045 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e7318bab-400c-4371-980f-84ac3f2d78fd tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0560210 May 13 15:19:33.605566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37656) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.617336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:33.623160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:33.637037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-fda021a2-3a56-4ebb-939f-1880478e8872 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.638378 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fda021a2-3a56-4ebb-939f-1880478e8872 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0292690 May 13 15:19:33.649784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:33.655512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37662) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.660131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:33.670337 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fdf31ff67e7b45b38050098f5bab32c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7555871 May 13 15:19:33.674443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-4f739d50-db53-40eb-b494-74cd6db0c383 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.677314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4f739d50-db53-40eb-b494-74cd6db0c383 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0230272 May 13 15:19:33.688440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37666) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.688992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37668) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.714700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-f302d56b-18cd-4470-af68-164e67a56705 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.714700 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f302d56b-18cd-4470-af68-164e67a56705 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0225008 May 13 15:19:33.720787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37676) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.723515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fce0d-2e95-446e-95d6-6b309db22f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec550bd-4552-414c-bf9f-2772d65a589f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:33.740351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-577352f9-a303-4338-86e2-a47a6ce89de3 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.741866 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-577352f9-a303-4338-86e2-a47a6ce89de3 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0152307 May 13 15:19:33.755824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37680) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.755824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-558a2643-f749-4578-afab-b4c50e9cf543 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.758052 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-558a2643-f749-4578-afab-b4c50e9cf543 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0105209 May 13 15:19:33.767073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37684) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.776786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-ea35e1fa-f92e-470b-8f63-373a80bf82c6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.778075 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea35e1fa-f92e-470b-8f63-373a80bf82c6 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081964 May 13 15:19:33.781877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37688) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.789033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-1be09fc4-85d7-4cb5-9136-9f6e5df27a51 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.798040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1be09fc4-85d7-4cb5-9136-9f6e5df27a51 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071495 May 13 15:19:33.807691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37692) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.834041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-02d3e87b-7733-4fa6-a429-846d2d3fc1dc tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.834041 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-02d3e87b-7733-4fa6-a429-846d2d3fc1dc tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0226140 May 13 15:19:33.834583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.834583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37696) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.854435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-ea8bb068-589c-4fdd-9bd3-984b5def1c5b tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.858774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea8bb068-589c-4fdd-9bd3-984b5def1c5b tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0204942 May 13 15:19:33.869757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.870499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37700) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.882101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-976d206a-ad6a-4932-aeb9-0599a5e06ca9 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.883121 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-976d206a-ad6a-4932-aeb9-0599a5e06ca9 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0190821 May 13 15:19:33.887167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37704) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.898787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:33.904960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-30b09f7f-a816-45e9-9292-716971a4650a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.907337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.912086 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-30b09f7f-a816-45e9-9292-716971a4650a tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0193460 May 13 15:19:33.916429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37708) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.923286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.933155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [None req-da91ce0a-e5d4-4a9c-a90d-472131a72e05 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.933155 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da91ce0a-e5d4-4a9c-a90d-472131a72e05 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0105770 May 13 15:19:33.933155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.949026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37712) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:33.976510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-6b3cc6ea-eb17-454a-92e3-abee04c6e750 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:33.980054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6b3cc6ea-eb17-454a-92e3-abee04c6e750 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0264912 May 13 15:19:33.989178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37716) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.010222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-429e3ddd-cb78-4692-baf3-07ef78ddc0b8 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:34.014946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-429e3ddd-cb78-4692-baf3-07ef78ddc0b8 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0207524 May 13 15:19:34.018459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37720) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.018807 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:34.028329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-16ed93e7-49f5-4e4a-99bd-94c8fcb31dc4 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:34.033418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-16ed93e7-49f5-4e4a-99bd-94c8fcb31dc4 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096142 May 13 15:19:34.044265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37724) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.054132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29395-f32f-4a59-80c3-a2fed12a2499 None None] Pushing event updated for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:34.058762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-2d7dba62-6945-4416-b0f1-2115e29cb095 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:34.064932 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2d7dba62-6945-4416-b0f1-2115e29cb095 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0163429 May 13 15:19:34.067333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37728) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.072907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:34.081562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.081713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:34.084776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [None req-b40c4dd7-845a-46f0-af46-501abde79474 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] http://10.222.0.91:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:19:34.098414 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b40c4dd7-845a-46f0-af46-501abde79474 tempest-ExtensionsTestJSON-2003703037 tempest-ExtensionsTestJSON-2003703037-project] 10.222.0.91 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0238199 May 13 15:19:34.107292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.107702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment 254610e3-2687-4ebc-b94c-ef86562ed8a0 of type vlan for network 1d8235b3-ba9a-4302-a442-2d1370411587 May 13 15:19:34.153077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.209848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.226370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec550bd-4552-414c-bf9f-2772d65a589f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:34.247786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.249828 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-18125e4d-2338-4d3d-b9ca-c5770b908d14 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9ec550bd-4552-414c-bf9f-2772d65a589f HTTP/1.1" status: 204 len: 168 time: 0.5595548 May 13 15:19:34.258317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.267135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.268076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.344099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Calling delete_port for fa68958e-7314-47e5-b50c-bd54341ba272 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:34.395764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning for port de83b8c3-6082-472b-8c33-0721bac14d25 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:34.429002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=1d8235b3-ba9a-4302-a442-2d1370411587,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:34.435927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning complete for port de83b8c3-6082-472b-8c33-0721bac14d25 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:34.435927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.470945 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:30Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d504199-8f5a-45a9-a74d-76983ad700f0', 'name': '', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:ca:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:28Z', 'updated_at': '2022-05-13T15:19:31Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:34.474672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:34.475059 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Updating router b8a3e22c-87bc-4052-a3d8-53c972c18f33 port 0d504199-8f5a-45a9-a74d-76983ad700f0 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:34.532591 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.538370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 1d8235b3-ba9a-4302-a442-2d1370411587 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:34.641221 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1eb8d164-ec4e-4fe1-8e0f-9ef6480c7633 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0873935 May 13 15:19:34.647151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.664131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': '1d8235b3-ba9a-4302-a442-2d1370411587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:34.734648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.822150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.826941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37746) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.850934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.853478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2386f7-1c16-421e-98e6-e9f0e017a86c req-fadd24d5-eebd-4964-b8bd-8f18de024788 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.860112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.870883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.870883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/ports/84ab6343-db59-448f-bcf4-c9e4efe66523 HTTP/1.1" status: 200 len: 911 time: 1.5955012 May 13 15:19:34.871121 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7d2386f7-1c16-421e-98e6-e9f0e017a86c req-fadd24d5-eebd-4964-b8bd-8f18de024788 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2861991 May 13 15:19:34.909626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37752) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:34.915953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:34.940741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:34.991184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Current status of the port de83b8c3-6082-472b-8c33-0721bac14d25 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:34.991649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.030656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7d2386f7-1c16-421e-98e6-e9f0e017a86c req-2c1458ef-adf7-429e-b2a5-94352605858b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597807 May 13 15:19:35.030656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:35.038794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.038957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:35.039159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:35.082940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] For port de83b8c3-6082-472b-8c33-0721bac14d25, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=de83b8c3-6082-472b-8c33-0721bac14d25,segment=NetworkSegment(7e00a668-a43f-4261-8206-71d8ddabb164),segment_id=7e00a668-a43f-4261-8206-71d8ddabb164)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:35.084566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.109023 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.135225 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Transition to ACTIVE for port object 0d504199-8f5a-45a9-a74d-76983ad700f0 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:35.161738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.238258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning complete for port 0d504199-8f5a-45a9-a74d-76983ad700f0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:35.238667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.289427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.296409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Pushing event updated for resources: {'Port': ['ID=de83b8c3-6082-472b-8c33-0721bac14d25,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:35.301620 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.310058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Port 0d504199-8f5a-45a9-a74d-76983ad700f0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:35.360465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa68958e-7314-47e5-b50c-bd54341ba272 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:35.366091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:35.391844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Usage tracker for resource:security_group_rule and tenant:e2151563ffd04498b544b59b21bba492 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:35.407169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fac03-8659-479a-817a-e9b011e842c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=84ab6343-db59-448f-bcf4-c9e4efe66523,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:35.420019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:35.529069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:35.546821 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Attempting to bind port 0d504199-8f5a-45a9-a74d-76983ad700f0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:35.547397 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Attempting to bind port 0d504199-8f5a-45a9-a74d-76983ad700f0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:35.547530 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Attempting to bind port 0d504199-8f5a-45a9-a74d-76983ad700f0 on network 0d731784-842e-4ad8-9a9c-bf2833c97c11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:35.560889 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:35.561754 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Checking segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:35.562192 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.562735 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Bound using segment: {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:35.563212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Bound port: 0d504199-8f5a-45a9-a74d-76983ad700f0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fe4c96-abc0-4493-a105-53122125c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:35.563596 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.611868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Deleting port fa68958e-7314-47e5-b50c-bd54341ba272 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:35.612245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.644548 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Pushing event updated for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:35.674850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning for port 84ab6343-db59-448f-bcf4-c9e4efe66523 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:35.712425 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.712834 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.713380 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.713837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning complete for port 84ab6343-db59-448f-bcf4-c9e4efe66523 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:35.714062 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.714239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.714696 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.715220 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.715739 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.716205 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.716678 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.717984 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.718490 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.718970 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:35.769670 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] For port 0d504199-8f5a-45a9-a74d-76983ad700f0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:35.773754 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] For port 0d504199-8f5a-45a9-a74d-76983ad700f0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0d504199-8f5a-45a9-a74d-76983ad700f0,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:35.829725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:19:35.831566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.847660 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.925393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.935408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Port 84ab6343-db59-448f-bcf4-c9e4efe66523 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:35.955711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': '254610e3-2687-4ebc-b94c-ef86562ed8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1d8235b3-ba9a-4302-a442-2d1370411587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:35.956256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: 1d8235b3-ba9a-4302-a442-2d1370411587, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:35.976096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=ef8e5a78-f27a-4bc7-8260-34464bb6d306,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:35.986383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.987888 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:35.991055 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:36.079809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.092814 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd92882-74b6-4838-a60a-f95bac55b63b None None] Pushing event updated for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:36.149244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 1d8235b3-ba9a-4302-a442-2d1370411587 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:36.157423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.222414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning for port 23ca9987-e2d4-4612-838c-97a7889fd6f0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:36.239623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fa68958e-7314-47e5-b50c-bd54341ba272 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:36.240012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.246617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 1d8235b3-ba9a-4302-a442-2d1370411587) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:36.251487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.252470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.260575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37778) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:36.285650 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:36.301150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:36.303109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9f9d4-d5f3-4891-99f2-73b3cf301b04 None None] Network 1d8235b3-ba9a-4302-a442-2d1370411587 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:36.326380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning complete for port 23ca9987-e2d4-4612-838c-97a7889fd6f0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:36.327538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.431584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1773807563'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:36.437936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:36.444907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-819cac12-2762-4969-b215-fc90683ec6bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7901976 May 13 15:19:36.446454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Usage tracker for resource:network and tenant:604410ef198044f7abd0ad6909da4656 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:36.449509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37784) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:36.450867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd7c36-0e12-4536-9d10-63226cb0f680,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:36.453037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:36.457566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.474924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3933bb8c-2a1e-437b-93e9-1b82cc13fea1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e2151563ffd04498b544b59b21bba492&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6455171 May 13 15:19:36.475608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37788) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:36.499649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:36.518982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:36.519390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.644026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Made reservation on behalf of 604410ef198044f7abd0ad6909da4656 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:36.648580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.659353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4e3c9-bc1e-4f88-abf8-b9da21c42b28 req-a98588e0-4bc6-44ac-892d-6e31bfd336c3 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.666444 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a5d4e3c9-bc1e-4f88-abf8-b9da21c42b28 req-a98588e0-4bc6-44ac-892d-6e31bfd336c3 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.3525970 May 13 15:19:36.669608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.669758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Port 23ca9987-e2d4-4612-838c-97a7889fd6f0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:36.672791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.677510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Calling delete_port for fa68958e-7314-47e5-b50c-bd54341ba272 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:36.691454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:36.696682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Usage tracker for resource:security_group_rule and tenant:604410ef198044f7abd0ad6909da4656 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:36.700375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:36.707980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:36.719214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.751206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.776182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:36.806697 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:30Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d504199-8f5a-45a9-a74d-76983ad700f0', 'name': '', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:ca:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:28Z', 'updated_at': '2022-05-13T15:19:35Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:36.813619 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c1483d-c9ce-4416-97e2-2ede5ca90a33 None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:30Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d504199-8f5a-45a9-a74d-76983ad700f0', 'name': '', 'network_id': '0d731784-842e-4ad8-9a9c-bf2833c97c11', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:ca:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:28Z', 'updated_at': '2022-05-13T15:19:35Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'f83cdd80-5294-4b28-a58b-20c0a2085b53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:36.839074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a5d4e3c9-bc1e-4f88-abf8-b9da21c42b28 req-e8c8c468-3ded-4233-b1be-8ed83397b6a0 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716371 May 13 15:19:36.839798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.867704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Provisioning complete for port fa68958e-7314-47e5-b50c-bd54341ba272 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:36.868220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.955942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:36.964640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.012183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd7c36-0e12-4536-9d10-63226cb0f680,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:37.013076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6ded2-300f-4198-8ac9-246302795b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-1d8235b3-ba9a-4302-a442-2d1370411587', 'network_id': '1d8235b3-ba9a-4302-a442-2d1370411587', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': 'ef8e5a78-f27a-4bc7-8260-34464bb6d306'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:37.022583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3dd6ded2-300f-4198-8ac9-246302795b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.038606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.042746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.048289 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f8e654fb-51a1-4f10-8048-865379dd026e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c1fd7c36-0e12-4536-9d10-63226cb0f680 HTTP/1.1" status: 204 len: 168 time: 0.5666137 May 13 15:19:37.057712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 84ab6343-db59-448f-bcf4-c9e4efe66523 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:37.058095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.112146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46a0b9-9b22-4911-abfe-6af6a2d19e8d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:37.122508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.195884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:37.204227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:37.204603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:37.222325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8e5a78-f27a-4bc7-8260-34464bb6d306,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:37.262480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.263328 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Added segment 53060c95-a729-4e30-8963-f6e38af79c2e of type vlan for network a2c661df-9951-4845-973a-fee6d0dade18 May 13 15:19:37.294180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.319273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Current status of the port fa68958e-7314-47e5-b50c-bd54341ba272 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:37.319801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.351367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4121a-042e-4e77-89a6-6daccbd5dc19 None None] Network 1d8235b3-ba9a-4302-a442-2d1370411587 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:37.412970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.resource_extend [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:19:37.426223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.476501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.504067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8235b3-ba9a-4302-a442-2d1370411587']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:37.524046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254610e3-2687-4ebc-b94c-ef86562ed8a0') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:37.524358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254610e3-2687-4ebc-b94c-ef86562ed8a0') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:37.552415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.561543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device de83b8c3-6082-472b-8c33-0721bac14d25 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:37.593815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.593815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:37.593815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.708839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:37.803382 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:37.805778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.811759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:37.812567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.871223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 84ab6343-db59-448f-bcf4-c9e4efe66523 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:37.947384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Deleting port fa68958e-7314-47e5-b50c-bd54341ba272 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:37.947715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:37.981930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.072318 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8097801 May 13 15:19:38.079473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37806) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:38.081438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.098137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Request body: {'subnet': {'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:38.103897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e445181-4087-4b61-b151-38df571c5b59 None None] Pushing event updated for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:38.121803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db96d09-301e-455b-af4f-46cdde4cc914 req-484fa1de-668c-42ac-af66-2c679b3ce718 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.121803 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6db96d09-301e-455b-af4f-46cdde4cc914 req-484fa1de-668c-42ac-af66-2c679b3ce718 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2890434 May 13 15:19:38.123203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-d5f1651d-e173-4ae7-8b16-33e47921135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.124750 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-d5f1651d-e173-4ae7-8b16-33e47921135d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=548867b015bf48bcb8df331c74336ef7&device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 1098 time: 0.2933877 May 13 15:19:38.197363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.199335 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/1d8235b3-ba9a-4302-a442-2d1370411587 HTTP/1.1" status: 204 len: 168 time: 1.7487667 May 13 15:19:38.211132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37812) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:38.226449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1033089037'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:38.233568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cae49-a2ab-45cc-bc08-80a7222d4c04 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event updated for resources: {'Network': ['ID=a2c661df-9951-4845-973a-fee6d0dade18,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:38.236171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:38.261982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:38.265600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:38.270381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:38.276918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef77fa-79fa-4c6e-96df-3df23c494bff tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=1d8235b3-ba9a-4302-a442-2d1370411587,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:38.278923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:38.281511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Usage tracker for resource:subnet and tenant:604410ef198044f7abd0ad6909da4656 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:38.287260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:38.294711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:38.319430 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6db96d09-301e-455b-af4f-46cdde4cc914 req-693d5329-adb1-4796-bc71-413b5802129a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899881 May 13 15:19:38.325049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port de83b8c3-6082-472b-8c33-0721bac14d25 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:38.325541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.350731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c6dfda0-4a08-4d56-8722-3d971cdd8e91 None None] Provisioning complete for port 84ab6343-db59-448f-bcf4-c9e4efe66523 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:38.351273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c6dfda0-4a08-4d56-8722-3d971cdd8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.372809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-c01eb27d-ee31-42b5-81ad-855471ce6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.375300 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-c01eb27d-ee31-42b5-81ad-855471ce6a6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=037bec3a-a383-4275-8675-5019901e4f08 HTTP/1.1" status: 200 len: 912 time: 0.2390096 May 13 15:19:38.383392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:38.387237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.395962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a2c661df-9951-4845-973a-fee6d0dade18 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:38.399283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Made reservation on behalf of 604410ef198044f7abd0ad6909da4656 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:38.402808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.445809 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-6801ed8d-72de-4df8-a8bc-60ed6fe880de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb582ba-e949-4a89-966b-5ac556d95b55 HTTP/1.1" status: 200 len: 217 time: 0.0644357 May 13 15:19:38.489424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.511028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:38.529052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.529458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment 2261b843-e585-4563-8af5-791033fe740d of type vlan for network 8848b23d-6bd9-4836-b20f-8441bb0967f0 May 13 15:19:38.537671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] For port fa68958e-7314-47e5-b50c-bd54341ba272, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa68958e-7314-47e5-b50c-bd54341ba272,segment=NetworkSegment(62cdbc30-0f77-4316-b5bd-30ebb61d4d64),segment_id=62cdbc30-0f77-4316-b5bd-30ebb61d4d64)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:38.538856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.562448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=84ab6343-db59-448f-bcf4-c9e4efe66523,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:38.573167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.578005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dfda0-4a08-4d56-8722-3d971cdd8e91 None None] Port 84ab6343-db59-448f-bcf4-c9e4efe66523 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:38.652989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-5605e657-2852-4874-a750-f3e02182bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.655582 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-5605e657-2852-4874-a750-f3e02182bec6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab3b846a-9630-4d9b-afbc-20085ef27607 HTTP/1.1" status: 200 len: 851 time: 0.2028773 May 13 15:19:38.749790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Calling delete_port for fa68958e-7314-47e5-b50c-bd54341ba272 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:38.753850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.763699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.765394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.912719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port de83b8c3-6082-472b-8c33-0721bac14d25 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:38.919440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0d504199-8f5a-45a9-a74d-76983ad700f0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:38.919547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:38.919663 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-33f7ad3f-8200-4d33-9c03-f828d60e1394 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=037bec3a-a383-4275-8675-5019901e4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502936 May 13 15:19:38.979930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.007323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=8848b23d-6bd9-4836-b20f-8441bb0967f0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.035907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 8848b23d-6bd9-4836-b20f-8441bb0967f0 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:39.059187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event updated for resources: {'Subnet': ['ID=fe7d992e-cd2d-4b1c-aa65-8059076c0f1a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.073075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] Pushing event deleted for resources: {'Port': ['ID=fa68958e-7314-47e5-b50c-bd54341ba272,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.074901 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c97c66f1-f888-4a9c-82ea-1ccdfaf9249c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8555255 May 13 15:19:39.074901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:39.088453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:39.100561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:39.107458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.109248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Checking segment: {'id': '53060c95-a729-4e30-8963-f6e38af79c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:39.109609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Network hostable DHCP agents. Network: a2c661df-9951-4845-973a-fee6d0dade18, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:39.126368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face1de0-97ed-49f2-9852-6f84d2779503 None None] No DVR routers for this DVR port fa68958e-7314-47e5-b50c-bd54341ba272 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:39.250306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 0d504199-8f5a-45a9-a74d-76983ad700f0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:39.259533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0d504199-8f5a-45a9-a74d-76983ad700f0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:39.259967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.377811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1939660955'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:39.390167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:39.395265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:subnet and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:39.398263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:39.406163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:39.469009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0d504199-8f5a-45a9-a74d-76983ad700f0 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:39.469628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.488521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Network a2c661df-9951-4845-973a-fee6d0dade18 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:39.504987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 0d504199-8f5a-45a9-a74d-76983ad700f0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0d504199-8f5a-45a9-a74d-76983ad700f0,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:39.528342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:39.532542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.605476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:39.612236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.624858 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-82de2bd8-dcf7-479f-9150-5ccad4bb4d68 service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793721 May 13 15:19:39.624858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:39.629840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:39.649865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038113-10bb-498a-8bcc-00d815343bab req-8d305d89-1f44-4a98-bba0-a7e690b2e737 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:39.651584 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8b038113-10bb-498a-8bcc-00d815343bab req-8d305d89-1f44-4a98-bba0-a7e690b2e737 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2093799 May 13 15:19:39.655554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a2c661df-9951-4845-973a-fee6d0dade18) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:39.660417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:39.660983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.665712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router fe8fcded-244b-443b-a51e-4dac991ed22a has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:39.669795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:39.687615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c20094-a36f-48c6-9717-db85169da4e8 None None] Network a2c661df-9951-4845-973a-fee6d0dade18 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:39.742204 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8b038113-10bb-498a-8bcc-00d815343bab req-af7029af-21b5-4cfc-93f8-46e9deada19f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716031 May 13 15:19:39.789898 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a632d0d8-a050-40be-9b2a-3a29a4140922 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7075810 May 13 15:19:39.790665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37840) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:39.803044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Request body: {'port': {'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18', 'name': 'tempest-TagsExtTest-1532605495'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:39.808435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:39.920993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:39.924729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.944550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.966415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:39.976813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a2c661df-9951-4845-973a-fee6d0dade18', 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18', 'tenant_id': '604410ef198044f7abd0ad6909da4656', 'fixed_ips': [{'subnet_id': 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:39.977986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:39.992277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:39.994234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] Sync routers for ids ['fe8fcded-244b-443b-a51e-4dac991ed22a'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:39.995494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:39.998709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.000202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Usage tracker for resource:port and tenant:604410ef198044f7abd0ad6909da4656 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.003144 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aed94bf6-c7d5-421d-af32-fe72d0618025 req-a75287fe-6d78-4aaf-9520-63c73deb82e3 service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761492 May 13 15:19:40.003356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.004820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.011939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.017543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.020965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.091393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] Routers {'fe8fcded-244b-443b-a51e-4dac991ed22a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:40.091981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fe8fcded-244b-443b-a51e-4dac991ed22a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:40.109479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.115936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=7a7555e3-f9bc-4a67-abd1-3bca5229f9ee,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.121201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': '2261b843-e585-4563-8af5-791033fe740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:40.121563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: 8848b23d-6bd9-4836-b20f-8441bb0967f0, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:40.123496 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b458ff5c-098b-4356-ab21-1bd8188ab925 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/fe8fcded-244b-443b-a51e-4dac991ed22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2060549 May 13 15:19:40.124163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37844) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.162644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:40.169135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7faeaefe-4142-4664-b47e-55cde8cab28c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:40.183746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Made reservation on behalf of 604410ef198044f7abd0ad6909da4656 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:40.187915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.189694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] Routers {'fe8fcded-244b-443b-a51e-4dac991ed22a'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:40.190350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fe8fcded-244b-443b-a51e-4dac991ed22a'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:40.211118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] device_id is not set on port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:40.246683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.251155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network 8848b23d-6bd9-4836-b20f-8441bb0967f0 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:40.262176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:40.262924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0026-969e-458f-b3a8-fbda13c81fe7 None None] The sync data for ids ['fe8fcded-244b-443b-a51e-4dac991ed22a'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:40.288290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:40.294002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7faeaefe-4142-4664-b47e-55cde8cab28c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:40.297558 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7faeaefe-4142-4664-b47e-55cde8cab28c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=fe8fcded-244b-443b-a51e-4dac991ed22a HTTP/1.1" status: 200 len: 205 time: 0.1698663 May 13 15:19:40.298740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37848) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.302173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a276c-dd94-4152-a65b-0878cbae4494,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.305018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.305630 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 4d1c5336-892f-443e-8124-69add018c2a0 of type vlan for network ea0769a7-0e5e-4e31-b708-4f6e389cab7d May 13 15:19:40.335637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Allocated IP 172.20.0.2 (a2c661df-9951-4845-973a-fee6d0dade18/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/8b717260-8aa0-4ac6-b3a6-bcac357a94d1) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:40.339283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.420387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 8848b23d-6bd9-4836-b20f-8441bb0967f0) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:40.428160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a5301-fb7b-4c19-9fdb-0b96448b8f01 None None] Network 8848b23d-6bd9-4836-b20f-8441bb0967f0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:40.433223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:40.433801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.448221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.481033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.487867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:40.488588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.597778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=ea0769a7-0e5e-4e31-b708-4f6e389cab7d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:40.621171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:40.674393 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-935a061d-a234-4757-9f0f-57e5ee4fa74f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5724671 May 13 15:19:40.676625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37852) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.685561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'name': 'tempest-PortsTestJSON-1268408208'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:40.762304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.766820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.797634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:40.823374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:40.828598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:40.831501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:40.836741 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-812d8dcf-cfbf-4be4-808a-b482c14d7503 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7540922 May 13 15:19:40.838829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37860) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:40.841516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:40.863315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-8848b23d-6bd9-4836-b20f-8441bb0967f0', 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': '7a7555e3-f9bc-4a67-abd1-3bca5229f9ee'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:40.870146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.024354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.029078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Transition to ACTIVE for port object 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.029216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router fe8fcded-244b-443b-a51e-4dac991ed22a {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:19:41.050323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.051596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-79241b7d-29d0-4612-ab02-2bc435e2ad1d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/fe8fcded-244b-443b-a51e-4dac991ed22a HTTP/1.1" status: 204 len: 168 time: 0.7524624 May 13 15:19:41.055528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37864) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:41.056355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Allocated IP 2001:db8::2 (8848b23d-6bd9-4836-b20f-8441bb0967f0/7a7555e3-f9bc-4a67-abd1-3bca5229f9ee/c9f709a9-f466-42c6-bfcd-107a3c89e928) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:41.058569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Transition to ACTIVE for port object 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.067664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:41.070682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.128095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 1689fddc-eca7-49f9-80ff-61e6ca4e373d yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:41.174137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet 73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:41.177765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.180388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.210126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b1409-7e07-4f72-ac70-d1b334d06d3d req-7659c92f-dbb3-4ac4-9d48-595a1ff67d7a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:41.219887 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-785b1409-7e07-4f72-ac70-d1b334d06d3d req-7659c92f-dbb3-4ac4-9d48-595a1ff67d7a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2420464 May 13 15:19:41.291090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.320888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.338475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Transition to ACTIVE for port object c9f709a9-f466-42c6-bfcd-107a3c89e928 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.352408 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-785b1409-7e07-4f72-ac70-d1b334d06d3d req-07ef62da-0957-4bd3-b17d-ee3ffadca3c0 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334789 May 13 15:19:41.364752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Transition to ACTIVE for port object c9f709a9-f466-42c6-bfcd-107a3c89e928 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.369206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.465307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Allocated IP 172.20.0.13 (a2c661df-9951-4845-973a-fee6d0dade18/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:41.468187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.478574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.484988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Network a2c661df-9951-4845-973a-fee6d0dade18 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:41.494966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:41.508118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Network 8848b23d-6bd9-4836-b20f-8441bb0967f0 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:41.513423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:41.517116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:41.521288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Pushing event updated for resources: {'Port': ['ID=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:41.531125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:41.576826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.599185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.748346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.771114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0d504199-8f5a-45a9-a74d-76983ad700f0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:41.773229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.782354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7555e3-f9bc-4a67-abd1-3bca5229f9ee,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:41.793266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Transition to ACTIVE for port object cc7c78e6-fc6f-4502-aae8-e248c10d5c0a will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:41.815784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.857581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.859512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Pushing event updated for resources: {'Port': ['ID=c9f709a9-f466-42c6-bfcd-107a3c89e928,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:41.888027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Attempting to bind port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:41.888397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Attempting to bind port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '53060c95-a729-4e30-8963-f6e38af79c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:41.888783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Attempting to bind port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 on network a2c661df-9951-4845-973a-fee6d0dade18 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:41.921872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:41.922212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Checking segment: {'id': '53060c95-a729-4e30-8963-f6e38af79c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:41.922564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.922962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Bound using segment: {'id': '53060c95-a729-4e30-8963-f6e38af79c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:41.923424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Bound port: 8b717260-8aa0-4ac6-b3a6-bcac357a94d1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53060c95-a729-4e30-8963-f6e38af79c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a2c661df-9951-4845-973a-fee6d0dade18'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:41.923996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.924188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:41.927496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:41.945570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5628c-b9b0-4ba9-ab5c-11e6b5045b43 None None] Network ba74e7ef-753d-4365-a10b-da311cee76e9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:41.974521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Attempting to bind port c9f709a9-f466-42c6-bfcd-107a3c89e928 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:41.975184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Attempting to bind port c9f709a9-f466-42c6-bfcd-107a3c89e928 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '2261b843-e585-4563-8af5-791033fe740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:41.975730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Attempting to bind port c9f709a9-f466-42c6-bfcd-107a3c89e928 on network 8848b23d-6bd9-4836-b20f-8441bb0967f0 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:41.991213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.034021 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0b5e47d0-6e3e-49fa-8287-76b10eb79460 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37 HTTP/1.1" status: 204 len: 168 time: 0.9767878 May 13 15:19:42.041328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37868) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:42.043600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Network a2c661df-9951-4845-973a-fee6d0dade18 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:42.051604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:42.070781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:42.071265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Checking segment: {'id': '2261b843-e585-4563-8af5-791033fe740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:42.071749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.072388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Bound using segment: {'id': '2261b843-e585-4563-8af5-791033fe740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:42.073074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Bound port: c9f709a9-f466-42c6-bfcd-107a3c89e928, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2261b843-e585-4563-8af5-791033fe740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:42.073673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.089699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:42.098838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=1689fddc-eca7-49f9-80ff-61e6ca4e373d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:42.135175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.174485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8848b23d-6bd9-4836-b20f-8441bb0967f0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:42.189740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '4d1c5336-892f-443e-8124-69add018c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:42.190143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: ea0769a7-0e5e-4e31-b708-4f6e389cab7d, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:42.191732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] For port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:42.195153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] For port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,segment=NetworkSegment(53060c95-a729-4e30-8963-f6e38af79c2e),segment_id=53060c95-a729-4e30-8963-f6e38af79c2e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:42.198308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2261b843-e585-4563-8af5-791033fe740d') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:42.198581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event updated for resources: {'Port': ['ID=cc7c78e6-fc6f-4502-aae8-e248c10d5c0a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:42.198711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2261b843-e585-4563-8af5-791033fe740d') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:42.216765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.242558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.249376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:42.249834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:42.269231 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:42.271977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.280877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:42.281742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.305363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port de83b8c3-6082-472b-8c33-0721bac14d25 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:42.305753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.306614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 0d504199-8f5a-45a9-a74d-76983ad700f0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:42.307093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.352408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:42.371563 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:42.388702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.404328 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-946acda2-97f1-4e25-b2c0-bde8c6831226 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6127717 May 13 15:19:42.411086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37874) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:42.414227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1635075449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:42.423002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:42.427454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Usage tracker for resource:router and tenant:604410ef198044f7abd0ad6909da4656 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:42.432656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:42.435297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:19:42.435297 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:19:42.435297 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': '8848b23d-6bd9-4836-b20f-8441bb0967f0'}] May 13 15:19:42.435297 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:42.435297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:42.436464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ea0769a7-0e5e-4e31-b708-4f6e389cab7d) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:42.450305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:42.454018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:42.459534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:42.460381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.501160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465e2db-5a39-452f-aa87-3b69f0928651 None None] Pushing event updated for resources: {'Port': ['ID=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:42.504940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711428ea-852f-43dd-881d-4eb2173abad8 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:42.536179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.537584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.554737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.556699 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2daffb98-4a48-4a66-b443-76b75e6858cd tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8789105 May 13 15:19:42.563137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37878) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:42.569716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741178080'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:42.575614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:42.580542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:42.583675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:42.590024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:42.605583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port de83b8c3-6082-472b-8c33-0721bac14d25, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=de83b8c3-6082-472b-8c33-0721bac14d25,segment=NetworkSegment(7e00a668-a43f-4261-8206-71d8ddabb164),segment_id=7e00a668-a43f-4261-8206-71d8ddabb164)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:42.605583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.659137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] For port c9f709a9-f466-42c6-bfcd-107a3c89e928, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:42.701879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] For port c9f709a9-f466-42c6-bfcd-107a3c89e928, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c9f709a9-f466-42c6-bfcd-107a3c89e928,segment=NetworkSegment(2261b843-e585-4563-8af5-791033fe740d),segment_id=2261b843-e585-4563-8af5-791033fe740d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:42.739529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for de83b8c3-6082-472b-8c33-0721bac14d25 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:42.776576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:42.781909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.810607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95722ba-f5b8-405a-a3ed-a0e3a1dd2f02 req-2321ccbd-c10f-448b-bb01-8db6b48daee6 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:42.812169 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b95722ba-f5b8-405a-a3ed-a0e3a1dd2f02 req-2321ccbd-c10f-448b-bb01-8db6b48daee6 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2991345 May 13 15:19:42.828751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.860706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 0d504199-8f5a-45a9-a74d-76983ad700f0 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:42.872823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:42.877186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b95722ba-f5b8-405a-a3ed-a0e3a1dd2f02 req-b056891b-581a-4fe4-bc0f-3c6b294d5bb2 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 May 13 15:19:42.888051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.897428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.899287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 1a6855b7-3db8-49cb-86d6-e39d49c08271 of type vlan for network 44f82419-697b-4fe1-bcfd-ca861f23744a May 13 15:19:42.943832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.986792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting port c9f709a9-f466-42c6-bfcd-107a3c89e928 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:42.987286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:42.995266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.035599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.041211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.042593 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8ad4f4d5-f622-45b2-9241-0c7b895fc659 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6329339 May 13 15:19:43.051584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37886) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:43.054489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ed219-37d4-430c-885f-0b8ae0bd42a5 None None] DHCP port deletion for ba74e7ef-753d-4365-a10b-da311cee76e9 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:43.069472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c5c4db65-a17d-447d-a5f8-4d3eedf8625c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2036847507', 'prefixes': ['172.20.0.0/16']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:43.076501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=de83b8c3-6082-472b-8c33-0721bac14d25,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:43.078753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port de83b8c3-6082-472b-8c33-0721bac14d25 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:43.085437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c5c4db65-a17d-447d-a5f8-4d3eedf8625c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:43.207126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae36f-a7ce-47ed-88e9-8fa774659a9f None None] Pushing event updated for resources: {'Port': ['ID=c9f709a9-f466-42c6-bfcd-107a3c89e928,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:43.234892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8291ab9-0a19-42a8-bbc9-dc443e559e9d None None] Network 8848b23d-6bd9-4836-b20f-8441bb0967f0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:43.253132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.282176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.287225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:43.287927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.294479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74e7ef-753d-4365-a10b-da311cee76e9']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:43.312344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e00a668-a43f-4261-8206-71d8ddabb164') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:43.312932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e00a668-a43f-4261-8206-71d8ddabb164') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:43.333484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.348612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.357182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:43.358031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:43.373094 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:43.432785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] For port c9f709a9-f466-42c6-bfcd-107a3c89e928, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c9f709a9-f466-42c6-bfcd-107a3c89e928,segment=NetworkSegment(2261b843-e585-4563-8af5-791033fe740d),segment_id=2261b843-e585-4563-8af5-791033fe740d)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:43.432785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.511341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=44f82419-697b-4fe1-bcfd-ca861f23744a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:43.534637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 44f82419-697b-4fe1-bcfd-ca861f23744a details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:43.571966 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4cdd1eeb-a58c-4a40-beb9-e145b2aac961 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0052216 May 13 15:19:43.572469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:43.584545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Calling delete_port for c9f709a9-f466-42c6-bfcd-107a3c89e928 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:43.585596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'ports': [{'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'}, {'network_id': '44f82419-697b-4fe1-bcfd-ca861f23744a'}]} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:43.585596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:43.585596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '44f82419-697b-4fe1-bcfd-ca861f23744a'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:43.776159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:43.808923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.815986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.872809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Port': ['ID=c9f709a9-f466-42c6-bfcd-107a3c89e928,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:43.876459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5c4db65-a17d-447d-a5f8-4d3eedf8625c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for subnetpool, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.877923 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5c4db65-a17d-447d-a5f8-4d3eedf8625c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8180997 May 13 15:19:43.881279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No DVR routers for this DVR port c9f709a9-f466-42c6-bfcd-107a3c89e928 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:43.889623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:43.896498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37898) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:43.901642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-8c429c42-bc6e-4061-80bf-f31a6ba94bc4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-751918908') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:43.924715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:43.973934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=ba74e7ef-753d-4365-a10b-da311cee76e9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.005056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device de83b8c3-6082-472b-8c33-0721bac14d25 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:44.057379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: de83b8c3-6082-472b-8c33-0721bac14d25 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:44.057379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device de83b8c3-6082-472b-8c33-0721bac14d25 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:44.057779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.084284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8848b23d-6bd9-4836-b20f-8441bb0967f0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.118805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2261b843-e585-4563-8af5-791033fe740d') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.118805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2261b843-e585-4563-8af5-791033fe740d') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.119048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bffe98cc-58ba-4b2b-9fdf-6a6179e005ef tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/ba74e7ef-753d-4365-a10b-da311cee76e9 HTTP/1.1" status: 204 len: 168 time: 2.0583611 May 13 15:19:44.119146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37902) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:44.119146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341066604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:44.127805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:44.131268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.143043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:44.148001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:44.166394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc6767-fe91-4c87-b511-06c39ba1e345 None None] Network a2c661df-9951-4845-973a-fee6d0dade18 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:44.166524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:44.166524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.169250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:44.169404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:44.169789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.181271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0c72-45c0-499a-a136-233c8d7b97e1 req-734d52d1-60b6-45db-b26d-16879649ab29 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:44.183153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0f3c0c72-45c0-499a-a136-233c8d7b97e1 req-734d52d1-60b6-45db-b26d-16879649ab29 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.3758709 May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:44.186484 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:44.190060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:44.195319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:44.206531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:44.268908 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0f3c0c72-45c0-499a-a136-233c8d7b97e1 req-d36f0d42-e2c3-4279-bcb4-76e743bbbba2 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645294 May 13 15:19:44.309585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.309585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.316844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.383947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 2} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:44.383947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.397196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.434738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.435632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Provisioning for port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:44.447106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Provisioning complete for port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:44.447483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.447868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.477207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=8848b23d-6bd9-4836-b20f-8441bb0967f0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.483573 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e9b1470e-a8d7-46f5-aaf5-ef4638d196a7 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/8848b23d-6bd9-4836-b20f-8441bb0967f0 HTTP/1.1" status: 204 len: 168 time: 3.6429582 May 13 15:19:44.484632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37906) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:44.490393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1381734062'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:44.495534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:44.501283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:network and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:44.506041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:44.511213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:44.533510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.563501 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c429c42-bc6e-4061-80bf-f31a6ba94bc4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-751918908 HTTP/1.1" status: 201 len: 201 time: 0.6657860 May 13 15:19:44.566382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37910) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:44.572704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-c57535ed-a478-4472-8222-180a861df791 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1886034868') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:44.592201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Current status of the port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:44.592594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.624649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:44.629096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.631063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] For port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,segment=NetworkSegment(53060c95-a729-4e30-8963-f6e38af79c2e),segment_id=53060c95-a729-4e30-8963-f6e38af79c2e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:44.654955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.656146 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f599dd67-7e58-4bac-8636-2a3079f68e8d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5456758 May 13 15:19:44.659751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37914) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:44.669558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683776858'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:44.669774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 866ba2bc-d250-4e29-ae90-212091af5107 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:44.677192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:44.682513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:44.698806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:44.701885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:44.704201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:44.721189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.722333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.723076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Added segment cbe1ea37-93a1-46a7-b2e9-eedc1340a407 of type vlan for network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 May 13 15:19:44.776480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.789977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.814976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b95b79-861a-4dde-a28a-78f62645e319 None None] Pushing event updated for resources: {'Port': ['ID=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.884950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:44.889273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.905356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port c777b945-2401-4b5d-9e44-6df805c3c495 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:44.931693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:44.945012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.945718 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7 of type vlan for network f18396be-14ae-48f7-be68-a5c109c4db75 May 13 15:19:44.977381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.985202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:44.986924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.991157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Provisioning for port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:45.000875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Provisioning complete for port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:45.001603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.007436 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c57535ed-a478-4472-8222-180a861df791 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1886034868 HTTP/1.1" status: 201 len: 201 time: 0.4363246 May 13 15:19:45.011265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37920) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:45.019237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-d0e278ca-4a59-421f-9c4b-a367b4ee24de tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-933037684') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:45.025348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.037434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775e05f-a013-441e-a530-0300ec7f5487 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:19:45.091803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.097063 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6112974 May 13 15:19:45.101309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37924) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:45.120210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:45.163495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Request body: {'subnet': {'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:45.174967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Provisioning complete for port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:45.174967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.236620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.resource_extend [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:19:45.251350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c90d90-5cdb-44b1-a276-61facef911f3 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Network': ['ID=b751b8d8-4f22-4e4b-8e46-4b18e51fffc3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:45.264434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:45.318843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:45.325018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Usage tracker for resource:subnet and tenant:15fdf25929c24acea057d89db48c4e3c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:45.328508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:45.334719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:45.356197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775e05f-a013-441e-a530-0300ec7f5487 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:19:45.364366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.370948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:45.371654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.491353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.509626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5ab409e7-9461-4a3c-af88-8dba2b13156d None None] Current status of the port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:45.533011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=f18396be-14ae-48f7-be68-a5c109c4db75,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:45.542448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Made reservation on behalf of 15fdf25929c24acea057d89db48c4e3c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:45.546396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.555527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f18396be-14ae-48f7-be68-a5c109c4db75 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:45.562529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca5d8d-6a07-4476-b00b-2b36c87ce34e req-541d051e-1c5e-412b-ac40-bfbd88e57049 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:45.564240 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-65ca5d8d-6a07-4476-b00b-2b36c87ce34e req-541d051e-1c5e-412b-ac40-bfbd88e57049 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.1613858 May 13 15:19:45.573848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-01b96da2-0864-4820-a45a-5ea7044145c4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9100811 May 13 15:19:45.578308 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d0e278ca-4a59-421f-9c4b-a367b4ee24de tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-933037684 HTTP/1.1" status: 201 len: 201 time: 0.5657489 May 13 15:19:45.583853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37932) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:45.584458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37934) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:45.591584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-ab0b1ad0-2d96-452b-8d9b-9fc70f13ac4e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-1724786057') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:45.617763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:45.620457 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-65ca5d8d-6a07-4476-b00b-2b36c87ce34e req-485b594e-dfa1-46dc-88a1-ee8c675777f6 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497997 May 13 15:19:45.720166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:45.735262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9cc47558-0a8a-4e48-a04a-7e527649c3d4 None None] Provisioning complete for port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:45.735644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9cc47558-0a8a-4e48-a04a-7e527649c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.771709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:45.779081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:45.814083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:45.814083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:45.814083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=866ba2bc-d250-4e29-ae90-212091af5107,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:45.910979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9cc47558-0a8a-4e48-a04a-7e527649c3d4 None None] Port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:45.969159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:45.969531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.041739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:46.059914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:46.061429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=c777b945-2401-4b5d-9e44-6df805c3c495,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:46.070638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:46.086438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:46.139985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '1a6855b7-3db8-49cb-86d6-e39d49c08271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44f82419-697b-4fe1-bcfd-ca861f23744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:46.139985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 44f82419-697b-4fe1-bcfd-ca861f23744a, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:46.197444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:46.216826 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ab0b1ad0-2d96-452b-8d9b-9fc70f13ac4e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-1724786057 HTTP/1.1" status: 201 len: 201 time: 0.6280639 May 13 15:19:46.218510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37944) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:46.226881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-390cb137-ba84-4f9c-a273-b73110932ed6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:46.256764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:46.260367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.302826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 44f82419-697b-4fe1-bcfd-ca861f23744a is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:46.325688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1d43f-ee1f-4041-9673-ff618194d9c6 req-2c6397df-8de0-4333-9c86-b4758682c977 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.328036 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2de1d43f-ee1f-4041-9673-ff618194d9c6 req-2c6397df-8de0-4333-9c86-b4758682c977 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.1952093 May 13 15:19:46.382213 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2de1d43f-ee1f-4041-9673-ff618194d9c6 req-8b61089a-dc8b-4d89-b03e-54557dbbd715 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 May 13 15:19:46.387475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-0200b31b-f771-494e-9543-ba183c97165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.388958 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-0200b31b-f771-494e-9543-ba183c97165a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=548867b015bf48bcb8df331c74336ef7&device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 1098 time: 0.1252158 May 13 15:19:46.502687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 44f82419-697b-4fe1-bcfd-ca861f23744a) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:46.521186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.objects.ports [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88837) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:19:46.522617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a97ab5-14d1-4801-9bef-e9cd9caa2657 None None] Network 44f82419-697b-4fe1-bcfd-ca861f23744a requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:46.522735 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-390cb137-ba84-4f9c-a273-b73110932ed6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 200 len: 240 time: 0.2965631 May 13 15:19:46.522735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.522735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:46.526949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.528928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37948) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:46.532393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.533052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.538317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-43c05287-af94-4fe8-a4b2-ee1487429012 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-751918908') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:46.577282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-bbd450ad-2aef-49ee-94e6-410e0a3318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.578686 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-bbd450ad-2aef-49ee-94e6-410e0a3318e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=037bec3a-a383-4275-8675-5019901e4f08 HTTP/1.1" status: 200 len: 912 time: 0.1834726 May 13 15:19:46.661733 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-33e5bde4-8118-4be6-b4c7-11d1d6daee6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb582ba-e949-4a89-966b-5ac556d95b55 HTTP/1.1" status: 200 len: 217 time: 0.0725346 May 13 15:19:46.701876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event updated for resources: {'Subnet': ['ID=d692d05e-5d92-4df0-bfb7-c738a49ddd5b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:46.727567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Checking segment: {'id': 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:46.727567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network hostable DHCP agents. Network: b751b8d8-4f22-4e4b-8e46-4b18e51fffc3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:46.755783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43c05287-af94-4fe8-a4b2-ee1487429012 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-751918908 HTTP/1.1" status: 204 len: 168 time: 0.2246890 May 13 15:19:46.758441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37952) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:46.759450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-6036b87e-87ae-4fd3-9b8f-8140857215da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:46.761004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-6036b87e-87ae-4fd3-9b8f-8140857215da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab3b846a-9630-4d9b-afbc-20085ef27607 HTTP/1.1" status: 200 len: 851 time: 0.0873232 May 13 15:19:46.764418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-4afdd7e4-4899-4735-a2d2-a394da97edfc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-751918908') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:46.807484 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f9494a7b-1055-4a1f-b97e-b895c685e17f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2336514 May 13 15:19:46.810249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37956) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:46.812175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-5d634f1b-557c-4384-b301-0cef8779926f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=037bec3a-a383-4275-8675-5019901e4f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440147 May 13 15:19:46.877818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:46.882895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.929887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port c777b945-2401-4b5d-9e44-6df805c3c495 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:46.930196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.972615 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-5a513347-a8e8-4f9e-90c6-84071096aae3 service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544929 May 13 15:19:47.040553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b751b8d8-4f22-4e4b-8e46-4b18e51fffc3) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:47.049556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=078cfeec-7351-40f9-86a4-5d9b4a89f640,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:47.050217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830cc02-8281-4c0a-8433-56697c83235d None None] Network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:47.087372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:47.087963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.121571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8faa4f92-ea7d-4d4e-a745-34e7de052ca1 req-e0924909-6573-47b2-affd-8543ec8920a3 service neutron] 10.222.0.23 "GET /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424763 May 13 15:19:47.126567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:47.130053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: f18396be-14ae-48f7-be68-a5c109c4db75, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:47.236128 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4afdd7e4-4899-4735-a2d2-a394da97edfc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-751918908 HTTP/1.1" status: 204 len: 168 time: 0.4764524 May 13 15:19:47.244888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37960) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.244888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-c3b80862-2d60-4898-b50c-08273772ac7a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.254606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6206440a-a43c-441d-8ebd-efede0b55cc2 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1080227 May 13 15:19:47.256594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.263647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37964) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.295912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b751b8d8-4f22-4e4b-8e46-4b18e51fffc3', 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3', 'tenant_id': '15fdf25929c24acea057d89db48c4e3c', 'fixed_ips': [{'subnet_id': 'd692d05e-5d92-4df0-bfb7-c738a49ddd5b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:47.297430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.335763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c3b80862-2d60-4898-b50c-08273772ac7a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 200 len: 205 time: 0.0936580 May 13 15:19:47.336806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37970) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.341768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-94f0e506-3e6e-4e15-9df8-900708dbb947 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.422793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-94f0e506-3e6e-4e15-9df8-900708dbb947 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 200 len: 241 time: 0.0819137 May 13 15:19:47.430730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37976) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.430730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-22902abf-5980-43b1-834b-00075e14ebd5 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1886034868') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.449124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network f18396be-14ae-48f7-be68-a5c109c4db75 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:47.462154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for c777b945-2401-4b5d-9e44-6df805c3c495 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:47.487907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Allocated IP 2001:db8::f816:3eff:fe3c:a50 (b751b8d8-4f22-4e4b-8e46-4b18e51fffc3/d692d05e-5d92-4df0-bfb7-c738a49ddd5b/43fbebac-9ef5-45aa-a089-3be70d2d8bf0) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:47.515159 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22902abf-5980-43b1-834b-00075e14ebd5 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1886034868 HTTP/1.1" status: 204 len: 168 time: 0.0902114 May 13 15:19:47.517941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37980) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.523029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-8184562e-7f43-4737-ab79-205de253a0c2 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1886034868') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:47.527546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f18396be-14ae-48f7-be68-a5c109c4db75) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:47.539200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:47.539672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08eb918-68dc-435e-bcc8-ef31056693f5 None None] Network f18396be-14ae-48f7-be68-a5c109c4db75 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:47.539821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.680135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.856261 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0688301b-aa48-420b-9c85-c1d4984d5503 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2704229 May 13 15:19:47.860927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 37984) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:47.874240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f153b5-3c45-4ee2-b24d-c67ac3a0fd08 req-aca479c9-d615-4852-9250-a25168739330 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:47.876061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1f153b5-3c45-4ee2-b24d-c67ac3a0fd08 req-aca479c9-d615-4852-9250-a25168739330 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.3281975 May 13 15:19:47.934496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.960250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Transition to ACTIVE for port object 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:47.971682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f18396be-14ae-48f7-be68-a5c109c4db75', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:47.971682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.997089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:47.997694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Transition to ACTIVE for port object 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:48.021417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8184562e-7f43-4737-ab79-205de253a0c2 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1886034868 HTTP/1.1" status: 204 len: 168 time: 0.5003259 May 13 15:19:48.046745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.077051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37988) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.114449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-2ff42c8c-1633-44cf-ba75-a837689a7823 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.143550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=c777b945-2401-4b5d-9e44-6df805c3c495,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.153000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1f153b5-3c45-4ee2-b24d-c67ac3a0fd08 req-58c01bf8-bb7a-40e2-9ae0-298c51d73a70 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656810 May 13 15:19:48.163019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.177229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.201504 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e2c2a7d-5959-4b80-bad4-716e24d3ce03 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/c777b945-2401-4b5d-9e44-6df805c3c495 HTTP/1.1" status: 204 len: 168 time: 1.3898997 May 13 15:19:48.206178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37992) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.261426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Allocated IP 2001:db8::2 (f18396be-14ae-48f7-be68-a5c109c4db75/078cfeec-7351-40f9-86a4-5d9b4a89f640/fd9e94c6-0869-44df-a23f-18ffe2bdd537) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:48.269841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:48.283790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:48.285214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:48.315689 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ff42c8c-1633-44cf-ba75-a837689a7823 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 200 len: 205 time: 0.2265980 May 13 15:19:48.318190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 37996) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.325434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-f6d22279-0236-4c90-8141-1b1b7ec87c84 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.331305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Pushing event updated for resources: {'Port': ['ID=43fbebac-9ef5-45aa-a089-3be70d2d8bf0,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.459376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.469482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Attempting to bind port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:48.469854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Attempting to bind port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:48.470237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Attempting to bind port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 on network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:48.480053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:48.480426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Checking segment: {'id': 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:48.480821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.481208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Bound using segment: {'id': 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:48.481675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Bound port: 43fbebac-9ef5-45aa-a089-3be70d2d8bf0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:48.482320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.512352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=d692d05e-5d92-4df0-bfb7-c738a49ddd5b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.558470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952babc9-7f90-4903-a4b0-171e1e3e5be7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:48.564844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952babc9-7f90-4903-a4b0-171e1e3e5be7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:48.565604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-952babc9-7f90-4903-a4b0-171e1e3e5be7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:48.627234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.643413 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f6d22279-0236-4c90-8141-1b1b7ec87c84 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 200 len: 240 time: 0.3239150 May 13 15:19:48.648708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38000) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.660920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-244fe194-42a8-4891-aa7f-c41149543363 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-933037684') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.676539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] For port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:48.687255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] For port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=43fbebac-9ef5-45aa-a089-3be70d2d8bf0,segment=NetworkSegment(cbe1ea37-93a1-46a7-b2e9-eedc1340a407),segment_id=cbe1ea37-93a1-46a7-b2e9-eedc1340a407)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:48.691070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.701518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Transition to ACTIVE for port object fd9e94c6-0869-44df-a23f-18ffe2bdd537 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:48.727005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Transition to ACTIVE for port object fd9e94c6-0869-44df-a23f-18ffe2bdd537 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:48.729672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.765039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.831454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b751b8d8-4f22-4e4b-8e46-4b18e51fffc3']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.847504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.847766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:48.847938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb73419-615d-4f0f-8af9-ebece94347c9 None None] Pushing event updated for resources: {'Port': ['ID=43fbebac-9ef5-45aa-a089-3be70d2d8bf0,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:48.877841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.887176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-952babc9-7f90-4903-a4b0-171e1e3e5be7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:48.887176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-952babc9-7f90-4903-a4b0-171e1e3e5be7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6782105 May 13 15:19:48.910397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38004) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:48.930365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:48.993079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.048825 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-244fe194-42a8-4891-aa7f-c41149543363 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-933037684 HTTP/1.1" status: 204 len: 168 time: 0.3926113 May 13 15:19:49.048825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:49.048825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.056011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38008) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:49.067285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-625dc80a-7c56-4b1c-8434-ac506e82a092 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-933037684') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:49.072987 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:49.091772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Network f18396be-14ae-48f7-be68-a5c109c4db75 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:49.096035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:49.100743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:49.110284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Pushing event updated for resources: {'Port': ['ID=fd9e94c6-0869-44df-a23f-18ffe2bdd537,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:49.144665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152bb9a-acb0-4fe1-bc88-b10af25d1443 None None] Network b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:49.172379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 866ba2bc-d250-4e29-ae90-212091af5107 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:49.172719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.215479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8::1 (f18396be-14ae-48f7-be68-a5c109c4db75/078cfeec-7351-40f9-86a4-5d9b4a89f640/263d084d-e7cc-4538-bc4f-69ac6e6b29e0) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:49.302752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Attempting to bind port fd9e94c6-0869-44df-a23f-18ffe2bdd537 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:49.303174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Attempting to bind port fd9e94c6-0869-44df-a23f-18ffe2bdd537 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:49.303582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Attempting to bind port fd9e94c6-0869-44df-a23f-18ffe2bdd537 on network f18396be-14ae-48f7-be68-a5c109c4db75 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:49.323208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:19:49.323208 dv-neutron-835340-3-hyperv neutron-server[88837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:19:49.323208 dv-neutron-835340-3-hyperv neutron-server[88837]: [parameters: {'id': 'b751b8d8-4f22-4e4b-8e46-4b18e51fffc3'}] May 13 15:19:49.323208 dv-neutron-835340-3-hyperv neutron-server[88837]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:19:49.323208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:19:49.323960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:49.323960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Checking segment: {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:49.323960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.324240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Bound using segment: {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:49.324726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Bound port: fd9e94c6-0869-44df-a23f-18ffe2bdd537, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:49.325098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.382657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-625dc80a-7c56-4b1c-8434-ac506e82a092 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-933037684 HTTP/1.1" status: 204 len: 168 time: 0.3256502 May 13 15:19:49.393161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38014) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:49.402854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-0dd493b6-b84d-4c77-a160-cdcf8e0ff8a6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.461605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.502434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] For port fd9e94c6-0869-44df-a23f-18ffe2bdd537, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:49.507647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] For port fd9e94c6-0869-44df-a23f-18ffe2bdd537, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd9e94c6-0869-44df-a23f-18ffe2bdd537,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:49.593255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 866ba2bc-d250-4e29-ae90-212091af5107 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:49.619003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.630461 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.641085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:49.650579 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0dd493b6-b84d-4c77-a160-cdcf8e0ff8a6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 200 len: 205 time: 0.2552357 May 13 15:19:49.663598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56b0c6-60c4-4a14-bf1c-b9485cbb3dea req-9c19781e-212c-4c6e-9741-f4146cb52d5e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:49.663598 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ec56b0c6-60c4-4a14-bf1c-b9485cbb3dea req-9c19781e-212c-4c6e-9741-f4146cb52d5e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.3255017 May 13 15:19:49.675005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38018) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:49.675005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-3443a777-ff26-42eb-abe0-d411710e0598 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.752941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46ee46-0f8a-4a0d-9d81-37d0dcc8243e None None] Pushing event updated for resources: {'Port': ['ID=fd9e94c6-0869-44df-a23f-18ffe2bdd537,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:49.753165 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3443a777-ff26-42eb-abe0-d411710e0598 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 200 len: 241 time: 0.0810745 May 13 15:19:49.753165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38024) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:49.758074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-a3d0edd2-8b0a-4cd4-9390-dd224f2599d9 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-1724786057') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.769137 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ec56b0c6-60c4-4a14-bf1c-b9485cbb3dea req-9ae02f11-1157-4ecc-ba83-a11e793fb6c5 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867941 May 13 15:19:49.791004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a3d0edd2-8b0a-4cd4-9390-dd224f2599d9 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-1724786057 HTTP/1.1" status: 204 len: 168 time: 0.0389495 May 13 15:19:49.793231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38028) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:49.798496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-f793517a-8c15-4ec6-8d74-c3aee1bbe04d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-1724786057') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:49.820461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.838649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:49.839415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.955723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.051394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38034) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.063392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.148183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=866ba2bc-d250-4e29-ae90-212091af5107,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:50.161630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] For port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=43fbebac-9ef5-45aa-a089-3be70d2d8bf0,segment=NetworkSegment(cbe1ea37-93a1-46a7-b2e9-eedc1340a407),segment_id=cbe1ea37-93a1-46a7-b2e9-eedc1340a407)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:50.162022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.171639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.216331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network f18396be-14ae-48f7-be68-a5c109c4db75 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:50.273355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:50.294263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:50.294799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.299491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Calling delete_port for 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:50.319041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:50.399519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2da9e1ce-4c0b-469a-81d5-2e602be62f10 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/866ba2bc-d250-4e29-ae90-212091af5107 HTTP/1.1" status: 204 len: 168 time: 1.4982219 May 13 15:19:50.401870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38040) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.438978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f793517a-8c15-4ec6-8d74-c3aee1bbe04d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-1724786057 HTTP/1.1" status: 204 len: 168 time: 0.6412835 May 13 15:19:50.451508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38044) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.457010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-ce4e5e48-4454-4d64-a7bc-d2be825fb1fc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.501784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ce4e5e48-4454-4d64-a7bc-d2be825fb1fc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 200 len: 205 time: 0.0448909 May 13 15:19:50.502398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38048) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.507603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.515144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-c95603be-b21b-40fa-95ab-ff84f7585b0d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.577725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Port': ['ID=43fbebac-9ef5-45aa-a089-3be70d2d8bf0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:50.582718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No DVR routers for this DVR port 43fbebac-9ef5-45aa-a089-3be70d2d8bf0 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:50.654300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a042fa-ba6b-4899-81a5-f228390cab24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:50.656420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54a042fa-ba6b-4899-81a5-f228390cab24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:50.715052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.738431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e89dfe-db55-487f-b7b0-633b9b1b1dee req-f492bf45-8036-440c-89de-cbed7b0ce202 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:50.740194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1e89dfe-db55-487f-b7b0-633b9b1b1dee req-f492bf45-8036-440c-89de-cbed7b0ce202 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.2905560 May 13 15:19:50.754711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.781889 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c95603be-b21b-40fa-95ab-ff84f7585b0d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 204 len: 168 time: 0.2766914 May 13 15:19:50.785117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38052) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.790582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-4a52d22e-ed43-4762-829e-c289d66eca4e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.858999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b751b8d8-4f22-4e4b-8e46-4b18e51fffc3']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.879287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54a042fa-ba6b-4899-81a5-f228390cab24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:50.881004 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54a042fa-ba6b-4899-81a5-f228390cab24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4774821 May 13 15:19:50.889630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.890212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe1ea37-93a1-46a7-b2e9-eedc1340a407') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:50.899278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38056) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.985574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab775ea-4056-475a-88fe-923f444080a1 None None] Network f18396be-14ae-48f7-be68-a5c109c4db75 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:51.012821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.022562 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1e89dfe-db55-487f-b7b0-633b9b1b1dee req-06520c0e-fbf4-4a82-b0b1-1f3a60ac8b9e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440233 May 13 15:19:51.046844 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a44d3f6-8979-42e5-81df-f601be537637 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:19:51.050419 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3a44d3f6-8979-42e5-81df-f601be537637 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/c777b945-2401-4b5d-9e44-6df805c3c495 HTTP/1.1" status: 404 len: 333 time: 0.0973930 May 13 15:19:51.051863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38060) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.055529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.105484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:51.105885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:51.121161 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:51.127097 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0961d360-c3d5-479e-9546-62df132124be tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:19:51.131104 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0961d360-c3d5-479e-9546-62df132124be tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/866ba2bc-d250-4e29-ae90-212091af5107 HTTP/1.1" status: 404 len: 333 time: 0.0745788 May 13 15:19:51.135638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38064) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.173592 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4a52d22e-ed43-4762-829e-c289d66eca4e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3871784 May 13 15:19:51.178837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38068) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.228828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b418bc90-bfd6-4705-b8ff-69167174a772 None None] Provisioning for port fd9e94c6-0869-44df-a23f-18ffe2bdd537 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:51.253809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-916b67af-6879-4975-9d62-b6d5f5cfc8b4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:51.292905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.318370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.328319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=b751b8d8-4f22-4e4b-8e46-4b18e51fffc3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:51.333209 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1d3a467c-0603-40a1-86b9-c44e3f47a2bb tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 HTTP/1.1" status: 204 len: 168 time: 4.0682297 May 13 15:19:51.340240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38072) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.345371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.387248 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f61f1f-8721-42d3-bda9-4868bedfacaa tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.387796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f61f1f-8721-42d3-bda9-4868bedfacaa tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.390291 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e7f61f1f-8721-42d3-bda9-4868bedfacaa tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/d692d05e-5d92-4df0-bfb7-c738a49ddd5b HTTP/1.1" status: 404 len: 337 time: 0.0489130 May 13 15:19:51.394846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38076) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.432514 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e269aff-4758-43d5-9545-833b39706a9c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.438184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e269aff-4758-43d5-9545-833b39706a9c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.438184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e269aff-4758-43d5-9545-833b39706a9c tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/b751b8d8-4f22-4e4b-8e46-4b18e51fffc3 HTTP/1.1" status: 404 len: 339 time: 0.0410717 May 13 15:19:51.439399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.479379 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b55429-35b5-4921-bcc2-0769aff27248 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.480020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b55429-35b5-4921-bcc2-0769aff27248 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.484909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b2b55429-35b5-4921-bcc2-0769aff27248 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/7a7555e3-f9bc-4a67-abd1-3bca5229f9ee HTTP/1.1" status: 404 len: 337 time: 0.0415628 May 13 15:19:51.486983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38084) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.514421 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d9ee39-91c8-404c-a3ec-17c37c1330ea tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.514630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d9ee39-91c8-404c-a3ec-17c37c1330ea tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.516991 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f4d9ee39-91c8-404c-a3ec-17c37c1330ea tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/8848b23d-6bd9-4836-b20f-8441bb0967f0 HTTP/1.1" status: 404 len: 339 time: 0.0289583 May 13 15:19:51.519371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38088) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.594977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c7141111-0c1f-42fe-a585-ffca632fae25 None None] Provisioning for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:51.602248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c7141111-0c1f-42fe-a585-ffca632fae25 None None] Provisioning complete for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:51.602628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c7141111-0c1f-42fe-a585-ffca632fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.683694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c7141111-0c1f-42fe-a585-ffca632fae25 None None] Port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:51.683910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.724772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2660b852-f466-4d3e-8205-21b430378bcf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.725827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2660b852-f466-4d3e-8205-21b430378bcf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.729973 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2660b852-f466-4d3e-8205-21b430378bcf tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/ef8e5a78-f27a-4bc7-8260-34464bb6d306 HTTP/1.1" status: 404 len: 337 time: 0.2095525 May 13 15:19:51.739837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38092) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.762891 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e6685e-5186-488a-9b91-ba5663973e47 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:51.763495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e6685e-5186-488a-9b91-ba5663973e47 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:51.769102 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-79e6685e-5186-488a-9b91-ba5663973e47 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/1d8235b3-ba9a-4302-a442-2d1370411587 HTTP/1.1" status: 404 len: 339 time: 0.0371268 May 13 15:19:51.769980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38096) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.782059 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-916b67af-6879-4975-9d62-b6d5f5cfc8b4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 204 len: 168 time: 0.5534432 May 13 15:19:51.786514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.787274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.795188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd9e94c6-0869-44df-a23f-18ffe2bdd537 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:51.797427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38100) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:51.829928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2abdaf-60cf-46f6-9ad9-68e0aaba97f5 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:19:51.843935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.850906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting port 23ca9987-e2d4-4612-838c-97a7889fd6f0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:51.851445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.854021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-329ff6d2-96c9-44b5-9b6f-15574eabd298 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:51.935750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-79ada433-f40e-47e7-8bdb-46986204ce0a None None] Provisioning complete for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:51.936754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-79ada433-f40e-47e7-8bdb-46986204ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.942518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.042960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-79ada433-f40e-47e7-8bdb-46986204ce0a None None] Port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:52.090702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2abdaf-60cf-46f6-9ad9-68e0aaba97f5 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:19:52.106744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.127730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f82419-697b-4fe1-bcfd-ca861f23744a']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.152514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6855b7-3db8-49cb-86d6-e39d49c08271') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.152815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6855b7-3db8-49cb-86d6-e39d49c08271') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.177777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:52.241108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.254908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Calling delete_port for 23ca9987-e2d4-4612-838c-97a7889fd6f0 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:52.291288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fd9e94c6-0869-44df-a23f-18ffe2bdd537 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:52.299916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fd9e94c6-0869-44df-a23f-18ffe2bdd537 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:52.303802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.309196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.337351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:52.337351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:52.360477 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:52.401476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac023d2-f9ef-43ce-a461-0ef295f4bfde req-e9c5f4e1-9089-4b09-b628-7112b7a9db4a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:52.403080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fac023d2-f9ef-43ce-a461-0ef295f4bfde req-e9c5f4e1-9089-4b09-b628-7112b7a9db4a tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.1596811 May 13 15:19:52.454226 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fac023d2-f9ef-43ce-a461-0ef295f4bfde req-3db4a1da-c4f5-467a-8bcc-276c08b2bc1c tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 May 13 15:19:52.471057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.527738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Port': ['ID=23ca9987-e2d4-4612-838c-97a7889fd6f0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:52.535342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.543053 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c476df3-071d-4901-96d3-e821224f0446 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/ports/23ca9987-e2d4-4612-838c-97a7889fd6f0 HTTP/1.1" status: 204 len: 168 time: 0.7718747 May 13 15:19:52.545921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38106) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:52.571984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network f18396be-14ae-48f7-be68-a5c109c4db75 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:52.581304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fd9e94c6-0869-44df-a23f-18ffe2bdd537 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:52.582474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.583726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:52.589398 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d53fbd3-5c8a-4843-bc57-e1246f705319 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:52.589889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d53fbd3-5c8a-4843-bc57-e1246f705319 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:52.591622 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9d53fbd3-5c8a-4843-bc57-e1246f705319 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/93f24851-2f60-46e7-bbf5-a7a5880ac9c7 HTTP/1.1" status: 404 len: 337 time: 0.0441623 May 13 15:19:52.594768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38110) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:52.603414 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-329ff6d2-96c9-44b5-9b6f-15574eabd298 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.7614152 May 13 15:19:52.610501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38114) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:52.655395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fd9e94c6-0869-44df-a23f-18ffe2bdd537, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd9e94c6-0869-44df-a23f-18ffe2bdd537,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:52.675154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-8823d601-9218-4d8a-9e00-2cd472f64949 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-658103639') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.720457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.738589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.786824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.826204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fd9e94c6-0869-44df-a23f-18ffe2bdd537,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:52.861901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.873299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.895729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=44f82419-697b-4fe1-bcfd-ca861f23744a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:52.908380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114caa51-6a0a-42c0-b382-f3da12819955']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.918501 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b0516e4-6655-4158-8616-817e95ac9de4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/44f82419-697b-4fe1-bcfd-ca861f23744a HTTP/1.1" status: 204 len: 168 time: 1.7817934 May 13 15:19:52.926395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38118) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:52.930637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cdbc30-0f77-4316-b5bd-30ebb61d4d64') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.930934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cdbc30-0f77-4316-b5bd-30ebb61d4d64') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.943389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1573373354'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:52.952619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:52.962240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.966697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-5229cb21-d6f5-4ea0-8e84-4b0382d6e66e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:52.968990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-5229cb21-d6f5-4ea0-8e84-4b0382d6e66e tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.5460625 May 13 15:19:52.972403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:52.978810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:52.988754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac606982-1dca-432b-befe-8ae4ccf99ca7 None None] Provisioning complete for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:52.989182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:52.989472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ac606982-1dca-432b-befe-8ae4ccf99ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.994534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.006075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:53.015425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:53.022778 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:53.085568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Deleting port 8cb582ba-e949-4a89-966b-5ac556d95b55 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:53.085909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.088884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:53.091973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.104229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ac606982-1dca-432b-befe-8ae4ccf99ca7 None None] Port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:53.146692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:53.156106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.156460 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 4d6fca81-5d4a-4280-8f9f-29f652f5d815 of type vlan for network 33d15c64-21cd-4970-b1b5-68da374aa267 May 13 15:19:53.184608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.273566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.291839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.303563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=114caa51-6a0a-42c0-b382-f3da12819955,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:53.307755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dc95416e-0cdd-41c4-b065-101ac0592ed6 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/114caa51-6a0a-42c0-b382-f3da12819955 HTTP/1.1" status: 204 len: 168 time: 0.7120323 May 13 15:19:53.310264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38122) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:53.345440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.350841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.351380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.369053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 0d504199-8f5a-45a9-a74d-76983ad700f0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:53.369386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.428856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:53.484889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting port 0be722a2-1c06-4cf9-b306-abbe6a12784e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:53.484889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.514797 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8823d601-9218-4d8a-9e00-2cd472f64949 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-658103639 HTTP/1.1" status: 201 len: 201 time: 0.8979845 May 13 15:19:53.540472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38128) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:53.619656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-87bdb6df-2c47-43c3-85f6-3eee840be33e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1863263883') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:53.624137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=33d15c64-21cd-4970-b1b5-68da374aa267,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:53.629260 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ab3a6bf-ec96-4aaf-a6ee-f0883cd006c2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6979756 May 13 15:19:53.632335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38132) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:53.640511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 33d15c64-21cd-4970-b1b5-68da374aa267 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:53.645185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:53.746356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd9e94c6-0869-44df-a23f-18ffe2bdd537 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:53.764279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:53.771445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:53.802790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:53.821225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:53.848761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fd9e94c6-0869-44df-a23f-18ffe2bdd537 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:53.854965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.968555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:53.971360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] For port 8cb582ba-e949-4a89-966b-5ac556d95b55, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8cb582ba-e949-4a89-966b-5ac556d95b55,segment=NetworkSegment(3209d6aa-bef8-4c73-9f55-745c01094a54),segment_id=3209d6aa-bef8-4c73-9f55-745c01094a54)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:53.971858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.972634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:53.978452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fd9e94c6-0869-44df-a23f-18ffe2bdd537 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:53.994250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:54.005737 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:54.016097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:54.016699 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:54.058236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 0d504199-8f5a-45a9-a74d-76983ad700f0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=0d504199-8f5a-45a9-a74d-76983ad700f0,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:54.058590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.083459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.099744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Performing IP validity checks on allocation pools {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:19:54.100444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:19:54.126474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2b29f5b5-8b17-4af6-b95a-39db83c8c8e0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2643213 May 13 15:19:54.137124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Calling delete_port for 8cb582ba-e949-4a89-966b-5ac556d95b55 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:54.157076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38136) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:54.175656 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:54.218779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441137257'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:54.232445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Calling delete_port for 0be722a2-1c06-4cf9-b306-abbe6a12784e owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:54.273396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:54.289781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:54.297313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:54.306439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 0d504199-8f5a-45a9-a74d-76983ad700f0 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:54.310591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:54.365502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e3f5a-5a5a-48c9-b31c-0e4a8eee4e14 req-465dc474-f3a5-442f-b66d-047a25c3d17f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.366992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a9e3f5a-5a5a-48c9-b31c-0e4a8eee4e14 req-465dc474-f3a5-442f-b66d-047a25c3d17f tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 945 time: 0.7660973 May 13 15:19:54.464186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:54.469408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.503172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:54.503951 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:51Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:54.507774 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:54.508262 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Updating router 620bbe9f-7f5f-4488-b1f7-03519d033958 port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:54.513105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.513435 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 36db6f22-c4a5-4f6b-bfdb-af8635490106 of type vlan for network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 May 13 15:19:54.530629 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a9e3f5a-5a5a-48c9-b31c-0e4a8eee4e14 req-c834ab83-112d-4802-8227-cebd5d1e360c tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/security-groups?id=8ea913b5-4da3-4fa5-8679-8368f1252844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510139 May 13 15:19:54.544276 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-87bdb6df-2c47-43c3-85f6-3eee840be33e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1863263883 HTTP/1.1" status: 201 len: 201 time: 0.9898977 May 13 15:19:54.553491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38140) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:54.554536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.559976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-6b9fdc4d-01de-47f3-a947-63a50bd327a6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-1590418960') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:54.570243 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.570469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.656002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.665966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.687572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Port': ['ID=0be722a2-1c06-4cf9-b306-abbe6a12784e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:54.713755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.714207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.714574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.714890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.715222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.715554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.715888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.716215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.716544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.716871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.717860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.718485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:54.745636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-14fffd67-5232-43a1-9f19-aac6ad1ef148 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/ports/0be722a2-1c06-4cf9-b306-abbe6a12784e HTTP/1.1" status: 204 len: 168 time: 1.4337375 May 13 15:19:54.757476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:54.771463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=44784560-cde9-430d-8818-78d898023f41,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:54.787506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '4d6fca81-5d4a-4280-8f9f-29f652f5d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:54.787878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 33d15c64-21cd-4970-b1b5-68da374aa267, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:54.813871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7225d3-8dd6-4d25-aa2b-f6d15e8980dd tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] DELETE failed (client error): The resource could not be found. May 13 15:19:54.814371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7225d3-8dd6-4d25-aa2b-f6d15e8980dd tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:19:54.879249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.886437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:54.887500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.888666 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9a7225d3-8dd6-4d25-aa2b-f6d15e8980dd tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/67f54557-a1b6-46aa-9eb8-2b37d2617071 HTTP/1.1" status: 404 len: 337 time: 0.1298025 May 13 15:19:54.893941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38148) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:54.924896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:54.928830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 33d15c64-21cd-4970-b1b5-68da374aa267 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:55.001560 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.033519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=202c18c6-a39a-475e-9c6a-f238a1ed9d78,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:55.047772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:55.069828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 33d15c64-21cd-4970-b1b5-68da374aa267) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:55.074528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:55.076129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.093428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Pushing event deleted for resources: {'Port': ['ID=8cb582ba-e949-4a89-966b-5ac556d95b55,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:55.094161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3a5a17c6-9f00-46a1-975e-5505b324967f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9354019 May 13 15:19:55.095539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38152) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:55.116602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e0cc3-01f1-43fc-96d6-85961edd83fb None None] Network 33d15c64-21cd-4970-b1b5-68da374aa267 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:55.131102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:55.180717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.181064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.181404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.181736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.182091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.182423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.182752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.183080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.183405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.183725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.184043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.184360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:55.252698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04a52b18-65d9-4999-93a8-469f0f589abc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6188045 May 13 15:19:55.258692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38156) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:55.261082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267', 'name': 'tempest-PortsTestJSON-286432378'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:55.290722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.321757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] No DVR routers for this DVR port 8cb582ba-e949-4a89-966b-5ac556d95b55 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:55.330454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.333883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'name': 'network-vif-deleted', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:55.371757 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94b3362e-ef62-4468-b8fc-3153a290d111 req-820962eb-6bd9-43c0-a6e4-5b624d9db09b tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.23 "DELETE /v2.0/ports/8cb582ba-e949-4a89-966b-5ac556d95b55 HTTP/1.1" status: 204 len: 173 time: 2.3879354 May 13 15:19:55.377685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-33d15c64-21cd-4970-b1b5-68da374aa267', 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '44784560-cde9-430d-8818-78d898023f41'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:55.378589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.419517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:55.425599 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ec07b8-c386-452d-8760-fe26f43b74ee'] response: {'server_uuid': '22b536a0-aa6c-45ba-a71c-b73235bf552d', 'name': 'network-vif-deleted', 'tag': '8cb582ba-e949-4a89-966b-5ac556d95b55', 'status': 'completed', 'code': 200} May 13 15:19:55.430497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:55.430766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:55.434866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:55.438493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:55.440975 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Transition to ACTIVE for port object 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:55.446478 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b9fdc4d-01de-47f3-a947-63a50bd327a6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-1590418960 HTTP/1.1" status: 201 len: 201 time: 0.8922915 May 13 15:19:55.449398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38162) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:55.459635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-ecb72b66-b47d-4e3e-9412-06dc3fc2dcc4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-617059004') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:55.463787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.467680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:55.554775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Allocated IP 172.20.0.2 (33d15c64-21cd-4970-b1b5-68da374aa267/44784560-cde9-430d-8818-78d898023f41/64456930-e596-4dbe-bcd1-7749d952f882) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:55.570835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:55.571874 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.579996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.614295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=0d504199-8f5a-45a9-a74d-76983ad700f0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:55.630775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ecb72b66-b47d-4e3e-9412-06dc3fc2dcc4 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-617059004 HTTP/1.1" status: 201 len: 201 time: 0.1761642 May 13 15:19:55.638472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38168) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:55.667571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-97bb91da-e0ee-4855-ab8f-7594027ee214 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', {'tags': ['tempest-TagsExtTest-Tag-1436756264', 'tempest-TagsExtTest-Tag-1303933893', 'tempest-TagsExtTest-Tag-83185157']}) {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:55.702948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.771315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d433209-6045-4bd2-97de-b5535be1265f']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:55.810274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port ba03333b-d6ac-487e-96cb-6dd6fd7d370f yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:19:55.855050 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b90638-63bb-488c-bd7d-09572e1afa9b None None] Pushing event updated for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:55.940848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:55.944491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.955257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:55.973755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Transition to ACTIVE for port object 64456930-e596-4dbe-bcd1-7749d952f882 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:56.004512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Transition to ACTIVE for port object 64456930-e596-4dbe-bcd1-7749d952f882 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:56.055646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099eba2b-4e82-4b0b-9bc0-e749695651d7') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.055952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099eba2b-4e82-4b0b-9bc0-e749695651d7') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.056357 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Attempting to bind port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:56.056827 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Attempting to bind port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:56.057320 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Attempting to bind port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 on network f18396be-14ae-48f7-be68-a5c109c4db75 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:56.063378 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:56.063767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Checking segment: {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:56.064237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.064700 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Bound using segment: {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:56.065248 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Bound port: 263d084d-e7cc-4538-bc4f-69ac6e6b29e0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:56.065687 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.136461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3b7d1146-cb34-42b4-a261-194695fcd683 req-8d0afe9f-b4bd-49a4-a2c7-6c035e7014ea tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Synchronizing usage tracker for tenant:548867b015bf48bcb8df331c74336ef7 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:56.149125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.174711 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] For port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:56.177820 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] For port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:56.199526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97bb91da-e0ee-4855-ab8f-7594027ee214 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 200 len: 316 time: 0.5516326 May 13 15:19:56.202640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:56.207555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-c3d9aa2f-003f-4194-95b9-d8f8a9ae1d2c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.247573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.285298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:56.285702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:56.301144 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:56.310853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.355506 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.381114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3b7d1146-cb34-42b4-a261-194695fcd683 req-8d0afe9f-b4bd-49a4-a2c7-6c035e7014ea tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] Unset dirty status for tenant:548867b015bf48bcb8df331c74336ef7 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:56.382618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3b7d1146-cb34-42b4-a261-194695fcd683 req-8d0afe9f-b4bd-49a4-a2c7-6c035e7014ea tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.4803901 May 13 15:19:56.399885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.432772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c3d9aa2f-003f-4194-95b9-d8f8a9ae1d2c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2290373 May 13 15:19:56.443613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38178) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:56.457478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-c16871a9-acae-42a9-8705-86ee7cb2eb94 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-1436756264') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.466333 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b90638-63bb-488c-bd7d-09572e1afa9b None None] Pushing event updated for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:56.492136 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:56.493149 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.498563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Pushing event updated for resources: {'Port': ['ID=64456930-e596-4dbe-bcd1-7749d952f882,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:56.509619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8cb582ba-e949-4a89-966b-5ac556d95b55 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:56.590047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 8cb582ba-e949-4a89-966b-5ac556d95b55 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:56.590646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8cb582ba-e949-4a89-966b-5ac556d95b55 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:56.597137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Network 33d15c64-21cd-4970-b1b5-68da374aa267 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:56.599519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:56.602247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:56.757788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.9 (33d15c64-21cd-4970-b1b5-68da374aa267/44784560-cde9-430d-8818-78d898023f41/ba03333b-d6ac-487e-96cb-6dd6fd7d370f) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:56.772188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Attempting to bind port 64456930-e596-4dbe-bcd1-7749d952f882 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:56.772830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Attempting to bind port 64456930-e596-4dbe-bcd1-7749d952f882 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '4d6fca81-5d4a-4280-8f9f-29f652f5d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:56.773364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Attempting to bind port 64456930-e596-4dbe-bcd1-7749d952f882 on network 33d15c64-21cd-4970-b1b5-68da374aa267 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:56.783318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:56.784092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Checking segment: {'id': '4d6fca81-5d4a-4280-8f9f-29f652f5d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:56.784773 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:56.787662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.796625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.796625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Bound using segment: {'id': '4d6fca81-5d4a-4280-8f9f-29f652f5d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:56.796625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Bound port: 64456930-e596-4dbe-bcd1-7749d952f882, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6fca81-5d4a-4280-8f9f-29f652f5d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '33d15c64-21cd-4970-b1b5-68da374aa267'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:56.796625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.824005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:56.836073 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-c16871a9-acae-42a9-8705-86ee7cb2eb94 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:56.840726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c16871a9-acae-42a9-8705-86ee7cb2eb94 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-1436756264 HTTP/1.1" status: 404 len: 329 time: 0.3882918 May 13 15:19:56.841340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38182) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:56.856666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-37ee7f26-d2da-45fa-944c-79bec6f03dea tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-1303933893') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:56.921350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=3d433209-6045-4bd2-97de-b5535be1265f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:56.936201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] For port 64456930-e596-4dbe-bcd1-7749d952f882, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:56.943710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] For port 64456930-e596-4dbe-bcd1-7749d952f882, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64456930-e596-4dbe-bcd1-7749d952f882,segment=NetworkSegment(4d6fca81-5d4a-4280-8f9f-29f652f5d815),segment_id=4d6fca81-5d4a-4280-8f9f-29f652f5d815)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:56.976104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b752c120-b074-4066-bdb9-5d2837422b22 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/3d433209-6045-4bd2-97de-b5535be1265f HTTP/1.1" status: 204 len: 168 time: 2.0810075 May 13 15:19:56.980779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38186) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:57.021855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.118983 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-37ee7f26-d2da-45fa-944c-79bec6f03dea tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:57.120410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-37ee7f26-d2da-45fa-944c-79bec6f03dea tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-1303933893 HTTP/1.1" status: 404 len: 329 time: 0.2684088 May 13 15:19:57.126512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38190) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:57.147309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-6e86aae9-ff19-44cd-a1a9-3713fcd35e60 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a', 'tempest-TagsExtTest-Tag-83185157') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:57.163008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0d14-ccf3-4e23-ae3e-e816a2b21e86 None None] Pushing event updated for resources: {'Port': ['ID=64456930-e596-4dbe-bcd1-7749d952f882,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:57.181022 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:56Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:57.185695 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17fb0c-bd47-4488-9985-a55988da5f33 None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:19:50Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:56Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:57.196185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting subnet 3267354e-1651-46ac-84b0-38377212e0ba {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:57.203919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.244918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.275593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object ba03333b-d6ac-487e-96cb-6dd6fd7d370f will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:57.301782 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-6e86aae9-ff19-44cd-a1a9-3713fcd35e60 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:57.301782 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6e86aae9-ff19-44cd-a1a9-3713fcd35e60 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags/tempest-TagsExtTest-Tag-83185157 HTTP/1.1" status: 404 len: 327 time: 0.1734211 May 13 15:19:57.305792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38194) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:57.312867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-c63e6903-9ab0-4051-ba7d-1550f385f45f tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', {'tags': ['tempest-TagsExtTest-Tag-1279631276', 'tempest-TagsExtTest-Tag-272072787', 'tempest-TagsExtTest-Tag-1217667665']}) {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:57.321394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.403458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.537928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.541879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c63e6903-9ab0-4051-ba7d-1550f385f45f tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 200 len: 317 time: 0.2325473 May 13 15:19:57.541879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.543322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38200) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:57.551111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-2e65f8c6-2c10-4c3b-9838-a039f9dbd150 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:57.575585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=a66929ef-a988-41a9-8271-3a07ef709591,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:57.585222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:57.586551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:57.586919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: 202c18c6-a39a-475e-9c6a-f238a1ed9d78, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:57.817692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=ba03333b-d6ac-487e-96cb-6dd6fd7d370f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:57.823800 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-caf45da9-7172-423f-abb8-31d5b66c5cae req-e3ea6a80-678e-4e75-b159-97779b07b425 tempest-TestServerAdvancedOps-1169560459 tempest-TestServerAdvancedOps-1169560459-project] 10.222.0.91 "GET /v2.0/ports?device_id=22b536a0-aa6c-45ba-a71c-b73235bf552d HTTP/1.1" status: 200 len: 210 time: 0.1312339 May 13 15:19:57.829835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:57.847162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 33d15c64-21cd-4970-b1b5-68da374aa267 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:57.850674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:57.866887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:57.868657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:57.969225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:57.975188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:57.976329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.035477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:58.050678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:58.050830 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-473defb6-79bb-4269-b156-c1ce6dc5ae1a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/b8a3e22c-87bc-4052-a3d8-53c972c18f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9933231 May 13 15:19:58.064926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:58.068443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:58.095730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 202c18c6-a39a-475e-9c6a-f238a1ed9d78) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:58.100189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:58.100831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.131258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fb4b4-03e9-456e-9523-24bd72f71b7b None None] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:58.187599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:58.231833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e65f8c6-2c10-4c3b-9838-a039f9dbd150 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 204 len: 168 time: 0.6871870 May 13 15:19:58.238084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38206) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:58.239055 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-200c22ca-1800-48b8-8e05-64bab9dd31f4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9828148 May 13 15:19:58.239780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38208) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:58.243205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-744620a3-6fd5-4605-ae3c-e176d8286145 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1279631276') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:58.262219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:58.262219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.324004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3974ba79-f142-4d79-823d-5bd559ae3131 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2168107 May 13 15:19:58.325439 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.327645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38214) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:58.409285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Subnet': ['ID=3267354e-1651-46ac-84b0-38377212e0ba,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:58.414526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.423190 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0e779e0-eca6-484d-a2f3-dbec6e0c8122 tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/subnets/3267354e-1651-46ac-84b0-38377212e0ba HTTP/1.1" status: 204 len: 168 time: 1.4413702 May 13 15:19:58.426680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38218) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:58.428095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a23b2dd-746e-4e1d-b4d4-a19cdb2bba58 None None] Network 015961df-cef0-4da0-8322-0061e77df1b0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:58.458661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port ba03333b-d6ac-487e-96cb-6dd6fd7d370f {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:58.459298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.519445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:58.683938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.782953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:58.783566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:58.884926 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-744620a3-6fd5-4605-ae3c-e176d8286145 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:58.886591 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-744620a3-6fd5-4605-ae3c-e176d8286145 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1279631276 HTTP/1.1" status: 404 len: 329 time: 0.6487978 May 13 15:19:58.892028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38226) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:58.904316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-156e459c-6492-44d4-8b57-9d5760102fd6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-272072787') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:59.013245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Deleting port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:59.013412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.076072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38230) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:59.099519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ad1e7-4794-4185-9fef-a71e80c77573 None None] Network 33d15c64-21cd-4970-b1b5-68da374aa267 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:59.224644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Deleting subnet ab3b846a-9630-4d9b-afbc-20085ef27607 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:59.228707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.266067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:59.286961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.335790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b3d24dea-738b-45b8-9743-c35de95e69b8 None None] Provisioning for port 64456930-e596-4dbe-bcd1-7749d952f882 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:59.366529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:59.369381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.377559 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-156e459c-6492-44d4-8b57-9d5760102fd6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:59.378693 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-156e459c-6492-44d4-8b57-9d5760102fd6 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-272072787 HTTP/1.1" status: 404 len: 328 time: 0.4851177 May 13 15:19:59.386075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38234) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:59.389536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] For port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,segment=NetworkSegment(78c50aa6-5235-4afe-af6f-8d5da12929b9),segment_id=78c50aa6-5235-4afe-af6f-8d5da12929b9)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:59.390178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.399130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.399275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.411749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-eb7fc550-4b5b-4903-b5d4-a81d96f63872 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a', 'tempest-TagsExtTest-Tag-1217667665') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:59.470764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.610552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2ad4-af22-48f6-8956-4d25f587eacf req-54431f0a-c564-4f57-a37b-d43e5022762c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:59.611649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5ffc2ad4-af22-48f6-8956-4d25f587eacf req-54431f0a-c564-4f57-a37b-d43e5022762c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:59.640675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5ffc2ad4-af22-48f6-8956-4d25f587eacf req-54431f0a-c564-4f57-a37b-d43e5022762c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:59.648316 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ffc2ad4-af22-48f6-8956-4d25f587eacf req-54431f0a-c564-4f57-a37b-d43e5022762c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.7316294 May 13 15:19:59.683036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for ba03333b-d6ac-487e-96cb-6dd6fd7d370f owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:59.694138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.727165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Calling delete_port for baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:59.746597 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ffc2ad4-af22-48f6-8956-4d25f587eacf req-c059629a-ff25-4c29-83cc-d37f0ada5136 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975978 May 13 15:19:59.818270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:59.833309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:59.837214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab416cb-7281-4140-8a12-11dde89c9725 None None] DHCP port deletion for 015961df-cef0-4da0-8322-0061e77df1b0 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:59.839950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64456930-e596-4dbe-bcd1-7749d952f882 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:59.879365 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-eb7fc550-4b5b-4903-b5d4-a81d96f63872 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:19:59.880727 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-eb7fc550-4b5b-4903-b5d4-a81d96f63872 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags/tempest-TagsExtTest-Tag-1217667665 HTTP/1.1" status: 404 len: 329 time: 0.4937186 May 13 15:19:59.883466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38238) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:59.897863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-017f707d-48a2-4674-88ee-3318179412ca tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', {'tags': ['tempest-TagsExtTest-Tag-1500581907', 'tempest-TagsExtTest-Tag-1498661161', 'tempest-TagsExtTest-Tag-595387025']}) {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:59.990001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.003774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.008740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3b846a-9630-4d9b-afbc-20085ef27607,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:00.021862 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8b49fb89-df25-469d-a5a5-359c706576b3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ab3b846a-9630-4d9b-afbc-20085ef27607 HTTP/1.1" status: 204 len: 168 time: 0.9342089 May 13 15:20:00.021862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38242) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:00.099579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Allocated IP 2001:db8:1::2 (202c18c6-a39a-475e-9c6a-f238a1ed9d78/a66929ef-a988-41a9-8271-3a07ef709591/a5ee795c-76ed-427c-87bd-d68eb90475ff) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:00.157817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Port': ['ID=baa882c3-3a6e-4c88-a54a-0951f3bcf8c3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:00.177593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] No DVR routers for this DVR port baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:00.202644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.257932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.268813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:00.293046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:00.293673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.334605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.381297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 64456930-e596-4dbe-bcd1-7749d952f882 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:00.388539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.429758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 64456930-e596-4dbe-bcd1-7749d952f882 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:00.430131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.491763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.524147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037bec3a-a383-4275-8675-5019901e4f08']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.540408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3209d6aa-bef8-4c73-9f55-745c01094a54') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.540704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3209d6aa-bef8-4c73-9f55-745c01094a54') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.560269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.580513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=ba03333b-d6ac-487e-96cb-6dd6fd7d370f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:00.597563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.603458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Could not find standard attr ID for object ba03333b-d6ac-487e-96cb-6dd6fd7d370f. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:20:00.613903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:00.613903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.614385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:00.627130 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:00.638729 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-017f707d-48a2-4674-88ee-3318179412ca tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 200 len: 317 time: 0.7393985 May 13 15:20:00.638853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38246) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:00.653440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:00.692336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-e1571eba-ecb1-4454-ac20-ddd74b75c3d9 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.716034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-9d545a11-2764-4478-b94d-b3469f481b57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:00.716811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-9d545a11-2764-4478-b94d-b3469f481b57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:00.723552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015961df-cef0-4da0-8322-0061e77df1b0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.762794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c50aa6-5235-4afe-af6f-8d5da12929b9') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.763384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c50aa6-5235-4afe-af6f-8d5da12929b9') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:00.778325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.788463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-9d545a11-2764-4478-b94d-b3469f481b57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:00.790471 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-9d545a11-2764-4478-b94d-b3469f481b57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.6813464 May 13 15:20:00.802707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.893543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Transition to ACTIVE for port object a5ee795c-76ed-427c-87bd-d68eb90475ff will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:00.904927 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9543919e-fe96-42bf-b6cb-6afa5c2800fb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/ba03333b-d6ac-487e-96cb-6dd6fd7d370f HTTP/1.1" status: 204 len: 168 time: 2.6329052 May 13 15:20:00.905921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38252) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:00.921027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.933788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:00.934544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.964402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.993977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.009371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f73be0-4b02-45fc-8fed-c3346e03e071 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:20:01.009850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f73be0-4b02-45fc-8fed-c3346e03e071 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:01.015456 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-67f73be0-4b02-45fc-8fed-c3346e03e071 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/ba03333b-d6ac-487e-96cb-6dd6fd7d370f HTTP/1.1" status: 404 len: 333 time: 0.1045425 May 13 15:20:01.015456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] Pushing event deleted for resources: {'Network': ['ID=037bec3a-a383-4275-8675-5019901e4f08,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:01.015856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:01.015971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38256) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.016056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:01.052444 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:01.068596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e1571eba-ecb1-4454-ac20-ddd74b75c3d9 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.4340420 May 13 15:20:01.068596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-71faecd2-78e8-48c9-b85e-3735b9c95f27 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:01.068596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-71faecd2-78e8-48c9-b85e-3735b9c95f27 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:01.072333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38260) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.078991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Provisioning complete for port 64456930-e596-4dbe-bcd1-7749d952f882 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:01.079927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.081098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-69d9aa27-c091-4aa9-a47c-a0aa6fb6e25c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-1500581907') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:01.152548 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9476c026-e74c-42cf-a297-2cdb5255ae8d admin admin] 10.222.0.91 "DELETE /v2.0/networks/037bec3a-a383-4275-8675-5019901e4f08 HTTP/1.1" status: 204 len: 168 time: 1.1263518 May 13 15:20:01.156028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.180159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Transition to ACTIVE for port object a5ee795c-76ed-427c-87bd-d68eb90475ff will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:01.205747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 64456930-e596-4dbe-bcd1-7749d952f882 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:01.206147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.341378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36ba3c-6919-4639-93de-18ab2397ec03 req-5bd70d00-355f-455d-87f2-c9c0cae972c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:01.343503 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4a36ba3c-6919-4639-93de-18ab2397ec03 req-5bd70d00-355f-455d-87f2-c9c0cae972c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 946 time: 0.4158823 May 13 15:20:01.345846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 64456930-e596-4dbe-bcd1-7749d952f882, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64456930-e596-4dbe-bcd1-7749d952f882,segment=NetworkSegment(4d6fca81-5d4a-4280-8f9f-29f652f5d815),segment_id=4d6fca81-5d4a-4280-8f9f-29f652f5d815)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:01.355638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd14a-db9e-42e0-b2cf-1f1eeb132a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.387628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.391608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Current status of the port 64456930-e596-4dbe-bcd1-7749d952f882 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:01.391977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.407062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.430533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.435604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-71faecd2-78e8-48c9-b85e-3735b9c95f27 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:01.439871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-71faecd2-78e8-48c9-b85e-3735b9c95f27 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/ba03333b-d6ac-487e-96cb-6dd6fd7d370f HTTP/1.1" status: 404 len: 333 time: 0.4211767 May 13 15:20:01.447379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38268) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.472865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4a36ba3c-6919-4639-93de-18ab2397ec03 req-c6c71390-f54d-43a8-83ab-2ef18c5c2964 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=0b1f3925-d43f-45e3-be99-8981869dcf68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035221 May 13 15:20:01.476669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] Pushing event deleted for resources: {'Network': ['ID=015961df-cef0-4da0-8322-0061e77df1b0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:01.484884 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d49307e7-d0f7-495b-84c9-6b94f533448b tempest-NetworksIpV6TestAttrs-1404912484 tempest-NetworksIpV6TestAttrs-1404912484-project] 10.222.0.91 "DELETE /v2.0/networks/015961df-cef0-4da0-8322-0061e77df1b0 HTTP/1.1" status: 204 len: 168 time: 3.0513551 May 13 15:20:01.485178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.487494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:01.488054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.493214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:01.496952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:01.528358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:01.549335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Pushing event updated for resources: {'Port': ['ID=a5ee795c-76ed-427c-87bd-d68eb90475ff,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:01.574358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Deleting subnet d43fdc8d-073b-4f02-ac80-72aac73933de {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:01.578548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.653322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:01.660647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-69d9aa27-c091-4aa9-a47c-a0aa6fb6e25c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:01.661970 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-69d9aa27-c091-4aa9-a47c-a0aa6fb6e25c tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-1500581907 HTTP/1.1" status: 404 len: 329 time: 0.5866692 May 13 15:20:01.673172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38274) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.688968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-5a5799c2-138c-41f5-a83b-772be8c9b7d7 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-1498661161') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:01.711394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:01.723056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:01.723407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:01.727016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Attempting to bind port a5ee795c-76ed-427c-87bd-d68eb90475ff on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:01.727384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Attempting to bind port a5ee795c-76ed-427c-87bd-d68eb90475ff by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:01.727743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Attempting to bind port a5ee795c-76ed-427c-87bd-d68eb90475ff on network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:01.731697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11417d46-cc4f-4f2f-aea6-e679132777d1 None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'port_id': '59b77dda-a880-4826-8b83-c4c48286091a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'mac_address': 'fa:16:3e:c8:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:18:13Z', 'updated_at': '2022-05-13T15:18:21Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:01.741166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:01.773261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.808896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 44784560-cde9-430d-8818-78d898023f41 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:01.821993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:01.822361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Checking segment: {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:01.822758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.823149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Bound using segment: {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:01.823626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Bound port: a5ee795c-76ed-427c-87bd-d68eb90475ff, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:01.824186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.835398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8:1::1 (202c18c6-a39a-475e-9c6a-f238a1ed9d78/a66929ef-a988-41a9-8271-3a07ef709591/3aa4b923-a55a-403a-b91c-f0571c36281e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:01.839412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=64456930-e596-4dbe-bcd1-7749d952f882,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:01.880753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.956419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] For port a5ee795c-76ed-427c-87bd-d68eb90475ff, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:01.964534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] For port a5ee795c-76ed-427c-87bd-d68eb90475ff, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a5ee795c-76ed-427c-87bd-d68eb90475ff,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:01.974271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:01.975315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.990241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.044084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.066365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=0a9fab3b-dd50-4d54-8b75-095ba72a69a5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:02.085816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.139126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.178672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.192181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:02.195497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.206237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7888a6-edbc-44ad-80c1-0719d1c6eaff None None] Pushing event updated for resources: {'Port': ['ID=a5ee795c-76ed-427c-87bd-d68eb90475ff,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:02.211642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'name': 'network-vif-deleted', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:02.278642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd30f540-de5e-4d4c-9110-601b52e23611'] response: {'server_uuid': '8f17fac8-0aed-4713-8c42-7da1d8af0814', 'name': 'network-vif-deleted', 'tag': '0a9fab3b-dd50-4d54-8b75-095ba72a69a5', 'status': 'completed', 'code': 200} May 13 15:20:02.327411 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd79b53c-43ae-4a36-8dcc-87a859ea6f8c req-bdb9df7a-061a-40d5-8858-36bd60314440 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/0a9fab3b-dd50-4d54-8b75-095ba72a69a5 HTTP/1.1" status: 204 len: 173 time: 1.5259848 May 13 15:20:02.332739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-5a5799c2-138c-41f5-a83b-772be8c9b7d7 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:02.336754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5a5799c2-138c-41f5-a83b-772be8c9b7d7 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-1498661161 HTTP/1.1" status: 404 len: 329 time: 0.6593354 May 13 15:20:02.338339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38288) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.343756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:02.350199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0db41a6b-9294-4e33-9870-f6e7868a99a8 None None] Current status of the port 64456930-e596-4dbe-bcd1-7749d952f882 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:02.358555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-d686e212-3835-4da1-b6a0-c1841f3dd29e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f', 'tempest-TagsExtTest-Tag-595387025') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:02.362776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.444343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:02.515553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:02.515902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device baa882c3-3a6e-4c88-a54a-0951f3bcf8c3 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:02.531438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9e5418c6-9776-40be-b415-5922d049df26 None None] Could not find standard attr ID for object ba03333b-d6ac-487e-96cb-6dd6fd7d370f. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:20:02.540913 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-d686e212-3835-4da1-b6a0-c1841f3dd29e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:02.541978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d686e212-3835-4da1-b6a0-c1841f3dd29e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags/tempest-TagsExtTest-Tag-595387025 HTTP/1.1" status: 404 len: 328 time: 0.2020328 May 13 15:20:02.545543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38294) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.551753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-2f7a13f6-e81e-4559-9574-53d8f93d6d0e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', {'tags': ['tempest-TagsExtTest-Tag-140215805', 'tempest-TagsExtTest-Tag-2057530814', 'tempest-TagsExtTest-Tag-1501253199']}) {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:02.590050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.610308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.680131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 3aa4b923-a55a-403a-b91c-f0571c36281e will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:02.687742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.697146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43fdc8d-073b-4f02-ac80-72aac73933de,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:02.753792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-9c0ccaad-5a21-45c8-b70c-2b46832c8a65 req-e7070246-7b83-4964-a802-7eaa247844ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:02.762228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.767858 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2f7a13f6-e81e-4559-9574-53d8f93d6d0e tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "PUT /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 200 len: 317 time: 0.2207339 May 13 15:20:02.770468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38298) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.775726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-b17a2683-3d7e-4551-a832-5e8c8f2a1546 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:02.783738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.787987 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/44784560-cde9-430d-8818-78d898023f41 HTTP/1.1" status: 204 len: 168 time: 1.3363357 May 13 15:20:02.792655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38302) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.794758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5f60c-140d-4f48-9549-5f135f236673 None None] Network 33d15c64-21cd-4970-b1b5-68da374aa267 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:02.801389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-10ed1167-e126-4672-9b50-a931c8361f52 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d43fdc8d-073b-4f02-ac80-72aac73933de HTTP/1.1" status: 204 len: 168 time: 1.6434898 May 13 15:20:02.812634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38306) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.818241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82fdd0-db2c-48d7-9e9a-2d4265a74ca3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=44784560-cde9-430d-8818-78d898023f41,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:02.897131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-9c0ccaad-5a21-45c8-b70c-2b46832c8a65 req-e7070246-7b83-4964-a802-7eaa247844ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:02.898677 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9c0ccaad-5a21-45c8-b70c-2b46832c8a65 req-e7070246-7b83-4964-a802-7eaa247844ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f17fac8-0aed-4713-8c42-7da1d8af0814 HTTP/1.1" status: 200 len: 210 time: 0.2066033 May 13 15:20:02.956420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.960327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.965635 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-367af5d3-49ed-4160-8626-21e4b4261ed9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=15fdf25929c24acea057d89db48c4e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834301 May 13 15:20:02.968186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:02.975570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 64456930-e596-4dbe-bcd1-7749d952f882 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:02.975942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.149082 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b17a2683-3d7e-4551-a832-5e8c8f2a1546 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 204 len: 168 time: 0.3772457 May 13 15:20:03.151107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] DHCP port deletion for 33d15c64-21cd-4970-b1b5-68da374aa267 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:03.152042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38314) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:03.156521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Deleting port 64456930-e596-4dbe-bcd1-7749d952f882 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:03.156906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.157047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-ae800c00-8907-494c-b09d-9a4be72a3138 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-140215805') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.179147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.197516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.209638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.236151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-ae800c00-8907-494c-b09d-9a4be72a3138 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:03.236151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ae800c00-8907-494c-b09d-9a4be72a3138 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-140215805 HTTP/1.1" status: 404 len: 328 time: 0.0727172 May 13 15:20:03.269750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38318) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:03.278450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-15a58b5f-da15-46ab-bb8b-9cbcc20a8dfc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-2057530814') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.351981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:03.353433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:03.383742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e5d61c-11c7-4ffa-9802-cceee67ee4cb']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.392173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:03.392638 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-15a58b5f-da15-46ab-bb8b-9cbcc20a8dfc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:03.393687 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-15a58b5f-da15-46ab-bb8b-9cbcc20a8dfc tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-2057530814 HTTP/1.1" status: 404 len: 329 time: 0.1231046 May 13 15:20:03.397632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38322) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:03.404128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port 64456930-e596-4dbe-bcd1-7749d952f882, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64456930-e596-4dbe-bcd1-7749d952f882,segment=NetworkSegment(4d6fca81-5d4a-4280-8f9f-29f652f5d815),segment_id=4d6fca81-5d4a-4280-8f9f-29f652f5d815)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:03.404128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.407038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:03.407843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.412863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-f67e6b48-73fd-45b3-9a0d-5a3562d08e92 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8', 'tempest-TagsExtTest-Tag-1501253199') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.417091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.426075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9416ba7a-e7f1-413d-9f95-4db2c74edd2a') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.426729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9416ba7a-e7f1-413d-9f95-4db2c74edd2a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.465094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.499587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.522567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] For port 64456930-e596-4dbe-bcd1-7749d952f882, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64456930-e596-4dbe-bcd1-7749d952f882,segment=NetworkSegment(4d6fca81-5d4a-4280-8f9f-29f652f5d815),segment_id=4d6fca81-5d4a-4280-8f9f-29f652f5d815)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:03.523082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.549312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:03.549769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.565254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 64456930-e596-4dbe-bcd1-7749d952f882 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:03.580540 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:03.678752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Calling delete_port for 64456930-e596-4dbe-bcd1-7749d952f882 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:03.725975 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-f67e6b48-73fd-45b3-9a0d-5a3562d08e92 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] show failed (client error): The resource could not be found. May 13 15:20:03.727049 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f67e6b48-73fd-45b3-9a0d-5a3562d08e92 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags/tempest-TagsExtTest-Tag-1501253199 HTTP/1.1" status: 404 len: 329 time: 0.3284633 May 13 15:20:03.731720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38326) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:03.736562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-37e7a075-d0d4-4751-a927-938fed2fdaf8 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ac405fe5-ff3f-428c-a2e2-5da701b4abe8') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.764903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a7867e8d-0d65-46f6-be88-234d9f273043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.783982 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37e7a075-d0d4-4751-a927-938fed2fdaf8 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8/tags HTTP/1.1" status: 204 len: 168 time: 0.0532668 May 13 15:20:03.789256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38330) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:03.792119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8d9cb-b225-484d-ba61-b0620a537f3c None None] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:03.800817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-29d7d4c5-4227-493b-99d4-bdfee8eb7c74 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd4627d2-27a1-45be-9c55-879d47036e9f') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:03.865001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: from cryptography.utils import int_from_bytes May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: from cryptography.utils import int_from_bytes May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn_limited( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn_limited( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:20:03.895425 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 15:20:03.900934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a5ee795c-76ed-427c-87bd-d68eb90475ff up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:03.924760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=64456930-e596-4dbe-bcd1-7749d952f882,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:03.926850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No DVR routers for this DVR port 64456930-e596-4dbe-bcd1-7749d952f882 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:03.929755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:03.930153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:03.937251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.010976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.042699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.050403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.101671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38336) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.123972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-afe60e94-a106-4ec3-931e-4bd50712a7d0 None None] Provisioning for port a5ee795c-76ed-427c-87bd-d68eb90475ff completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:04.158625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.172696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe421e-efcf-4ed9-8dd6-85ad692446b0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:04.176100 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29d7d4c5-4227-493b-99d4-bdfee8eb7c74 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3857427 May 13 15:20:04.188997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38340) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.195550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a5ee795c-76ed-427c-87bd-d68eb90475ff completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:04.199857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.tag.tag_plugin [None req-5b22382f-ad19-4d13-80b1-6ddbbad133e7 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7c78e6-fc6f-4502-aae8-e248c10d5c0a') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.207810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a5ee795c-76ed-427c-87bd-d68eb90475ff triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:04.208675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.245053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e5d61c-11c7-4ffa-9802-cceee67ee4cb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:04.253498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d15c64-21cd-4970-b1b5-68da374aa267']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.259482 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-63072424-25fe-4b98-abeb-bd9a91b69315 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d8e5d61c-11c7-4ffa-9802-cceee67ee4cb HTTP/1.1" status: 204 len: 168 time: 1.4490316 May 13 15:20:04.265107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.266430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c4b5010-a530-427c-83e4-08fe92ad9775 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7fe421e-efcf-4ed9-8dd6-85ad692446b0 HTTP/1.1" status: 204 len: 168 time: 1.2971547 May 13 15:20:04.282600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6fca81-5d4a-4280-8f9f-29f652f5d815') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.286121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6fca81-5d4a-4280-8f9f-29f652f5d815') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.340771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.348218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.391617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.408917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:04.409329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.413245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a5ee795c-76ed-427c-87bd-d68eb90475ff is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:04.413627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:04.424876 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:04.431094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Deleting port 64456930-e596-4dbe-bcd1-7749d952f882 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:04.431405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.434696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.510859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:04.555970 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b22382f-ad19-4d13-80b1-6ddbbad133e7 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a/tags HTTP/1.1" status: 204 len: 168 time: 0.3688035 May 13 15:20:04.558836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38348) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.577703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.tag.tag_plugin [None req-59e29f21-9453-447c-8c24-265165f26e67 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe7d992e-cd2d-4b1c-aa65-8059076c0f1a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:04.610547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.616828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:04.616828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a9fab3b-dd50-4d54-8b75-095ba72a69a5 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:04.622267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9faf7653-2542-400b-b359-2fef469fd615 None None] The port '64456930-e596-4dbe-bcd1-7749d952f882' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:04.630048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a5ee795c-76ed-427c-87bd-d68eb90475ff, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a5ee795c-76ed-427c-87bd-d68eb90475ff,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:04.643647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.643647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.690717 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59e29f21-9453-447c-8c24-265165f26e67 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1304719 May 13 15:20:04.696855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.706222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=33d15c64-21cd-4970-b1b5-68da374aa267,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:04.709330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.711837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.714481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/0b1f3925-d43f-45e3-be99-8981869dcf68 HTTP/1.1" status: 204 len: 168 time: 0.6118133 May 13 15:20:04.728262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3938e-9e3a-4e1e-b823-9a1648840b37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f3925-d43f-45e3-be99-8981869dcf68,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:04.833484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.837041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.837184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.837291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Provisioning for port 3aa4b923-a55a-403a-b91c-f0571c36281e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:04.840421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.854929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.870450 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-788d9ad8-a469-4f67-a471-0b9f8af7791c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/33d15c64-21cd-4970-b1b5-68da374aa267 HTTP/1.1" status: 204 len: 168 time: 2.0762339 May 13 15:20:04.880755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38358) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.883222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38360) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:04.977501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Provisioning complete for port 3aa4b923-a55a-403a-b91c-f0571c36281e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:04.978258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.025104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0d504199-8f5a-45a9-a74d-76983ad700f0 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:05.033604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1876751478'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:05.039297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38366) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:05.044689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:05.061075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5378bba8-21b7-40a6-8514-73f7559621df tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for subnetpool, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.065072 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5378bba8-21b7-40a6-8514-73f7559621df tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnetpools/ac405fe5-ff3f-428c-a2e2-5da701b4abe8 HTTP/1.1" status: 204 len: 168 time: 0.3649483 May 13 15:20:05.068636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:05.071335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38370) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:05.080510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:05.084781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 0d504199-8f5a-45a9-a74d-76983ad700f0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:05.085139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 0d504199-8f5a-45a9-a74d-76983ad700f0 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:05.085574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64456930-e596-4dbe-bcd1-7749d952f882 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:05.101380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:05.125704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:05.134610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 64456930-e596-4dbe-bcd1-7749d952f882 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:05.134960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64456930-e596-4dbe-bcd1-7749d952f882 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:05.139284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet f83cdd80-5294-4b28-a58b-20c0a2085b53 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:05.142300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Port 3aa4b923-a55a-403a-b91c-f0571c36281e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:05.149105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a5ee795c-76ed-427c-87bd-d68eb90475ff,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:05.153688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.159379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.159734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.160083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.160423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.160766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.161103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.161439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.161795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.162159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.162486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.167994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.167994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:05.168821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:05.168821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:05.176995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Provisioning complete for port a5ee795c-76ed-427c-87bd-d68eb90475ff triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:05.177556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.195741 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-44d5e020-9509-4a6c-99d7-6d49755c8000 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd4627d2-27a1-45be-9c55-879d47036e9f HTTP/1.1" status: 200 len: 205 time: 0.1185145 May 13 15:20:05.205985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38374) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:05.341262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a8f6-ab6a-4c9a-8bc7-f6b8ab0fb3e6 None None] Current status of the port a5ee795c-76ed-427c-87bd-d68eb90475ff is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:05.383670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:05.470200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0b05a23a-2783-40ad-9bdd-e41741f0d07b None None] Provisioning complete for port 3aa4b923-a55a-403a-b91c-f0571c36281e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:05.477126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0b05a23a-2783-40ad-9bdd-e41741f0d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.489803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:05.493201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.519067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.532185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0b05a23a-2783-40ad-9bdd-e41741f0d07b None None] Port 3aa4b923-a55a-403a-b91c-f0571c36281e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:05.567797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:05.572252 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-733b0f83-7641-4f1f-b254-62987bed8097 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=548867b015bf48bcb8df331c74336ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302932 May 13 15:20:05.573228 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5797e320-0d21-4e5e-a1ca-b5116a404244 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2441440 May 13 15:20:05.575059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38378) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:05.578846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38380) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:05.584269 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:05.600190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292957383'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:05.603138 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:05.603138 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:05.609650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:05.621862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:05.647903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:05.662677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ea9026f8-0768-46f2-829f-6b728d27efca None None] Provisioning complete for port 3aa4b923-a55a-403a-b91c-f0571c36281e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:05.663308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ea9026f8-0768-46f2-829f-6b728d27efca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.668040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.675944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:05.740711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.776612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.787120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ea9026f8-0768-46f2-829f-6b728d27efca None None] Port 3aa4b923-a55a-403a-b91c-f0571c36281e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:05.797134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a5ee795c-76ed-427c-87bd-d68eb90475ff up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:05.798879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:05.834060 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:05.852441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:05.857645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.898705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:05.911347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.912057 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 9db76630-5986-4071-b3ba-8d5d1be31ecf of type vlan for network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 May 13 15:20:05.945369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.948387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a5ee795c-76ed-427c-87bd-d68eb90475ff triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:05.948958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.962359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.962826 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment cc7176a9-3a85-4ff9-bcec-7392f816a0cb of type vlan for network 519f1458-9460-47c6-a26b-537daa430f20 May 13 15:20:05.978691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.994080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.023796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.045720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.050738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.072972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea913b5-4da3-4fa5-8679-8368f1252844,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.091748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.134248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.135452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.136039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.161424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a5ee795c-76ed-427c-87bd-d68eb90475ff is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:06.178041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.179547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Fanout notify agent at l3_agent the message router_deleted on router dd4627d2-27a1-45be-9c55-879d47036e9f {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:20:06.201504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.203440 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f520ec0d-0d72-48e4-9a74-21b233c4bd9a tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/routers/dd4627d2-27a1-45be-9c55-879d47036e9f HTTP/1.1" status: 204 len: 168 time: 0.9963937 May 13 15:20:06.205679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:06.279260 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 3, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:04Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:06.286458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.288621 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:06.288621 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Updating router 620bbe9f-7f5f-4488-b1f7-03519d033958 port 3aa4b923-a55a-403a-b91c-f0571c36281e binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:06.292794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.293605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.346502 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.377206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.377206 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a1342da2-4009-4b93-b4e6-773673473b05 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ea913b5-4da3-4fa5-8679-8368f1252844 HTTP/1.1" status: 204 len: 168 time: 0.7973919 May 13 15:20:06.381311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=89cff3fc-8ee6-4c58-888b-76c8865f62f2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.394694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:06.400886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Deleting port cc7c78e6-fc6f-4502-aae8-e248c10d5c0a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:06.401229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.454970 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-03aaee34-2d37-40a5-b6ff-91ebe3528c79 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8751328 May 13 15:20:06.455937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38392) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:06.462086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:06.529612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.616212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=f83cdd80-5294-4b28-a58b-20c0a2085b53,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.617885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=519f1458-9460-47c6-a26b-537daa430f20,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.620715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.622656 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7350c11c-567e-4032-a7c0-7c76b58ab5ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/f83cdd80-5294-4b28-a58b-20c0a2085b53 HTTP/1.1" status: 204 len: 168 time: 1.7361166 May 13 15:20:06.626025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38396) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:06.634606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff529809-c761-4558-b0d9-836082aceb90 None None] Network 0d731784-842e-4ad8-9a9c-bf2833c97c11 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:06.676253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 519f1458-9460-47c6-a26b-537daa430f20 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:06.717589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fb153f75-8244-4612-9cd7-3505ad2a2f81 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8326881 May 13 15:20:06.723060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38400) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:06.739510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '519f1458-9460-47c6-a26b-537daa430f20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:06.757261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.773658 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Transition to ACTIVE for port object 3aa4b923-a55a-403a-b91c-f0571c36281e will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:06.785294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:06.799217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:06.806218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:06.822996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:06.834580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.855315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:06.856252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.881384 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.898524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.907290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:06.922584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:06.976414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:07.017279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:07.028479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.059986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:07.078491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Calling delete_port for cc7c78e6-fc6f-4502-aae8-e248c10d5c0a owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:07.078675 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aaa86-4a14-43b1-a375-695fd21ac2d4 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:07.147431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] DHCP port deletion for 0d731784-842e-4ad8-9a9c-bf2833c97c11 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:07.151916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Deleting port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:07.152294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.229171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:07.239517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.319465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:07.320057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.322672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Attempting to bind port 3aa4b923-a55a-403a-b91c-f0571c36281e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:07.323312 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Attempting to bind port 3aa4b923-a55a-403a-b91c-f0571c36281e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:07.323970 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Attempting to bind port 3aa4b923-a55a-403a-b91c-f0571c36281e on network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:07.335805 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:07.341109 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Checking segment: {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:07.341109 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.341109 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Bound using segment: {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:07.341109 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Bound port: 3aa4b923-a55a-403a-b91c-f0571c36281e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db6f22-c4a5-4f6b-bfdb-af8635490106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:07.341109 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.477675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] For port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,segment=NetworkSegment(c3fe4c96-abc0-4493-a105-53122125c399),segment_id=c3fe4c96-abc0-4493-a105-53122125c399)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:07.478471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.486733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:07.493653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] For port 3aa4b923-a55a-403a-b91c-f0571c36281e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:07.499360 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] For port 3aa4b923-a55a-403a-b91c-f0571c36281e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa4b923-a55a-403a-b91c-f0571c36281e,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:07.559685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.644154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38406) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:07.683858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:07.684705 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:07.686695 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-6941dca2-7946-4ef8-b86c-691f55024683 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5643055 May 13 15:20:07.714849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.778091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Calling delete_port for 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:07.803591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:07.811044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:07.840661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:07.895821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:07.896159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:07.904107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.951348 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aaa86-4a14-43b1-a375-695fd21ac2d4 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:07.971637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:07.972008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:07.975071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-040342fa-1e44-48fd-85ec-39adf006d96d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4d558d36741d41749d2ca3019b4dd670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297744 May 13 15:20:07.979304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38410) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:07.980229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:07.996788 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:08.038050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.097582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event deleted for resources: {'Port': ['ID=cc7c78e6-fc6f-4502-aae8-e248c10d5c0a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:08.215705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.243076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=e3c1f624-3789-48e6-997d-d042922724f7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:08.244194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=9446f7c6-2f78-4585-b8ef-8242eb47f84a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:08.262147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:08.262271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: 89cff3fc-8ee6-4c58-888b-76c8865f62f2, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:08.282301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d731784-842e-4ad8-9a9c-bf2833c97c11']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:08.295447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.306433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fe4c96-abc0-4493-a105-53122125c399') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:08.306812 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fe4c96-abc0-4493-a105-53122125c399') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:08.308771 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9703272e-3352-44a6-852b-b73cadc06994 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/ports/cc7c78e6-fc6f-4502-aae8-e248c10d5c0a HTTP/1.1" status: 204 len: 168 time: 2.1018167 May 13 15:20:08.312588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38414) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:08.317340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '519f1458-9460-47c6-a26b-537daa430f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:08.317775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 519f1458-9460-47c6-a26b-537daa430f20, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:08.329046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.336427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.349825 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 3, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:07Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:08.353862 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614b165-3a6d-4a2d-bcbb-db9e3a19ac4b None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:03Z', 'revision_number': 3, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:07Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:08.370195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.379001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.389119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:08.389650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.399966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-d87cc71a-ea5a-4f74-97b2-f9921fdf8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.401445 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-d87cc71a-ea5a-4f74-97b2-f9921fdf8605 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1099 time: 0.6624670 May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:08.431739 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:08.444404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Deleting subnet fe7d992e-cd2d-4b1c-aa65-8059076c0f1a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:08.465610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.473311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Deleting port 9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:08.473696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.503052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:08.520522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 519f1458-9460-47c6-a26b-537daa430f20 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:08.545910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1b322e9a-f2b0-4115-be1a-fafe330d9908 None None] The port '9fca7cee-4d7d-4efe-9c4c-eb2f4484bd66' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:08.611908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 519f1458-9460-47c6-a26b-537daa430f20) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:08.619910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.620956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.621453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1e0a1-3880-4721-bff4-ffff170f79de None None] Network 519f1458-9460-47c6-a26b-537daa430f20 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:08.679146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.699826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 89cff3fc-8ee6-4c58-888b-76c8865f62f2) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:08.707832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.708428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.716194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168e6b8-fb5a-4fd3-aedc-f75c7cf206db None None] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:08.812194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-4d2024ac-fae6-4507-95c0-ae7f24c107f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.813991 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-4d2024ac-fae6-4507-95c0-ae7f24c107f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 898 time: 0.3674314 May 13 15:20:08.927344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:08.971193 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-33175c8a-b64c-41b6-882c-9a3ffa7f525b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 1001 time: 0.1478896 May 13 15:20:09.062440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-999c928c-f07f-4f0f-9fa2-a43e461d24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:09.064439 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-999c928c-f07f-4f0f-9fa2-a43e461d24dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 200 len: 834 time: 0.0871599 May 13 15:20:09.147885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-94d2e223-86be-4aa4-9d95-0e5e46ca00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:09.149260 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-94d2e223-86be-4aa4-9d95-0e5e46ca00ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786591 May 13 15:20:09.156581 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-39ef6026-51da-4f0e-8783-e7ca74df81eb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4325745 May 13 15:20:09.159237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38418) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:09.174018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-519f1458-9460-47c6-a26b-537daa430f20', 'network_id': '519f1458-9460-47c6-a26b-537daa430f20', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '9446f7c6-2f78-4585-b8ef-8242eb47f84a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:09.174906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.185231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '519f1458-9460-47c6-a26b-537daa430f20', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1569588597'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:09.197826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.201147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.202546 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bbda9ee7-1daa-4cfc-8ad8-bef755bed0e7 HTTP/1.1" status: 204 len: 168 time: 1.2134397 May 13 15:20:09.203537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.207894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2c813541-9190-489a-99fa-534b824ec29f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7507684 May 13 15:20:09.210972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.215941 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/0d731784-842e-4ad8-9a9c-bf2833c97c11 HTTP/1.1" status: 204 len: 168 time: 2.5884137 May 13 15:20:09.247886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38424) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:09.248564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38426) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:09.249400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2ed96-e21c-4447-83ba-3b99ddb49c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda9ee7-1daa-4cfc-8ad8-bef755bed0e7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:09.252714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c1664-94dd-4b8a-80f1-a12479554669 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=0d731784-842e-4ad8-9a9c-bf2833c97c11,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:09.339594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Allocated IP 172.20.0.2 (519f1458-9460-47c6-a26b-537daa430f20/9446f7c6-2f78-4585-b8ef-8242eb47f84a/050b4f9f-5ebe-45b5-a7df-73a4ed473ee9) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:09.347290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:09.352129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:09.355639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:09.362479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:09.419398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:09.420217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.422917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.472498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:09.475831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.503717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 9857229b-9d96-4eb9-bb24-25ccd63f9df5 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:09.731175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7d992e-cd2d-4b1c-aa65-8059076c0f1a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:09.734388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.785571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0f8b8c2e-381b-4115-9ef3-ffb0dd18236d tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/subnets/fe7d992e-cd2d-4b1c-aa65-8059076c0f1a HTTP/1.1" status: 204 len: 168 time: 1.4698913 May 13 15:20:09.794156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38432) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:09.833977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a05a42-36c6-4de3-ba6a-698a69daad08 None None] Network a2c661df-9951-4845-973a-fee6d0dade18 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:09.917450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port b0b946ae-dcb5-4c04-a08c-728a9260fb85 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:09.918084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.926939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa4b923-a55a-403a-b91c-f0571c36281e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:09.951762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:09.986981 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-5c01bd16-c459-4c57-aab9-5d6aadc904d0 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288708 May 13 15:20:09.991667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Deleting port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:09.992037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.041875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Allocated IP 2001:db8:2::2 (89cff3fc-8ee6-4c58-888b-76c8865f62f2/e3c1f624-3789-48e6-997d-d042922724f7/acd3c9ca-a21e-46fe-80bc-412c47f1fbed) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:10.047789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.101449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Transition to ACTIVE for port object 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:10.246505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Transition to ACTIVE for port object 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:10.303944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.304305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.306601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-080d7dd3-7fa8-4712-9973-aa0293548130 req-3a334c1d-7843-4532-ad41-c2f13593fc08 service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847223 May 13 15:20:10.336347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] For port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,segment=NetworkSegment(53060c95-a729-4e30-8963-f6e38af79c2e),segment_id=53060c95-a729-4e30-8963-f6e38af79c2e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:10.336347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.366960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.439580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90c6db-45f9-41a8-a6cf-ccf76d0a7e22 None None] DHCP port deletion for a2c661df-9951-4845-973a-fee6d0dade18 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:10.441136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3aa4b923-a55a-403a-b91c-f0571c36281e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:10.475829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5e90c6db-45f9-41a8-a6cf-ccf76d0a7e22 None None] Deleting port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:10.476228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5e90c6db-45f9-41a8-a6cf-ccf76d0a7e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.504324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3aa4b923-a55a-403a-b91c-f0571c36281e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:10.504655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.507565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for b0b946ae-dcb5-4c04-a08c-728a9260fb85 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:10.518368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Calling delete_port for 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:10.545378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.552349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Network 519f1458-9460-47c6-a26b-537daa430f20 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:10.568097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:10.581236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.8 (519f1458-9460-47c6-a26b-537daa430f20/9446f7c6-2f78-4585-b8ef-8242eb47f84a/9857229b-9d96-4eb9-bb24-25ccd63f9df5) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:10.591844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:10.598751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.615683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Pushing event updated for resources: {'Port': ['ID=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:10.662215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Transition to ACTIVE for port object acd3c9ca-a21e-46fe-80bc-412c47f1fbed will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:10.721472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.762421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5e90c6db-45f9-41a8-a6cf-ccf76d0a7e22 None None] The port '8b717260-8aa0-4ac6-b3a6-bcac357a94d1' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:10.775054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Transition to ACTIVE for port object acd3c9ca-a21e-46fe-80bc-412c47f1fbed will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:10.794357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event deleted for resources: {'Port': ['ID=8b717260-8aa0-4ac6-b3a6-bcac357a94d1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:10.803452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] No DVR routers for this DVR port 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:10.833308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Attempting to bind port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:10.833677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Attempting to bind port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '519f1458-9460-47c6-a26b-537daa430f20'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:10.834107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Attempting to bind port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 on network 519f1458-9460-47c6-a26b-537daa430f20 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:10.855058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.859624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:10.860003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Checking segment: {'id': 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '519f1458-9460-47c6-a26b-537daa430f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:10.860404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.860829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Bound using segment: {'id': 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '519f1458-9460-47c6-a26b-537daa430f20'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:10.861313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Bound port: 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '519f1458-9460-47c6-a26b-537daa430f20'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:10.861687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:10.963354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.003881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3aa4b923-a55a-403a-b91c-f0571c36281e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:11.004164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.004283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.016261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 9857229b-9d96-4eb9-bb24-25ccd63f9df5 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:11.020065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:11.033878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:11.042895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c661df-9951-4845-973a-fee6d0dade18']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:11.048441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:11.050859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Pushing event updated for resources: {'Port': ['ID=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.055798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53060c95-a729-4e30-8963-f6e38af79c2e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:11.056117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53060c95-a729-4e30-8963-f6e38af79c2e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:11.072274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.094209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.102238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:11.102646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:11.122786 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:11.161157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3aa4b923-a55a-403a-b91c-f0571c36281e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa4b923-a55a-403a-b91c-f0571c36281e,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:11.175613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.178785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] For port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:11.186535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Attempting to bind port acd3c9ca-a21e-46fe-80bc-412c47f1fbed on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:11.186910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Attempting to bind port acd3c9ca-a21e-46fe-80bc-412c47f1fbed by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:11.187276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Attempting to bind port acd3c9ca-a21e-46fe-80bc-412c47f1fbed on network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:11.194085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] For port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,segment=NetworkSegment(cc7176a9-3a85-4ff9-bcec-7392f816a0cb),segment_id=cc7176a9-3a85-4ff9-bcec-7392f816a0cb)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:11.195199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:11.195575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Checking segment: {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:11.195977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.196380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Bound using segment: {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:11.196844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Bound port: acd3c9ca-a21e-46fe-80bc-412c47f1fbed, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:11.197225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.245341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.263979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.276905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 519f1458-9460-47c6-a26b-537daa430f20 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:11.281080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:11.285179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:11.294219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.317024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=9857229b-9d96-4eb9-bb24-25ccd63f9df5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.335877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=b0b946ae-dcb5-4c04-a08c-728a9260fb85,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.340427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.365733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.383389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] Pushing event deleted for resources: {'Network': ['ID=a2c661df-9951-4845-973a-fee6d0dade18,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.390627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] For port acd3c9ca-a21e-46fe-80bc-412c47f1fbed, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:11.392601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:11.392726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.393103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.396386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] For port acd3c9ca-a21e-46fe-80bc-412c47f1fbed, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:11.407602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bad2474d-7680-4e9f-ad64-722c506c4c00 tempest-TagsExtTest-261817930 tempest-TagsExtTest-261817930-project] 10.222.0.91 "DELETE /v2.0/networks/a2c661df-9951-4845-973a-fee6d0dade18 HTTP/1.1" status: 204 len: 168 time: 1.6123338 May 13 15:20:11.418541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8:2::1 (89cff3fc-8ee6-4c58-888b-76c8865f62f2/e3c1f624-3789-48e6-997d-d042922724f7/e4a256af-2f6d-49fe-bee6-53bd1d170d57) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:11.477889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9004-7860-4a51-946d-d8d4da35a7bb None None] Pushing event updated for resources: {'Port': ['ID=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.490486 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b45ed118-574e-4667-96f5-f7a5aaf3c953 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3301523 May 13 15:20:11.491417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38438) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:11.495976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.533279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.533612 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 disassociated (deleted). External IP: 172.26.7.29, port: 59b77dda-a880-4826-8b83-c4c48286091a. May 13 15:20:11.594148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 9857229b-9d96-4eb9-bb24-25ccd63f9df5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:11.595187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.610399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56bb39-f9fa-4bad-8463-42d4749efd9d None None] Pushing event updated for resources: {'Port': ['ID=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:11.748542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa4b923-a55a-403a-b91c-f0571c36281e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:11.917478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.994142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3aa4b923-a55a-403a-b91c-f0571c36281e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:11.995092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.157704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object e4a256af-2f6d-49fe-bee6-53bd1d170d57 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:12.161531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38444) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:12.181238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.213136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3aa4b923-a55a-403a-b91c-f0571c36281e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:12.275894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:12.313999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:12.315406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:12.316117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8b717260-8aa0-4ac6-b3a6-bcac357a94d1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:12.334900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 9857229b-9d96-4eb9-bb24-25ccd63f9df5 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:12.421040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.526852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:12.534000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:12.538878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.589643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=9857229b-9d96-4eb9-bb24-25ccd63f9df5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:12.598056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:12.598593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.607462 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0ed39701-7bba-4f44-b8b7-a3e11bfb0450 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=604410ef198044f7abd0ad6909da4656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415443 May 13 15:20:12.618744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38450) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:12.625976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:12.665664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:12.679044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:12.689462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.696967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:12.699317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:12.733213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.758495 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e3ebcfc4-6ef0-40c7-ba89-96d530f2f07f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/9857229b-9d96-4eb9-bb24-25ccd63f9df5 HTTP/1.1" status: 204 len: 168 time: 1.2657108 May 13 15:20:12.770314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.783868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38454) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:12.836379 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e4ce68-57b2-4b08-a18d-0069962eae8a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:12.836923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a8e4ce68-57b2-4b08-a18d-0069962eae8a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:12.865790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.898977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a7c6ab75-a4a9-4688-85c9-d01a1e82719b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2 HTTP/1.1" status: 204 len: 168 time: 3.6410892 May 13 15:20:12.903657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:12.948935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a8e4ce68-57b2-4b08-a18d-0069962eae8a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:12.950453 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a8e4ce68-57b2-4b08-a18d-0069962eae8a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/9857229b-9d96-4eb9-bb24-25ccd63f9df5 HTTP/1.1" status: 404 len: 333 time: 0.1653473 May 13 15:20:12.953796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38462) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:12.967141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:13.006745 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04398a60-ecc8-4104-9da1-cf4335af0572'] response: {'name': 'network-changed', 'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a', 'status': 'completed', 'code': 200} May 13 15:20:13.080949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.113625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 9446f7c6-2f78-4585-b8ef-8242eb47f84a {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:13.113625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.126974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.128906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.144311 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9e46a0b9-9b22-4911-abfe-6af6a2d19e8d HTTP/1.1" status: 204 len: 168 time: 0.5194733 May 13 15:20:13.152306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58292cd0-adc0-4fc1-a8c8-0e86f6b188a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46a0b9-9b22-4911-abfe-6af6a2d19e8d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:13.161544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90123024-44fd-4c9c-b18d-16e9aa1bb57c None None] Network 519f1458-9460-47c6-a26b-537daa430f20 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:13.205553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808897f9-9a28-4564-908f-a4d3667be197 req-a2193384-dece-4fef-abe5-c61c513951e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.208159 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-a2193384-dece-4fef-abe5-c61c513951e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 1099 time: 0.1909664 May 13 15:20:13.254306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.388806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808897f9-9a28-4564-908f-a4d3667be197 req-eefddc70-09d7-4db2-8a1c-b5f2b9bd31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.392315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-eefddc70-09d7-4db2-8a1c-b5f2b9bd31ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 200 len: 898 time: 0.1772761 May 13 15:20:13.435575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a8de1d95-ba42-4f75-9cf8-036241cbeda0 None None] Provisioning for port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:13.484702 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-8bf00ff1-96e1-470c-807e-f5464b0940fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 200 len: 217 time: 0.0863125 May 13 15:20:13.615248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808897f9-9a28-4564-908f-a4d3667be197 req-fc739174-346f-452f-9c84-9d652d3e0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.616849 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-fc739174-346f-452f-9c84-9d652d3e0826 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 200 len: 834 time: 0.1255057 May 13 15:20:13.758012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1c145-239b-4b4d-88fc-7797cc19d6ca None None] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:13.813164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:13.882997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:13.895426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:13.934583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:13.935574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:13.968302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808897f9-9a28-4564-908f-a4d3667be197 req-e7815fa3-8697-4ada-815f-97a9571bfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.971062 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-e7815fa3-8697-4ada-815f-97a9571bfc9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c398994-ac63-4ba7-88f0-5abe0611ec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3439369 May 13 15:20:14.006386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.015482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device acd3c9ca-a21e-46fe-80bc-412c47f1fbed up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:14.034274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.050456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-95803915-a5cd-434a-ada2-14f1f9e1cb24 None None] Provisioning for port acd3c9ca-a21e-46fe-80bc-412c47f1fbed completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:14.075839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f4742-1d81-428f-852c-3bddc4571c12 req-dbccad6b-4dd0-427c-91ac-378def1e3d8e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:14.077763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c36f4742-1d81-428f-852c-3bddc4571c12 req-dbccad6b-4dd0-427c-91ac-378def1e3d8e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.3335226 May 13 15:20:14.086932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=9446f7c6-2f78-4585-b8ef-8242eb47f84a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:14.093140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.094189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.158109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-c36f4742-1d81-428f-852c-3bddc4571c12 req-426d273b-bb55-449f-9583-e29eb2321e57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:14.166547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.183690 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-3cbe03ae-0c78-49ac-a650-4c222520c8dc service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038012 May 13 15:20:14.202322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f65ff942-a508-4753-88d4-8db06219812a tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/9446f7c6-2f78-4585-b8ef-8242eb47f84a HTTP/1.1" status: 204 len: 168 time: 1.2469773 May 13 15:20:14.212115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:14.268983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:14.307115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4664e-56d4-44a4-841d-ab7feebb97ba None None] Network 519f1458-9460-47c6-a26b-537daa430f20 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:14.340666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:14.342019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:14.455272 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-808897f9-9a28-4564-908f-a4d3667be197 req-4b430afe-02da-4d13-8e66-322afc217fae service neutron] 10.222.0.23 "GET /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646339 May 13 15:20:14.480734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-c36f4742-1d81-428f-852c-3bddc4571c12 req-426d273b-bb55-449f-9583-e29eb2321e57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:14.484971 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c36f4742-1d81-428f-852c-3bddc4571c12 req-426d273b-bb55-449f-9583-e29eb2321e57 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922441 May 13 15:20:14.498856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:14.523165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:14.583894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port acd3c9ca-a21e-46fe-80bc-412c47f1fbed completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:14.587670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.599412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:14.599753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.633808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port acd3c9ca-a21e-46fe-80bc-412c47f1fbed triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:14.634085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.696151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:14.710074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7336dda6-4f49-4402-8212-4c026a33e002 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4521093 May 13 15:20:14.710271 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:14.710712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38474) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:14.718017 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:14.718886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:14.724567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-695666339'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:14.725901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:14.730806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:network and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:14.734659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:14.741408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:14.830690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:14.835293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.882099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,segment=NetworkSegment(cc7176a9-3a85-4ff9-bcec-7392f816a0cb),segment_id=cc7176a9-3a85-4ff9-bcec-7392f816a0cb)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:14.882470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.909869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:14.917879 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:14.939740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.940208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added segment 21025f3b-9678-44cf-8c96-0c6fee06b737 of type vlan for network dcaa34ad-35fd-4bf2-8707-43e460ff020c May 13 15:20:15.025108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.088181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:15.112076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port acd3c9ca-a21e-46fe-80bc-412c47f1fbed is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:15.112340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.128720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] DHCP port deletion for 519f1458-9460-47c6-a26b-537daa430f20 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:15.141714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Deleting port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:15.142128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.149371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.162637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:15.164069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.202779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-c971789f-c8a3-4e54-8bde-b56c9cf9893e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:15.204339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-c971789f-c8a3-4e54-8bde-b56c9cf9893e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.3736265 May 13 15:20:15.236041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port acd3c9ca-a21e-46fe-80bc-412c47f1fbed, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:15.299988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 59b77dda-a880-4826-8b83-c4c48286091a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:15.300570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.317855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.319390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:15.356201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.418474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No DVR routers for this DVR port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:15.423731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:15.487774 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:12Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:13Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:15.498037 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:15.498994 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Updating router 620bbe9f-7f5f-4488-b1f7-03519d033958 port e4a256af-2f6d-49fe-bee6-53bd1d170d57 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:15.534323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Network': ['ID=dcaa34ad-35fd-4bf2-8707-43e460ff020c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:15.538222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:15.538905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 15:20:15.584691 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.598331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:15.616648 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2621b38e-e01a-4521-b78b-ef5e868f1b49 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9053700 May 13 15:20:15.619360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38480) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:15.625451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'subnet': {'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:15.688069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.698369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:15.712636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 not found, will not notify nova. {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 15:20:15.720896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519f1458-9460-47c6-a26b-537daa430f20']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:15.737286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:15.741734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7176a9-3a85-4ff9-bcec-7392f816a0cb') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:15.753125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.773115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.786073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:15.786547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:15.891605 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:15.919925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:15.925772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:subnet and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:15.934961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:15.937792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:15.939681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] For port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=050b4f9f-5ebe-45b5-a7df-73a4ed473ee9,segment=NetworkSegment(cc7176a9-3a85-4ff9-bcec-7392f816a0cb),segment_id=cc7176a9-3a85-4ff9-bcec-7392f816a0cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:15.940177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:15.950677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a6107-b363-4e93-aa60-57673d625d75 None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b24b69bc-bf87-4337-895f-5b072e5ff70d', 'name': '', 'network_id': '1c398994-ac63-4ba7-88f0-5abe0611ec88', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:37:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:09Z', 'updated_at': '2022-05-13T15:17:24Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '8f853834-9142-4f0f-b763-85a4901aa4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:15.952716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:15.962203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:15.992653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8dbd-428c-4d00-b194-99243832d7fa req-d4bc7500-4da1-4459-b2ba-4083183d5944 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:15.993368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-dd1d8dbd-428c-4d00-b194-99243832d7fa req-d4bc7500-4da1-4459-b2ba-4083183d5944 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:16.023639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Provisioning for port e4a256af-2f6d-49fe-bee6-53bd1d170d57 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:16.072527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Made reservation on behalf of 78b405948a704ee39c6e9bf8d7e33cb4 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:16.081571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.089338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:16.089673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:16.135443 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.142819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 59b77dda-a880-4826-8b83-c4c48286091a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=59b77dda-a880-4826-8b83-c4c48286091a,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:16.143230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.150551 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Transition to ACTIVE for port object e4a256af-2f6d-49fe-bee6-53bd1d170d57 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:16.159874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Calling delete_port for 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:16.208332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.230493 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.254370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Provisioning complete for port e4a256af-2f6d-49fe-bee6-53bd1d170d57 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:16.254956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.349234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Port e4a256af-2f6d-49fe-bee6-53bd1d170d57 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:16.365234 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ca4c-7df1-4275-9db3-db280d926fcc None None] Pushing event updated for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:16.376808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-dd1d8dbd-428c-4d00-b194-99243832d7fa req-d4bc7500-4da1-4459-b2ba-4083183d5944 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:16.376997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Provisioning complete for port acd3c9ca-a21e-46fe-80bc-412c47f1fbed triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:16.377516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.384562 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dd1d8dbd-428c-4d00-b194-99243832d7fa req-d4bc7500-4da1-4459-b2ba-4083183d5944 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 946 time: 0.7040267 May 13 15:20:16.411976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8d439-b253-4dba-b6db-78bc7d99fd0e None None] New status for floating IP 7efe189a-d7ea-4eb2-a1d2-a4e93d9da6c2: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:16.440761 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dd1d8dbd-428c-4d00-b194-99243832d7fa req-8f7cee2c-6a90-42b0-8d72-84ada5bb45cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5956027-3620-4602-9028-a65d485b6e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552006 May 13 15:20:16.444125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.475640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 59b77dda-a880-4826-8b83-c4c48286091a owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:16.517830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.537354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=519f1458-9460-47c6-a26b-537daa430f20,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:16.550491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Subnet': ['ID=b879a708-35cb-4c96-b6e3-5a74e909ef3b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:16.559168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:16.559673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:16.561082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Checking segment: {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:16.561712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network hostable DHCP agents. Network: dcaa34ad-35fd-4bf2-8707-43e460ff020c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:16.675109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f90377c6-ebbb-4609-bf2a-28988eb28fa2 None None] Current status of the port acd3c9ca-a21e-46fe-80bc-412c47f1fbed is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:16.678761 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Attempting to bind port e4a256af-2f6d-49fe-bee6-53bd1d170d57 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:16.678988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:16.679276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Attempting to bind port e4a256af-2f6d-49fe-bee6-53bd1d170d57 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:16.679694 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Attempting to bind port e4a256af-2f6d-49fe-bee6-53bd1d170d57 on network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:16.687329 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:16.689408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Checking segment: {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:16.689408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.689408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Bound using segment: {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:16.689408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Bound port: e4a256af-2f6d-49fe-bee6-53bd1d170d57, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db76630-5986-4071-b3ba-8d5d1be31ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:16.690208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.708728 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-89554020-2ea7-4586-9537-44fd815e84ff tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/519f1458-9460-47c6-a26b-537daa430f20 HTTP/1.1" status: 204 len: 168 time: 2.4947031 May 13 15:20:16.712156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38484) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:16.719323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'name': 'tempest-PortsTestJSON-1576187100'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:16.788383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, dcaa34ad-35fd-4bf2-8707-43e460ff020c) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:16.791849 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] For port e4a256af-2f6d-49fe-bee6-53bd1d170d57, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:16.797579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2262a0-f607-441e-a1fa-1b42eaecab80 None None] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:16.803674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.803835 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] For port e4a256af-2f6d-49fe-bee6-53bd1d170d57, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e4a256af-2f6d-49fe-bee6-53bd1d170d57,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:16.807471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:16.808050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.849804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:16.854034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:16.856786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:16.858841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=59b77dda-a880-4826-8b83-c4c48286091a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:16.867104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:16.893623 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.943591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 59b77dda-a880-4826-8b83-c4c48286091a on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:16.948287 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1faf1530-4249-48c5-a745-3f3def8b7cf2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3250263 May 13 15:20:16.948780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38488) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:16.951601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:16.955842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'name': 'network-vif-deleted', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:16.989748 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ca4c-7df1-4275-9db3-db280d926fcc None None] Pushing event updated for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:17.017854 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:17.019482 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:17.035341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:17.039436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:17.041508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c861cc3e-3002-4997-b408-9fab04259ba4'] response: {'server_uuid': 'ba580c65-8e1d-4496-8558-4dd80b1f9aff', 'name': 'network-vif-deleted', 'tag': '59b77dda-a880-4826-8b83-c4c48286091a', 'status': 'completed', 'code': 200} May 13 15:20:17.062407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Deleting port 050b4f9f-5ebe-45b5-a7df-73a4ed473ee9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:17.062842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:17.064620 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1cd7051-6b8f-4c94-9fbb-f63050a3bb17 req-248eaa58-6ba9-4d17-9fab-4e22be137f4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/59b77dda-a880-4826-8b83-c4c48286091a HTTP/1.1" status: 204 len: 173 time: 1.8466413 May 13 15:20:17.151646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-73d49a34-5e48-4a69-8926-5488b9d93f3d None None] The port '050b4f9f-5ebe-45b5-a7df-73a4ed473ee9' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:17.160335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 5ea3938c-059b-4f68-af6c-83362ae24952 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:17.167818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:17.168397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:17.281094 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:17.441920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Allocated IP 2001:db8:3::2 (dcaa34ad-35fd-4bf2-8707-43e460ff020c/b879a708-35cb-4c96-b6e3-5a74e909ef3b/3256d068-2418-4850-b094-c381172eea8d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:17.681014 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:12Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:16Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:17.686676 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee7571-f4be-4d7b-a843-ae52c7c007af None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:12Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:16Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:17.737572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:17.758269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Transition to ACTIVE for port object 3256d068-2418-4850-b094-c381172eea8d will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:17.794856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Transition to ACTIVE for port object 3256d068-2418-4850-b094-c381172eea8d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:17.870181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:17.917682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f44bdc2a-57fd-40b4-a97e-3e7e894b4b07 req-1d4e71c0-db39-4634-801b-164cb0625ee1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ba580c65-8e1d-4496-8558-4dd80b1f9aff HTTP/1.1" status: 200 len: 210 time: 0.2907379 May 13 15:20:18.033855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device acd3c9ca-a21e-46fe-80bc-412c47f1fbed up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:18.082279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.087638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:18.100169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:18.102919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:18.201119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Pushing event updated for resources: {'Port': ['ID=3256d068-2418-4850-b094-c381172eea8d,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:18.225220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Attempting to bind port 3256d068-2418-4850-b094-c381172eea8d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:18.225657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Attempting to bind port 3256d068-2418-4850-b094-c381172eea8d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:18.226272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Attempting to bind port 3256d068-2418-4850-b094-c381172eea8d on network dcaa34ad-35fd-4bf2-8707-43e460ff020c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:18.227052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.235192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:18.235575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Checking segment: {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:18.235982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.236381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Bound using segment: {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:18.236856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Bound port: 3256d068-2418-4850-b094-c381172eea8d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:18.237250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.288326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port acd3c9ca-a21e-46fe-80bc-412c47f1fbed triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:18.288706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.312618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.397186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] For port 3256d068-2418-4850-b094-c381172eea8d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:18.446136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] For port 3256d068-2418-4850-b094-c381172eea8d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3256d068-2418-4850-b094-c381172eea8d,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:18.459706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port acd3c9ca-a21e-46fe-80bc-412c47f1fbed is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:18.460785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e4a256af-2f6d-49fe-bee6-53bd1d170d57 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:18.468515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:18.473595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:18.483875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:18.489275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:18.489893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.503449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=5ea3938c-059b-4f68-af6c-83362ae24952,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:18.508944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 59b77dda-a880-4826-8b83-c4c48286091a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:18.588150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.621534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 59b77dda-a880-4826-8b83-c4c48286091a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:18.621877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 59b77dda-a880-4826-8b83-c4c48286091a not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:18.632110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b2e5f572-5b56-4eeb-b42c-c1b3e9de0f63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9183366 May 13 15:20:18.635299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38496) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:18.689542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8f14-6f07-4d11-b899-61b687e421e6 None None] Pushing event updated for resources: {'Port': ['ID=3256d068-2418-4850-b094-c381172eea8d,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:18.717821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 5ea3938c-059b-4f68-af6c-83362ae24952 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:18.718310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.740429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Allocated IP 2001:db8:3::1 (dcaa34ad-35fd-4bf2-8707-43e460ff020c/b879a708-35cb-4c96-b6e3-5a74e909ef3b/9a84ebc8-ca40-427a-8ae3-391961825ff1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:18.773406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e4a256af-2f6d-49fe-bee6-53bd1d170d57 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:18.778725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e4a256af-2f6d-49fe-bee6-53bd1d170d57 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:18.779110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.930780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e4a256af-2f6d-49fe-bee6-53bd1d170d57 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:18.932143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.994625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port e4a256af-2f6d-49fe-bee6-53bd1d170d57, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e4a256af-2f6d-49fe-bee6-53bd1d170d57,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:19.001594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.028513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Transition to ACTIVE for port object 9a84ebc8-ca40-427a-8ae3-391961825ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:19.066306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.073750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38502) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:19.075121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.150184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.157522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:19.198688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.233289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 5ea3938c-059b-4f68-af6c-83362ae24952 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:19.235469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:19.240573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:19.252928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:19.253462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.280900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:19.284847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.370764 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:20:19.395076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.451320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.454774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=5ea3938c-059b-4f68-af6c-83362ae24952,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:19.465879 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a38fc798-da78-4601-a0fb-48c3f7ae611c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/5ea3938c-059b-4f68-af6c-83362ae24952 HTTP/1.1" status: 204 len: 168 time: 0.8288064 May 13 15:20:19.467772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38506) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:19.473563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'mac_address': 'fa:16:3e:00:c5:61', 'name': 'tempest-PortsTestJSON-1096651662'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:19.486943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.497705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.518294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5956027-3620-4602-9028-a65d485b6e54,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:19.596810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:19.601242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:19.604265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:19.611725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:19.703867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:19.719021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.722422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b678b44-584e-44a3-9d78-20604c2ba2e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/a5956027-3620-4602-9028-a65d485b6e54 HTTP/1.1" status: 204 len: 168 time: 0.6471369 May 13 15:20:19.816594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38512) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:19.824703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04437f8e-b30b-4a62-b812-5693a2771293 None None] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:19.848071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.880292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 443a1a62-4a06-4371-ae2d-1acaa393b0e7 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:19.980783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3256d068-2418-4850-b094-c381172eea8d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:20.023059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6611787a-f977-48b5-bee6-7cde742039ec None None] Provisioning for port 3256d068-2418-4850-b094-c381172eea8d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:20.165896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.235324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3256d068-2418-4850-b094-c381172eea8d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:20.242062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3256d068-2418-4850-b094-c381172eea8d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:20.242579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.265397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.354094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:20.358145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:20.360843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:20.367268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:20.367996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.390455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3256d068-2418-4850-b094-c381172eea8d is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:20.390865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.392333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=443a1a62-4a06-4371-ae2d-1acaa393b0e7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:20.415377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.429501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3256d068-2418-4850-b094-c381172eea8d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3256d068-2418-4850-b094-c381172eea8d,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:20.484721 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2c53fba0-8261-4670-8df4-90ca221d7827 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0157959 May 13 15:20:20.485356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38516) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:20.508822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.509447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.509595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e4a256af-2f6d-49fe-bee6-53bd1d170d57 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:20.510415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.580666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Provisioning complete for port 3256d068-2418-4850-b094-c381172eea8d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:20.580956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.693134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3256d068-2418-4850-b094-c381172eea8d,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:20.710080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebed967-a9a0-4a98-aef3-a68cdefdc2e9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:20.712102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ebed967-a9a0-4a98-aef3-a68cdefdc2e9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:20.750436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event updated for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:20.765570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e4a256af-2f6d-49fe-bee6-53bd1d170d57 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:20.765975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.800754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3ebed967-a9a0-4a98-aef3-a68cdefdc2e9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:20.804734 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3ebed967-a9a0-4a98-aef3-a68cdefdc2e9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/443a1a62-4a06-4371-ae2d-1acaa393b0e7 HTTP/1.1" status: 200 len: 841 time: 0.3157406 May 13 15:20:20.804897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38520) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:20.809771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Current status of the port 3256d068-2418-4850-b094-c381172eea8d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:20.849860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:20.851882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:20.887198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 443a1a62-4a06-4371-ae2d-1acaa393b0e7 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:20.887542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.896256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e4a256af-2f6d-49fe-bee6-53bd1d170d57 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:20.915345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Provisioning for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:20.921868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Provisioning complete for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:20.922504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.007263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e84504b7-fadf-4a67-b913-178c4b0e8829 None None] Port 9a84ebc8-ca40-427a-8ae3-391961825ff1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:21.046530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:21.132897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7773131d-6738-4848-87ad-a474438b4a50 None None] Provisioning complete for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:21.134419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7773131d-6738-4848-87ad-a474438b4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.165144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.195910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7773131d-6738-4848-87ad-a474438b4a50 None None] Port 9a84ebc8-ca40-427a-8ae3-391961825ff1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:21.267479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.290849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 443a1a62-4a06-4371-ae2d-1acaa393b0e7 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:21.315681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ab5b75e4-eae4-47e2-9db9-9c8a77e99dc5 None None] Provisioning complete for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:21.316055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ab5b75e4-eae4-47e2-9db9-9c8a77e99dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.332864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:21.341625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2803a5d0-3457-4e1c-b6e9-8d519325d6c0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3897595 May 13 15:20:21.342860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38524) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:21.353093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:21.355685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:21.368386 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:21.370068 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:21.378840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b75e4-eae4-47e2-9db9-9c8a77e99dc5 None None] Port 9a84ebc8-ca40-427a-8ae3-391961825ff1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:21.553185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:21.651346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.719588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=443a1a62-4a06-4371-ae2d-1acaa393b0e7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:21.732422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.818653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port b24b69bc-bf87-4337-895f-5b072e5ff70d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:21.819788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.832107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3256d068-2418-4850-b094-c381172eea8d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:21.844372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09de8ad7-acf0-42c1-8c02-3938f0ddd9bb tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/443a1a62-4a06-4371-ae2d-1acaa393b0e7 HTTP/1.1" status: 204 len: 168 time: 1.0385163 May 13 15:20:21.845223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38528) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:21.916960 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:19Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:19Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:21.921487 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:21.921842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Updating router 620bbe9f-7f5f-4488-b1f7-03519d033958 port 9a84ebc8-ca40-427a-8ae3-391961825ff1 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:21.949291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3256d068-2418-4850-b094-c381172eea8d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:21.949847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.985303 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:21.993624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc98013-1d32-465f-b5f3-6f6c042480ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:21.994960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9dc98013-1d32-465f-b5f3-6f6c042480ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:22.084477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3256d068-2418-4850-b094-c381172eea8d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:22.085157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port b24b69bc-bf87-4337-895f-5b072e5ff70d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b24b69bc-bf87-4337-895f-5b072e5ff70d,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:22.085618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.116719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9dc98013-1d32-465f-b5f3-6f6c042480ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:22.118241 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9dc98013-1d32-465f-b5f3-6f6c042480ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/443a1a62-4a06-4371-ae2d-1acaa393b0e7 HTTP/1.1" status: 404 len: 333 time: 0.2657926 May 13 15:20:22.124800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38532) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:22.132958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'name': 'tempest-PortsTestJSON-1541791734'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:22.222707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for b24b69bc-bf87-4337-895f-5b072e5ff70d owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:22.231412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:20:22.354684 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.368133 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Transition to ACTIVE for port object 9a84ebc8-ca40-427a-8ae3-391961825ff1 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:22.391289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Removed routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:20:22.391676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.395426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:22.405104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:22.428968 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.523816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:22.527449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.559291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.626402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=b24b69bc-bf87-4337-895f-5b072e5ff70d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:22.641527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 6262a953-e5ae-4d11-98a5-2feaf205c2c6 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:22.642087 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e1db-1747-471b-880b-755477b19149 None None] Pushing event updated for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:22.724514 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Attempting to bind port 9a84ebc8-ca40-427a-8ae3-391961825ff1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:22.724883 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Attempting to bind port 9a84ebc8-ca40-427a-8ae3-391961825ff1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:22.725242 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Attempting to bind port 9a84ebc8-ca40-427a-8ae3-391961825ff1 on network dcaa34ad-35fd-4bf2-8707-43e460ff020c {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:22.736655 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:22.737039 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Checking segment: {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:22.737431 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.737819 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Bound using segment: {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:22.738311 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Bound port: 9a84ebc8-ca40-427a-8ae3-391961825ff1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21025f3b-9678-44cf-8c96-0c6fee06b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:22.738680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.923984 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] For port 9a84ebc8-ca40-427a-8ae3-391961825ff1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:22.935044 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] For port 9a84ebc8-ca40-427a-8ae3-391961825ff1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9a84ebc8-ca40-427a-8ae3-391961825ff1,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:23.006366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.014814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.015491 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.065893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.105243 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:23.105871 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:23.184542 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e1db-1747-471b-880b-755477b19149 None None] Pushing event updated for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:23.319503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.319679 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:23.338149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:23.518908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:23.531148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.534763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-86e50993-f090-4d18-8cde-fd55e44fdde9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 954 time: 2.1890066 May 13 15:20:23.535068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38536) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:23.597610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.606083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router b8a3e22c-87bc-4052-a3d8-53c972c18f33 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:23.674834 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 6, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:23.679037 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b5503-64be-49d9-9f8d-61fc166d1396 None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 6, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:23.762633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:23.769340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:23.771709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:23.777594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:23.780327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.813342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=6262a953-e5ae-4d11-98a5-2feaf205c2c6,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:23.830896 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8fc3b6e1-60e0-4a0f-9800-5843b7cfb862 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 954 time: 0.2946990 May 13 15:20:23.833366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38540) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:23.838599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'routes': None}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:23.852314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:23.864451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Sync routers for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:23.877137 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c2ceb11d-ec10-4ce5-9de4-276e85f64c91 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/b8a3e22c-87bc-4052-a3d8-53c972c18f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0594699 May 13 15:20:23.881545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38544) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:23.882845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:23.883584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:23.903481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-08efbb03-5850-4375-83f3-aacfafbb26c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7776132 May 13 15:20:23.904266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38548) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:23.920513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:23.989266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet 8f853834-9142-4f0f-b763-85a4901aa4e3 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:23.995375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.060765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9a84ebc8-ca40-427a-8ae3-391961825ff1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:24.088787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.178299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.248630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:24.407590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.441921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.454816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=8f853834-9142-4f0f-b763-85a4901aa4e3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:24.468095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.474573 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-af9ba629-0e6d-48a4-859e-ca0256178bfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/8f853834-9142-4f0f-b763-85a4901aa4e3 HTTP/1.1" status: 204 len: 168 time: 0.5916724 May 13 15:20:24.478501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38552) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:24.497020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fde9d6-0e85-45cc-af88-6a8995c9b338 None None] Network 1c398994-ac63-4ba7-88f0-5abe0611ec88 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:24.568266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:24.599822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:24.600342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.699954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.711716 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:24.724707 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:24.725740 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:24.887105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.891964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9a84ebc8-ca40-427a-8ae3-391961825ff1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:24.892499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.911700 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:24.931931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '32a26820-ec17-46b3-827a-7d876505644e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '32a26820-ec17-46b3-827a-7d876505644e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:52Z', 'updated_at': '2022-05-13T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:24.948291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Checking router: b8a3e22c-87bc-4052-a3d8-53c972c18f33 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:24.968271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.970057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added routes are [] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:20:24.973569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.extraroute_db [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:20:24.981542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.992488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9a84ebc8-ca40-427a-8ae3-391961825ff1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9a84ebc8-ca40-427a-8ae3-391961825ff1,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:24.994258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Routers {'b8a3e22c-87bc-4052-a3d8-53c972c18f33'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:24.995435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.052087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] In _notify_port_updated(), no bound segment for port 6262a953-e5ae-4d11-98a5-2feaf205c2c6 on network ea0769a7-0e5e-4e31-b708-4f6e389cab7d {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:20:25.057335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:25.057922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.062003 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/ports/6262a953-e5ae-4d11-98a5-2feaf205c2c6 HTTP/1.1" status: 200 len: 818 time: 1.1454365 May 13 15:20:25.062963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38556) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:25.095406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 32a26820-ec17-46b3-827a-7d876505644e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:25.096109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.107110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.109735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279418d0-7bc4-46a0-8422-f7e113ca4981 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=6262a953-e5ae-4d11-98a5-2feaf205c2c6,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:25.150151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] DHCP port deletion for 1c398994-ac63-4ba7-88f0-5abe0611ec88 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:25.168511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.199587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 6262a953-e5ae-4d11-98a5-2feaf205c2c6 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:25.204202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.208320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Deleting port 8d30dd6d-6576-490f-9555-840ce5001c3b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:25.208696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.296179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] Set router b8a3e22c-87bc-4052-a3d8-53c972c18f33 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:25.324254 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 6, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:22Z', 'revision_number': 4, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.330600 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:25.346500 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:25.348631 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.439118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 8, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.452889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:25.457811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0f8d0-88a3-4a47-8aff-57276373aa25 None None] The sync data for ids ['b8a3e22c-87bc-4052-a3d8-53c972c18f33'] in dv-neutron-835340-3-hyperv is: [{'id': 'b8a3e22c-87bc-4052-a3d8-53c972c18f33', 'name': 'tempest-TestNetworkBasicOps-router-1041788331', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:49Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 8, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:25.553108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 32a26820-ec17-46b3-827a-7d876505644e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=32a26820-ec17-46b3-827a-7d876505644e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:25.553810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.566988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.578157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.579674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.616298 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:25.690553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] For port 8d30dd6d-6576-490f-9555-840ce5001c3b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8d30dd6d-6576-490f-9555-840ce5001c3b,segment=NetworkSegment(f9834936-7ec1-436a-9ff7-163ac2103327),segment_id=f9834936-7ec1-436a-9ff7-163ac2103327)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:25.691374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.848796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Calling delete_port for 8d30dd6d-6576-490f-9555-840ce5001c3b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:25.939079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:25.993111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 32a26820-ec17-46b3-827a-7d876505644e owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:25.994759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.040845 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:25Z', 'revision_number': 7, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:26.041471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 6262a953-e5ae-4d11-98a5-2feaf205c2c6 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:26.049552 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f325d-dbdc-41d1-82d8-b638ef74a7bf None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:25Z', 'revision_number': 7, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:26.086174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] No DVR routers for this DVR port 8d30dd6d-6576-490f-9555-840ce5001c3b on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:26.106928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a34c1-717f-4da1-8b0a-688ab1f6d36f None None] Pushing event deleted for resources: {'Port': ['ID=8d30dd6d-6576-490f-9555-840ce5001c3b,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:26.164088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:26.166527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9a84ebc8-ca40-427a-8ae3-391961825ff1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:26.173066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.179004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-be530b7b-f0ae-456f-a66a-69ce238939bf tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 704 time: 2.3444867 May 13 15:20:26.183275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38560) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:26.223347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.271024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9a84ebc8-ca40-427a-8ae3-391961825ff1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:26.271412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.299732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=6262a953-e5ae-4d11-98a5-2feaf205c2c6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:26.316459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.396258 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-71677fba-9f2d-436c-9910-98f61e3b9617 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 704 time: 0.2093961 May 13 15:20:26.396495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38564) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:26.417451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9a84ebc8-ca40-427a-8ae3-391961825ff1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:26.430132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-de10ed2d-43e9-4452-8c8b-42271ed6325d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/6262a953-e5ae-4d11-98a5-2feaf205c2c6 HTTP/1.1" status: 204 len: 168 time: 1.3666506 May 13 15:20:26.435861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38568) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:26.477847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:26.481909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b24b69bc-bf87-4337-895f-5b072e5ff70d no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:26.508765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.519972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b24b69bc-bf87-4337-895f-5b072e5ff70d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:26.520313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b24b69bc-bf87-4337-895f-5b072e5ff70d not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:26.520735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32a26820-ec17-46b3-827a-7d876505644e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:26.557533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:26.558351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:26.562013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=32a26820-ec17-46b3-827a-7d876505644e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:26.615233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 32a26820-ec17-46b3-827a-7d876505644e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:26.615233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 32a26820-ec17-46b3-827a-7d876505644e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:26.615558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8d30dd6d-6576-490f-9555-840ce5001c3b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:26.667446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc0ee7-66c0-455e-b0a7-40e34cc51f7f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:26.668223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4fbc0ee7-66c0-455e-b0a7-40e34cc51f7f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:26.679654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.704735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 8d30dd6d-6576-490f-9555-840ce5001c3b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:26.704735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8d30dd6d-6576-490f-9555-840ce5001c3b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:26.752140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:26.859558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.861769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.864893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4fbc0ee7-66c0-455e-b0a7-40e34cc51f7f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:26.866074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4fbc0ee7-66c0-455e-b0a7-40e34cc51f7f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4343512 May 13 15:20:26.871555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38572) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:26.928088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-962299bd-1658-4c78-b579-09e6752d6ab6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:26.929424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-962299bd-1658-4c78-b579-09e6752d6ab6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/6262a953-e5ae-4d11-98a5-2feaf205c2c6 HTTP/1.1" status: 404 len: 333 time: 0.0577774 May 13 15:20:26.935337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38576) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:26.943002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1409562892'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:26.951061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:26.955762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:26.960110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:26.966864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:26.978911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.005298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.006372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router b8a3e22c-87bc-4052-a3d8-53c972c18f33 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:20:27.022334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.025816 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-36acb87f-db8c-4b32-92d3-e22fd0f248ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/b8a3e22c-87bc-4052-a3d8-53c972c18f33 HTTP/1.1" status: 204 len: 168 time: 2.5407121 May 13 15:20:27.026106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38580) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:27.122250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:27.126294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.138597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:25Z', 'revision_number': 7, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.143602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:27.152564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:27.153272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.186867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.189439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:27.203301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.203637 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 75a211b8-82f0-4b42-8730-a3dec8c393a2 of type vlan for network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 May 13 15:20:27.319342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:27.331380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.348745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 9a84ebc8-ca40-427a-8ae3-391961825ff1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:27.349354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.360083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.404889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c398994-ac63-4ba7-88f0-5abe0611ec88']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.412034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9834936-7ec1-436a-9ff7-163ac2103327') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.412329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9834936-7ec1-436a-9ff7-163ac2103327') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.424940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.442332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.448622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:27.449013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:27.468847 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:27.629639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.634994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:27.635572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.651609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.708118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 9a84ebc8-ca40-427a-8ae3-391961825ff1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9a84ebc8-ca40-427a-8ae3-391961825ff1,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:27.708981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.735019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:25Z', 'revision_number': 7, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.739418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ec716-8c51-4260-a5b8-3371211f72ef None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:25Z', 'revision_number': 7, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84ebc8-ca40-427a-8ae3-391961825ff1', 'name': '', 'network_id': 'dcaa34ad-35fd-4bf2-8707-43e460ff020c', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:ef:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:18Z', 'updated_at': '2022-05-13T15:20:24Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'b879a708-35cb-4c96-b6e3-5a74e909ef3b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:27.769062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=92965c5b-fe11-4ef5-b765-53dbefadb9f8,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:27.780203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:27.838598 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-49d76d43-7f5f-4ae4-8b6c-1eb0bb510974 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8990011 May 13 15:20:27.838893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38586) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:27.847506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:27.853387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 9a84ebc8-ca40-427a-8ae3-391961825ff1 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:27.872532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.881482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.993718 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/1c398994-ac63-4ba7-88f0-5abe0611ec88 HTTP/1.1" status: 204 len: 168 time: 0.9664295 May 13 15:20:28.005726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45504-09da-4c5a-97d5-48281985534a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=1c398994-ac63-4ba7-88f0-5abe0611ec88,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.020647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38590) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.033075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--1731889411', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.042070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.045941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.049735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.050192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.052553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.054607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.058221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.064457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.183245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:28.186899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.200713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:28.204296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.215166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.273991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=9a84ebc8-ca40-427a-8ae3-391961825ff1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.377915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:28.460006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.460381 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment f734bdcf-ae3d-447d-88f8-540640eadac6 of type vlan for network 2494cd77-8911-40ae-a9e3-b461008fc191 May 13 15:20:28.502223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.502879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.506531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.591204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=74323d22-0401-4ae1-b388-3f04c88d48c2,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.597618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '75a211b8-82f0-4b42-8730-a3dec8c393a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:28.598000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 92965c5b-fe11-4ef5-b765-53dbefadb9f8, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:28.690871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:28.781860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 92965c5b-fe11-4ef5-b765-53dbefadb9f8) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:28.786415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:28.787088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.790855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035001d5-c80a-4b3b-90a0-5d978129000f None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:28.802517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.807898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:28.808486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.875108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c279cfbb-7efb-430e-845c-8fe14e1867b7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0342133 May 13 15:20:28.878511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.885851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.954924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=2494cd77-8911-40ae-a9e3-b461008fc191,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.974098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:28.979245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 2494cd77-8911-40ae-a9e3-b461008fc191 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:29.038930 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d89e393c-fd12-458f-89ab-45713ef0ca0d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0171776 May 13 15:20:29.044401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:29.052858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-646590025', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:29.065005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:29.067490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:29.072099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:29.075041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:29.078873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:29.081717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:29.089659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:29.093682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:29.148979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '74323d22-0401-4ae1-b388-3f04c88d48c2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:29.149854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.181863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.183078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.195343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:29.199250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.274589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:29.281636 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ebe71f41-3bae-4e90-980f-06028c0927fa tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835440 May 13 15:20:29.284172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:29.285165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.289315 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:29.300233 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:29.301107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:29.337693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Allocated IP 172.20.0.2 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/74323d22-0401-4ae1-b388-3f04c88d48c2/be6b22f8-d878-4edb-98c5-aa3341019520) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:29.361568 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.ipam_backend_mixin [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 74323d22-0401-4ae1-b388-3f04c88d48c2 (CIDR: 172.20.0.0/28) May 13 15:20:29.383773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet b879a708-35cb-4c96-b6e3-5a74e909ef3b {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:29.386913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.402191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:20:29.403387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:29.447562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.485866 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:29.541878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.580833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.593357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Transition to ACTIVE for port object be6b22f8-d878-4edb-98c5-aa3341019520 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:29.619902 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8b7eb67-c34c-49a2-b724-7b315a488db2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7400849 May 13 15:20:29.622966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38606) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:29.629833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:29.690642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.698293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Transition to ACTIVE for port object be6b22f8-d878-4edb-98c5-aa3341019520 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:29.706518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.766817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=b879a708-35cb-4c96-b6e3-5a74e909ef3b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:29.772403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.781699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb801f9-ce7f-4ba7-b8c1-fb1061c97e97 None None] Network dcaa34ad-35fd-4bf2-8707-43e460ff020c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:29.801790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.860259 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:27Z', 'revision_number': 8, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:29.861309 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-051a5150-8854-42e9-98f5-4a99929f7817 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/b879a708-35cb-4c96-b6e3-5a74e909ef3b HTTP/1.1" status: 204 len: 168 time: 0.5756533 May 13 15:20:29.864916 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:29.867685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:29.872102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:29.875112 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:29.875794 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:29.876558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:29.882597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:29.890368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38610) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:29.928322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:29.938922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:29.941819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:29.985979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:29.990993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.047852 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:30.081708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Attempting to bind port be6b22f8-d878-4edb-98c5-aa3341019520 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:30.082515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Attempting to bind port be6b22f8-d878-4edb-98c5-aa3341019520 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '75a211b8-82f0-4b42-8730-a3dec8c393a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:30.083076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Attempting to bind port be6b22f8-d878-4edb-98c5-aa3341019520 on network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:30.093131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:30.093919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Checking segment: {'id': '75a211b8-82f0-4b42-8730-a3dec8c393a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:30.094534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.095158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Bound using segment: {'id': '75a211b8-82f0-4b42-8730-a3dec8c393a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:30.095868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Bound port: be6b22f8-d878-4edb-98c5-aa3341019520, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a211b8-82f0-4b42-8730-a3dec8c393a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:30.103171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.150512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.193317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 3256d068-2418-4850-b094-c381172eea8d {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:30.193668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.220972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Pushing event updated for resources: {'Port': ['ID=be6b22f8-d878-4edb-98c5-aa3341019520,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:30.337573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.340909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] For port be6b22f8-d878-4edb-98c5-aa3341019520, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:30.356529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] For port be6b22f8-d878-4edb-98c5-aa3341019520, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be6b22f8-d878-4edb-98c5-aa3341019520,segment=NetworkSegment(75a211b8-82f0-4b42-8730-a3dec8c393a2),segment_id=75a211b8-82f0-4b42-8730-a3dec8c393a2)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:30.381438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.428780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.456709 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:27Z', 'revision_number': 8, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:30.461465 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002cefb-3636-4fe7-8304-e0041e98745b None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:27Z', 'revision_number': 8, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a256af-2f6d-49fe-bee6-53bd1d170d57', 'name': '', 'network_id': '89cff3fc-8ee6-4c58-888b-76c8865f62f2', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:c1:ba:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:11Z', 'updated_at': '2022-05-13T15:20:18Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'e3c1f624-3789-48e6-997d-d042922724f7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:30.475501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] DHCP port deletion for dcaa34ad-35fd-4bf2-8707-43e460ff020c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:30.505521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Deleting port 3256d068-2418-4850-b094-c381172eea8d {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:30.506162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.551214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 3256d068-2418-4850-b094-c381172eea8d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3256d068-2418-4850-b094-c381172eea8d,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:30.551672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.560156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.146 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/fdf14daf-94fa-45e2-be18-102c749d999e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:30.617128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e6f2d-53f6-4d7c-abcb-07cacef28ae8 None None] Pushing event updated for resources: {'Port': ['ID=be6b22f8-d878-4edb-98c5-aa3341019520,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:30.685112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 3256d068-2418-4850-b094-c381172eea8d owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:30.754292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.767943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] For port 3256d068-2418-4850-b094-c381172eea8d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3256d068-2418-4850-b094-c381172eea8d,segment=NetworkSegment(21025f3b-9678-44cf-8c96-0c6fee06b737),segment_id=21025f3b-9678-44cf-8c96-0c6fee06b737)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:30.768666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.832680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2662e917-265f-4607-982d-f9333a65609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.848612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.850701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.925437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Calling delete_port for 3256d068-2418-4850-b094-c381172eea8d owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:30.959399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.016331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:31.028266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port 3256d068-2418-4850-b094-c381172eea8d on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:31.043700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:31.044055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:31.048766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:31.054683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:31.072298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:31.073442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=3256d068-2418-4850-b094-c381172eea8d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:31.075496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:31.086607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:31.087202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.120981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=fdf14daf-94fa-45e2-be18-102c749d999e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:31.333484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.347038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=519e075a-226e-45b7-aec7-03e02e9c1dc0,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:31.367761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa34ad-35fd-4bf2-8707-43e460ff020c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:31.381300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21025f3b-9678-44cf-8c96-0c6fee06b737') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:31.381526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21025f3b-9678-44cf-8c96-0c6fee06b737') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:31.392415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.408012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.413816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:31.414241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:31.428978 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:31.434176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-615e2129-a294-439b-81dd-737894eb50c7 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8092434 May 13 15:20:31.447381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38614) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.465903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'fixed_ips': [{'subnet_id': '74323d22-0401-4ae1-b388-3f04c88d48c2'}, {'subnet_id': '519e075a-226e-45b7-aec7-03e02e9c1dc0'}], 'name': 'tempest-PortsTestJSON-919167590'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:31.546327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Deleting port 3256d068-2418-4850-b094-c381172eea8d {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:31.546718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.576241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.594610 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.603648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=dcaa34ad-35fd-4bf2-8707-43e460ff020c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:31.611708 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-86fc2b66-8819-4447-8f6e-51d082963ca0 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/dcaa34ad-35fd-4bf2-8707-43e460ff020c HTTP/1.1" status: 204 len: 168 time: 1.7177591 May 13 15:20:31.612039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38618) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.618823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e4a9-f49a-4c12-969a-88685a1b1253 None None] The port '3256d068-2418-4850-b094-c381172eea8d' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:31.693280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.754420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:31.758795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:31.761890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:31.768187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:31.864724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:31.907327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be6b22f8-d878-4edb-98c5-aa3341019520 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:32.073464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port be6b22f8-d878-4edb-98c5-aa3341019520 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:32.140614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9a84ebc8-ca40-427a-8ae3-391961825ff1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:32.177520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10737499-4fb1-4a7a-a659-45b6e1768376 None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:32.202836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.208308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 9a84ebc8-ca40-427a-8ae3-391961825ff1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:32.208757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9a84ebc8-ca40-427a-8ae3-391961825ff1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:32.209259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3256d068-2418-4850-b094-c381172eea8d no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:32.255109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.290443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3256d068-2418-4850-b094-c381172eea8d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:32.290809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3256d068-2418-4850-b094-c381172eea8d not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:32.293057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port ab93d0c3-6e2f-4cb7-9856-909510f5e403 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:32.392854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Provisioning for port be6b22f8-d878-4edb-98c5-aa3341019520 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:32.403925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:32.404299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.483571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.569867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port e4a256af-2f6d-49fe-bee6-53bd1d170d57 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:32.570483 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.584941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Current status of the port be6b22f8-d878-4edb-98c5-aa3341019520 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:32.585305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.621861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-967d81ef-107b-450f-83ff-44073af0248a None None] For port be6b22f8-d878-4edb-98c5-aa3341019520, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be6b22f8-d878-4edb-98c5-aa3341019520,segment=NetworkSegment(75a211b8-82f0-4b42-8730-a3dec8c393a2),segment_id=75a211b8-82f0-4b42-8730-a3dec8c393a2)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:32.703399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Update dhcp port {'port': {'network_id': '92965c5b-fe11-4ef5-b765-53dbefadb9f8', 'fixed_ips': [{'subnet_id': '74323d22-0401-4ae1-b388-3f04c88d48c2', 'ip_address': '172.20.0.2'}, {'subnet_id': '519e075a-226e-45b7-aec7-03e02e9c1dc0'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': 'be6b22f8-d878-4edb-98c5-aa3341019520'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:20:32.738841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.782448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port e4a256af-2f6d-49fe-bee6-53bd1d170d57, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e4a256af-2f6d-49fe-bee6-53bd1d170d57,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:32.783393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.821511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.844489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d81ef-107b-450f-83ff-44073af0248a None None] Pushing event updated for resources: {'Port': ['ID=be6b22f8-d878-4edb-98c5-aa3341019520,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:32.896588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.14 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/74323d22-0401-4ae1-b388-3f04c88d48c2/ab93d0c3-6e2f-4cb7-9856-909510f5e403) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:32.902763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.29 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/519e075a-226e-45b7-aec7-03e02e9c1dc0/ab93d0c3-6e2f-4cb7-9856-909510f5e403) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:32.912288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for e4a256af-2f6d-49fe-bee6-53bd1d170d57 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:32.967031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 3ea948c1-ca08-490a-8255-4fdb459c73a3 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:20:33.143617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5af8e84-4734-45d8-b664-8c68a947dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.292293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.295854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:33.298047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.305303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Sync routers for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:33.316716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:33.317383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:33.331461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object ab93d0c3-6e2f-4cb7-9856-909510f5e403 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:33.384779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=e4a256af-2f6d-49fe-bee6-53bd1d170d57,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:33.412429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.416608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84c008fa-5c31-488a-96ba-8230dd79c973 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3682458 May 13 15:20:33.418729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38622) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:33.464764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.518490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-591acb94-3f6a-4957-9a16-c46e5cf66bc5 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962262 May 13 15:20:33.525685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38626) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:33.537436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:33.563150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:33.565490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:33.570219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:33.583388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.615339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Allocated IP 172.20.0.18 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/519e075a-226e-45b7-aec7-03e02e9c1dc0/be6b22f8-d878-4edb-98c5-aa3341019520) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:33.694147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=ab93d0c3-6e2f-4cb7-9856-909510f5e403,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:33.710726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:33.711342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.923523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e1ea4835-4101-4259-a106-4a76fef6a3c5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4750657 May 13 15:20:33.925130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72322209-e499-48bf-be95-7399b7591398 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:33.926525 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72322209-e499-48bf-be95-7399b7591398 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3995554 May 13 15:20:33.929814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38630) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:33.933275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38632) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:33.940426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74323d22-0401-4ae1-b388-3f04c88d48c2'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:33.966242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:33.993817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be6b22f8-d878-4edb-98c5-aa3341019520 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:34.036545 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6c0ba713-d3f1-4ad3-aacb-79e7c390dcec tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615492 May 13 15:20:34.039405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38638) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:34.047459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] For port be6b22f8-d878-4edb-98c5-aa3341019520, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be6b22f8-d878-4edb-98c5-aa3341019520,segment=NetworkSegment(75a211b8-82f0-4b42-8730-a3dec8c393a2),segment_id=75a211b8-82f0-4b42-8730-a3dec8c393a2)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:34.049830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294624077', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:34.097692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.120290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:34.120802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.137523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:34.153303 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:34.153774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Transition to ACTIVE for port object be6b22f8-d878-4edb-98c5-aa3341019520 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:34.161390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:34.162032 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:34.172004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-84b06fb5-0dc6-43bf-8278-a938cc3d89ed tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5575464 May 13 15:20:34.172732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38642) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:34.177159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:31Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:34.186251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Checking router: 3ea948c1-ca08-490a-8255-4fdb459c73a3 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:34.186640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Updating router 3ea948c1-ca08-490a-8255-4fdb459c73a3 port fdf14daf-94fa-45e2-be18-102c749d999e binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:34.240891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:34.250689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:34.256842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:34.259954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.268109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet e3c1f624-3789-48e6-997d-d042922724f7 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:34.272033 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.292813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.309850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:34.365421 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:34.376293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port be6b22f8-d878-4edb-98c5-aa3341019520 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:34.379852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.444710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.472617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.561500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:34.564961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.655082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.707846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.722282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.730808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26f38c-d22a-4c5f-ab98-5502cf90d187 None None] Pushing event updated for resources: {'Port': ['ID=be6b22f8-d878-4edb-98c5-aa3341019520,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:34.744467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c1f624-3789-48e6-997d-d042922724f7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:34.744586 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 9, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:34.749600 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:34.753905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.766774 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:34.767762 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:34.772014 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f910ef93-4ae9-4581-83f2-fff7451706de tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/e3c1f624-3789-48e6-997d-d042922724f7 HTTP/1.1" status: 204 len: 168 time: 0.5982482 May 13 15:20:34.774854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38646) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:34.782424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Delete allocated IP 172.20.0.29 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/519e075a-226e-45b7-aec7-03e02e9c1dc0) {{(pid=88837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:20:34.960403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.991565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port acd3c9ca-a21e-46fe-80bc-412c47f1fbed {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:34.992316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.996285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.011390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Transition to ACTIVE for port object fdf14daf-94fa-45e2-be18-102c749d999e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:35.012456 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:35.018340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21875821-cc70-4be8-bcbc-63702a17d786 None None] Network 89cff3fc-8ee6-4c58-888b-76c8865f62f2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:35.098175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.114035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.121686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Ignored duplicate provisioning block setup for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:20:35.142270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.222684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.225879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16ee4-8592-4b99-8206-af80435e85d9 None None] Pushing event updated for resources: {'Port': ['ID=fdf14daf-94fa-45e2-be18-102c749d999e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.369271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Attempting to bind port fdf14daf-94fa-45e2-be18-102c749d999e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:35.369657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Attempting to bind port fdf14daf-94fa-45e2-be18-102c749d999e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:35.370405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Attempting to bind port fdf14daf-94fa-45e2-be18-102c749d999e on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:35.377627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:35.378032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:35.378441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.379561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:35.380062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Bound port: fdf14daf-94fa-45e2-be18-102c749d999e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:35.380446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.382186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=ab93d0c3-6e2f-4cb7-9856-909510f5e403,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.429407 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 9, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:35.434732 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0282d06-2606-4e51-87d0-8ac0e7fdd5fd None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 9, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa4b923-a55a-403a-b91c-f0571c36281e', 'name': '', 'network_id': '202c18c6-a39a-475e-9c6a-f238a1ed9d78', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:f6:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:00Z', 'updated_at': '2022-05-13T15:20:11Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': 'a66929ef-a988-41a9-8271-3a07ef709591', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:35.463114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=c94fa28f-de90-42d3-b577-3b5d1b53b842,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.478654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port acd3c9ca-a21e-46fe-80bc-412c47f1fbed, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,segment=NetworkSegment(9db76630-5986-4071-b3ba-8d5d1be31ecf),segment_id=9db76630-5986-4071-b3ba-8d5d1be31ecf)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:35.480986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.507201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:35.507586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 2494cd77-8911-40ae-a9e3-b461008fc191, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:35.512997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] For port fdf14daf-94fa-45e2-be18-102c749d999e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:35.517256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] For port fdf14daf-94fa-45e2-be18-102c749d999e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdf14daf-94fa-45e2-be18-102c749d999e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:35.582064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.587333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] In _notify_port_updated(), no bound segment for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 on network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:20:35.592863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:35.593472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.597269 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84fc930f-ca64-4a8e-a268-638fc712f3db tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/ports/ab93d0c3-6e2f-4cb7-9856-909510f5e403 HTTP/1.1" status: 200 len: 919 time: 1.6647437 May 13 15:20:35.597503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38650) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:35.602984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74323d22-0401-4ae1-b388-3f04c88d48c2'}, {'subnet_id': '519e075a-226e-45b7-aec7-03e02e9c1dc0'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:35.615118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e35c3-55dd-45a7-859a-955da2c89f9a None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:35.627037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for acd3c9ca-a21e-46fe-80bc-412c47f1fbed owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:35.701291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 2494cd77-8911-40ae-a9e3-b461008fc191 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:35.736122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.763408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:35.764822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:35.823694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.867555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16ee4-8592-4b99-8206-af80435e85d9 None None] Pushing event updated for resources: {'Port': ['ID=fdf14daf-94fa-45e2-be18-102c749d999e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.874075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 2494cd77-8911-40ae-a9e3-b461008fc191) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:35.887811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e5a55-4712-4727-88e5-328443375455 None None] DHCP port deletion for 89cff3fc-8ee6-4c58-888b-76c8865f62f2 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:35.892609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:35.893468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.909206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=acd3c9ca-a21e-46fe-80bc-412c47f1fbed,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.928123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port acd3c9ca-a21e-46fe-80bc-412c47f1fbed on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:35.950279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cabf37d8-0d35-4a9b-b0a8-f8dc440e56d9 None None] Provisioning for port be6b22f8-d878-4edb-98c5-aa3341019520 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:35.976755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cabf37d8-0d35-4a9b-b0a8-f8dc440e56d9 None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:35.977132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cabf37d8-0d35-4a9b-b0a8-f8dc440e56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.009252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb68dc8-67c2-4c02-ab9a-1977dec18582 None None] Network 2494cd77-8911-40ae-a9e3-b461008fc191 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:36.025239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be6b22f8-d878-4edb-98c5-aa3341019520 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:36.055190 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-14a8116d-6693-4f9e-a779-22aac474473a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0123553 May 13 15:20:36.058668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38654) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:36.105793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.137545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cff3fc-8ee6-4c58-888b-76c8865f62f2']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:36.152027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db76630-5986-4071-b3ba-8d5d1be31ecf') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:36.152414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db76630-5986-4071-b3ba-8d5d1be31ecf') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:36.165606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.182884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.190779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:36.190779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:36.205660 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:36.218216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.317697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:36.375958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.380451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.412478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=89cff3fc-8ee6-4c58-888b-76c8865f62f2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:36.416481 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-581841f4-9664-41f9-bc47-e5e1dd0377b2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/89cff3fc-8ee6-4c58-888b-76c8865f62f2 HTTP/1.1" status: 204 len: 168 time: 1.6403520 May 13 15:20:36.419380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38658) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:36.485870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.24 (92965c5b-fe11-4ef5-b765-53dbefadb9f8/519e075a-226e-45b7-aec7-03e02e9c1dc0/ab93d0c3-6e2f-4cb7-9856-909510f5e403) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:36.735701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:36.736239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.801471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cabf37d8-0d35-4a9b-b0a8-f8dc440e56d9 None None] Current status of the port be6b22f8-d878-4edb-98c5-aa3341019520 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:36.876530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-2494cd77-8911-40ae-a9e3-b461008fc191', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:36.877525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.928564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.961125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Ignored duplicate provisioning block setup for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:20:36.964010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.081967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.181038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port be6b22f8-d878-4edb-98c5-aa3341019520 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:37.217814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Allocated IP 172.20.0.2 (2494cd77-8911-40ae-a9e3-b461008fc191/c94fa28f-de90-42d3-b577-3b5d1b53b842/37cb3d84-3b46-41bc-998d-1561f0c0817e) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:37.253226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:31Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:37.262654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c3a75-1478-4300-ac60-b57e70b659a0 None None] The sync data for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv is: [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:31Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:37.409458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=ab93d0c3-6e2f-4cb7-9856-909510f5e403,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:37.422860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device acd3c9ca-a21e-46fe-80bc-412c47f1fbed no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:37.427681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.454418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] In _notify_port_updated(), no bound segment for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 on network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:20:37.464733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:37.465411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.469330 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cc8384c4-b9a9-4b0c-8f70-f47cbddc21aa tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/ports/ab93d0c3-6e2f-4cb7-9856-909510f5e403 HTTP/1.1" status: 200 len: 999 time: 1.8684013 May 13 15:20:37.470184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38662) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:37.480906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: acd3c9ca-a21e-46fe-80bc-412c47f1fbed {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:37.481120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device acd3c9ca-a21e-46fe-80bc-412c47f1fbed not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:37.481447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e4a256af-2f6d-49fe-bee6-53bd1d170d57 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:37.535148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: e4a256af-2f6d-49fe-bee6-53bd1d170d57 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:37.535531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e4a256af-2f6d-49fe-bee6-53bd1d170d57 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:37.565820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 3aa4b923-a55a-403a-b91c-f0571c36281e {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:37.566196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.648531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port ab93d0c3-6e2f-4cb7-9856-909510f5e403 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:37.648531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.681905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Provisioning for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:37.704522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.715353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Provisioning complete for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:37.716091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.832112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Transition to ACTIVE for port object 37cb3d84-3b46-41bc-998d-1561f0c0817e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:37.865883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Port ab93d0c3-6e2f-4cb7-9856-909510f5e403 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:37.868141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Transition to ACTIVE for port object 37cb3d84-3b46-41bc-998d-1561f0c0817e will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:37.895712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:37.896096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.908240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 3aa4b923-a55a-403a-b91c-f0571c36281e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa4b923-a55a-403a-b91c-f0571c36281e,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:37.908759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.946562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdf14daf-94fa-45e2-be18-102c749d999e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:37.976913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.100499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Network 2494cd77-8911-40ae-a9e3-b461008fc191 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:38.111956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:38.115337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:38.144248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 3aa4b923-a55a-403a-b91c-f0571c36281e owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:38.188291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Pushing event updated for resources: {'Port': ['ID=37cb3d84-3b46-41bc-998d-1561f0c0817e,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:38.356529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Attempting to bind port 37cb3d84-3b46-41bc-998d-1561f0c0817e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:38.357044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Attempting to bind port 37cb3d84-3b46-41bc-998d-1561f0c0817e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:38.358777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Attempting to bind port 37cb3d84-3b46-41bc-998d-1561f0c0817e on network 2494cd77-8911-40ae-a9e3-b461008fc191 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:38.370382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:38.371019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Checking segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:38.371538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.371986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Bound using segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:38.372520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Bound port: 37cb3d84-3b46-41bc-998d-1561f0c0817e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:38.372946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.384330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1bfce-807c-4a07-90af-29de5c4f876e None None] Current status of the port be6b22f8-d878-4edb-98c5-aa3341019520 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:38.431808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fdf14daf-94fa-45e2-be18-102c749d999e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:38.452964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fdf14daf-94fa-45e2-be18-102c749d999e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:38.453405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.498109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.551299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cebb4f2f-829e-4bbd-8d4d-12b83a29c0dc None None] Provisioning complete for port ab93d0c3-6e2f-4cb7-9856-909510f5e403 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:38.551667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cebb4f2f-829e-4bbd-8d4d-12b83a29c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.558610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.586428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0d384aa2-5360-43df-a534-9779be07736b None None] For port 37cb3d84-3b46-41bc-998d-1561f0c0817e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:38.600389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=3aa4b923-a55a-403a-b91c-f0571c36281e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:38.638531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0d384aa2-5360-43df-a534-9779be07736b None None] For port 37cb3d84-3b46-41bc-998d-1561f0c0817e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37cb3d84-3b46-41bc-998d-1561f0c0817e,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:38.679860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cebb4f2f-829e-4bbd-8d4d-12b83a29c0dc None None] Port ab93d0c3-6e2f-4cb7-9856-909510f5e403 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:38.705247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.755175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for ab93d0c3-6e2f-4cb7-9856-909510f5e403 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:38.797239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.842194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (2494cd77-8911-40ae-a9e3-b461008fc191/c94fa28f-de90-42d3-b577-3b5d1b53b842/1ac0629a-1e30-4b2c-a393-867329a1fb83) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:38.848198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdf14daf-94fa-45e2-be18-102c749d999e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:38.848581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.894200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fdf14daf-94fa-45e2-be18-102c749d999e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdf14daf-94fa-45e2-be18-102c749d999e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:38.897896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d384aa2-5360-43df-a534-9779be07736b None None] Pushing event updated for resources: {'Port': ['ID=37cb3d84-3b46-41bc-998d-1561f0c0817e,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:39.052900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.207608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fdf14daf-94fa-45e2-be18-102c749d999e,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:39.215436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.232312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:39.240856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 1ac0629a-1e30-4b2c-a393-867329a1fb83 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:39.292737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.344086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.359298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=ab93d0c3-6e2f-4cb7-9856-909510f5e403,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:39.471538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 2494cd77-8911-40ae-a9e3-b461008fc191 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:39.501454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:39.504188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:39.542595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:39.553457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:39.559323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c2112bbc-ef5b-4ef0-8f40-b9e90567fda1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1357067 May 13 15:20:39.559500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:39.559642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38666) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:39.579676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:39.580309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:39.635262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet a66929ef-a988-41a9-8271-3a07ef709591 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:39.639655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.643244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.659694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.698597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.782236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:39.792550 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ff56f401-0726-4355-bedf-92fd86677f99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/ab93d0c3-6e2f-4cb7-9856-909510f5e403 HTTP/1.1" status: 204 len: 168 time: 2.3191302 May 13 15:20:39.793218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:39.796545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.941233 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea87d0a0-41f3-4a8a-a70a-f99e6f2bb19d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:39.941814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea87d0a0-41f3-4a8a-a70a-f99e6f2bb19d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:40.033524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea87d0a0-41f3-4a8a-a70a-f99e6f2bb19d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:40.035131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea87d0a0-41f3-4a8a-a70a-f99e6f2bb19d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/ab93d0c3-6e2f-4cb7-9856-909510f5e403 HTTP/1.1" status: 404 len: 333 time: 0.2408166 May 13 15:20:40.037841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38674) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:40.066201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37cb3d84-3b46-41bc-998d-1561f0c0817e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:40.113931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.162398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 519e075a-226e-45b7-aec7-03e02e9c1dc0 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:40.165913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.222644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=a66929ef-a988-41a9-8271-3a07ef709591,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.230226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.241538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed945ebc-5344-4d13-82ec-64655a8b3380 None None] Network 202c18c6-a39a-475e-9c6a-f238a1ed9d78 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:40.244866 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0faff72d-f0d3-4307-811a-297f1e2e5105 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/a66929ef-a988-41a9-8271-3a07ef709591 HTTP/1.1" status: 204 len: 168 time: 0.6841791 May 13 15:20:40.247915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38678) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:40.252328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.269801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 37cb3d84-3b46-41bc-998d-1561f0c0817e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:40.270083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.334831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc913d6-7d7c-4094-bf6e-bf61e9672e1d None None] Network 2494cd77-8911-40ae-a9e3-b461008fc191 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:40.360632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdf14daf-94fa-45e2-be18-102c749d999e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:40.425255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.452546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port a5ee795c-76ed-427c-87bd-d68eb90475ff {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:40.452894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.490756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.495603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 10, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:40.506734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:40.616106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:40.616891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:40.692712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Provisioning for port 37cb3d84-3b46-41bc-998d-1561f0c0817e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:40.710926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.731973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port a5ee795c-76ed-427c-87bd-d68eb90475ff, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a5ee795c-76ed-427c-87bd-d68eb90475ff,segment=NetworkSegment(36db6f22-c4a5-4f6b-bfdb-af8635490106),segment_id=36db6f22-c4a5-4f6b-bfdb-af8635490106)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:40.734367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.788605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Provisioning complete for port 37cb3d84-3b46-41bc-998d-1561f0c0817e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:40.788975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.794577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.799006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.920998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.921261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for a5ee795c-76ed-427c-87bd-d68eb90475ff owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:40.925214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.944609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fdf14daf-94fa-45e2-be18-102c749d999e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:40.944907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.976940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.979629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=519e075a-226e-45b7-aec7-03e02e9c1dc0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.992843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11329ed0-5b0a-4b5d-8f38-fccb10ca2363 None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:40.999278 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b2a0b658-09bf-49c4-bf56-1f2b32f0b4f8 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/519e075a-226e-45b7-aec7-03e02e9c1dc0 HTTP/1.1" status: 204 len: 168 time: 0.9601536 May 13 15:20:41.003913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:41.039711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:41.086988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 2494cd77-8911-40ae-a9e3-b461008fc191 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:41.094702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 74323d22-0401-4ae1-b388-3f04c88d48c2 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:41.095689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:41.095785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.173054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.269384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.327614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=a5ee795c-76ed-427c-87bd-d68eb90475ff,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:41.333596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port a5ee795c-76ed-427c-87bd-d68eb90475ff on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:41.343411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 3ea948c1-ca08-490a-8255-4fdb459c73a3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:41.523661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa8b79-5de4-439f-b709-7db20f4525fb None None] DHCP port deletion for 202c18c6-a39a-475e-9c6a-f238a1ed9d78 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:41.538629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.608314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:41.613795 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-660280a6-9f65-4f30-8340-18d8faf935aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/3ea948c1-ca08-490a-8255-4fdb459c73a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5542986 May 13 15:20:41.617218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38686) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:41.619209 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Sync routers for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:41.630375 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:41.631451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:41.706924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.719146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fdf14daf-94fa-45e2-be18-102c749d999e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:41.739807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Current status of the port 37cb3d84-3b46-41bc-998d-1561f0c0817e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:41.740189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.760063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202c18c6-a39a-475e-9c6a-f238a1ed9d78']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:41.785552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db6f22-c4a5-4f6b-bfdb-af8635490106') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:41.786141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db6f22-c4a5-4f6b-bfdb-af8635490106') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:41.805903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.834634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.849553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:41.852962 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:41.886451 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:41.889280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a5ee795c-76ed-427c-87bd-d68eb90475ff no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:41.895206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.920281 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:41.986615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.987181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.987535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.987993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.988456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.988900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.989349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.989794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.990272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.990728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.995549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a72b2630-eef8-4296-b2ee-2d90a856bdda tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6960 time: 0.3770378 May 13 15:20:41.999349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38690) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:42.006647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a5ee795c-76ed-427c-87bd-d68eb90475ff {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:42.006988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a5ee795c-76ed-427c-87bd-d68eb90475ff not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:42.068318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] For port 37cb3d84-3b46-41bc-998d-1561f0c0817e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37cb3d84-3b46-41bc-998d-1561f0c0817e,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:42.127495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.143469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.154092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=74323d22-0401-4ae1-b388-3f04c88d48c2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:42.172785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.172785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.173058 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b067fb05-652c-415e-a5d9-7fcaa38ced12 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/74323d22-0401-4ae1-b388-3f04c88d48c2 HTTP/1.1" status: 204 len: 168 time: 1.1656737 May 13 15:20:42.173515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.173630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38694) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:42.173986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.174550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.175020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.175570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.180560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d59adf1e-48de-4609-9264-0f714a973141 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4616 time: 0.1778309 May 13 15:20:42.180860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38698) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:42.292443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df7c1-5dd3-46ac-866c-3a4950f52dcd None None] Pushing event updated for resources: {'Port': ['ID=37cb3d84-3b46-41bc-998d-1561f0c0817e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:42.302933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.322932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 10, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:42.333329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128cdb4-bae2-4429-bad7-5fb957e67b80 None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 10, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None, '_interfaces': [{'id': '263d084d-e7cc-4538-bc4f-69ac6e6b29e0', 'name': '', 'network_id': 'f18396be-14ae-48f7-be68-a5c109c4db75', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'mac_address': 'fa:16:3e:45:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:48Z', 'updated_at': '2022-05-13T15:19:59Z', 'revision_number': 5, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'subnets': [{'id': '078cfeec-7351-40f9-86a4-5d9b4a89f640', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:42.383489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.386568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=202c18c6-a39a-475e-9c6a-f238a1ed9d78,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:42.406936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a9dd9998-22fb-46fa-8b61-136e2631e5f3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/202c18c6-a39a-475e-9c6a-f238a1ed9d78 HTTP/1.1" status: 204 len: 168 time: 2.1575665 May 13 15:20:42.412134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Provisioning for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:42.421177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38702) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:42.423176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Provisioning complete for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:42.423176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.535005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.538036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Port 1ac0629a-1e30-4b2c-a393-867329a1fb83 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:42.568476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Provisioning complete for port 37cb3d84-3b46-41bc-998d-1561f0c0817e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:42.570085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.638571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3ea10e8d-d249-4d47-97a1-d534d7b5ed84 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.4566743 May 13 15:20:42.644904 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:40Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:42.655362 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Checking router: 3ea948c1-ca08-490a-8255-4fdb459c73a3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:42.656995 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Updating router 3ea948c1-ca08-490a-8255-4fdb459c73a3 port 1ac0629a-1e30-4b2c-a393-867329a1fb83 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:42.667811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port be6b22f8-d878-4edb-98c5-aa3341019520 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:42.668150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.759704 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:42.810154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-1cc78d05-6e2c-431f-bbfa-a85584e2f375 None None] Current status of the port 37cb3d84-3b46-41bc-998d-1561f0c0817e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:42.850507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38708) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:42.856286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445940863', 'description': 'tempest-secgroup-smoke-445940863 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:42.866833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:42.873782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:42.876030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:42.904738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:42.942907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-597a93ac-2c9a-4d19-b390-c7b88a02fabf None None] Provisioning complete for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:42.943458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-597a93ac-2c9a-4d19-b390-c7b88a02fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.019004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.057908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:43.068941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:43.075614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:43.085893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:43.089881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-597a93ac-2c9a-4d19-b390-c7b88a02fabf None None] Port 1ac0629a-1e30-4b2c-a393-867329a1fb83 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:43.172211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.188067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74b49d-5896-481b-9a25-c7c2dae4db40 None None] Network 92965c5b-fe11-4ef5-b765-53dbefadb9f8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:43.224160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port be6b22f8-d878-4edb-98c5-aa3341019520, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be6b22f8-d878-4edb-98c5-aa3341019520,segment=NetworkSegment(75a211b8-82f0-4b42-8730-a3dec8c393a2),segment_id=75a211b8-82f0-4b42-8730-a3dec8c393a2)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:43.224533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.269366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.301306 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.316019 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Transition to ACTIVE for port object 1ac0629a-1e30-4b2c-a393-867329a1fb83 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:43.322509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718b5d54-5669-41a4-bb0c-7f1893640b2a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:43.362334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for be6b22f8-d878-4edb-98c5-aa3341019520 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:43.381374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Provisioning complete for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:43.382491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.400520 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.412284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.417721 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72bb597b-94d6-45d1-a4ea-b7180971a178 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5660188 May 13 15:20:43.418358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38712) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:43.424996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:43.430918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:43.436352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:43.439945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:43.447511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:43.462395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Port 1ac0629a-1e30-4b2c-a393-867329a1fb83 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:43.488256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Provisioning complete for port be6b22f8-d878-4edb-98c5-aa3341019520 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:43.488632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.538830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.585730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6b862-0e57-4d3b-8d5c-6073e263006d None None] DHCP port deletion for 92965c5b-fe11-4ef5-b765-53dbefadb9f8 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:43.595332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6b862-0e57-4d3b-8d5c-6073e263006d None None] Deleting port be6b22f8-d878-4edb-98c5-aa3341019520 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:43.595706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b862-0e57-4d3b-8d5c-6073e263006d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.635388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Pushing event updated for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:43.670607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.702659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.703278 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.703551 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.703971 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.705040 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.705469 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.705887 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.706728 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.706728 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.707378 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.707794 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.708647 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:43.735480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Attempting to bind port 1ac0629a-1e30-4b2c-a393-867329a1fb83 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:43.735988 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Attempting to bind port 1ac0629a-1e30-4b2c-a393-867329a1fb83 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:43.736733 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Attempting to bind port 1ac0629a-1e30-4b2c-a393-867329a1fb83 on network 2494cd77-8911-40ae-a9e3-b461008fc191 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:43.744862 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:43.745646 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Checking segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:43.746177 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.746840 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Bound using segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:43.747398 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Bound port: 1ac0629a-1e30-4b2c-a393-867329a1fb83, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:43.747890 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.760753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.789094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.838510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a793b4ed-a8e9-488f-aa5c-470bc2b439f7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:43.842563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7fbba07b-6afc-4b33-975c-bd3de99ca29c None None] Port be6b22f8-d878-4edb-98c5-aa3341019520 update to ACTIVE by agent not found {{(pid=88839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 15:20:43.850477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.864193 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] For port 1ac0629a-1e30-4b2c-a393-867329a1fb83, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:43.869188 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] For port 1ac0629a-1e30-4b2c-a393-867329a1fb83, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1ac0629a-1e30-4b2c-a393-867329a1fb83,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:43.877020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37cb3d84-3b46-41bc-998d-1561f0c0817e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:43.922103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6b862-0e57-4d3b-8d5c-6073e263006d None None] The port 'be6b22f8-d878-4edb-98c5-aa3341019520' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:43.940110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.940945 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6ee89b9e-1daf-4088-8046-21ac98d49a16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216506 May 13 15:20:43.943906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38716) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:43.950289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:43.957289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:43.961668 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.964392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:43.968397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:43.975679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:43.981505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=be6b22f8-d878-4edb-98c5-aa3341019520,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:43.988322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No DVR routers for this DVR port be6b22f8-d878-4edb-98c5-aa3341019520 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:43.996662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 37cb3d84-3b46-41bc-998d-1561f0c0817e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:43.997045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.046822 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:44.047788 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:44.071984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.141642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 37cb3d84-3b46-41bc-998d-1561f0c0817e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:44.144297 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ce0f0-0aee-45aa-87a0-2b0c7c34351e None None] Pushing event updated for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:44.169142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.212932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa4b923-a55a-403a-b91c-f0571c36281e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:44.246858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.251604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3aa4b923-a55a-403a-b91c-f0571c36281e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:44.252134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa4b923-a55a-403a-b91c-f0571c36281e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:44.252561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be6b22f8-d878-4edb-98c5-aa3341019520 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:44.254819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.287517 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:44.287770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: be6b22f8-d878-4edb-98c5-aa3341019520 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:44.288026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be6b22f8-d878-4edb-98c5-aa3341019520 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:44.298572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3225cdb-adc7-4713-8958-9e879513562c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:44.316580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92965c5b-fe11-4ef5-b765-53dbefadb9f8']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:44.366781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.370744 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e3054a0-d377-44e6-adfb-d06c958619d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4233227 May 13 15:20:44.370998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38720) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:44.371475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a211b8-82f0-4b42-8730-a3dec8c393a2') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:44.371977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a211b8-82f0-4b42-8730-a3dec8c393a2') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:44.377128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:44.383297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:44.387340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:44.391083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:44.393881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.397335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:44.419447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.430355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:44.430839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:44.445311 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:44.492351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.567157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.586132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:44.586469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.637754 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:44.642190 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fdae2-c000-42b1-b0ed-1d7ee502125c None None] The sync data for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv is: [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:44.651252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.705985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af5722b-7a18-4c50-b42f-cae283341a3e,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:44.799582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.799582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.799582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=92965c5b-fe11-4ef5-b765-53dbefadb9f8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:44.844182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port 263d084d-e7cc-4538-bc4f-69ac6e6b29e0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:44.844548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.875744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:44.879717 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6db0b08f-d7ac-4aac-b069-dfa942cc33c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049570 May 13 15:20:44.885528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38724) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:44.885528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:44.891414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:44.895371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:44.898462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:44.908654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:44.918133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f8082816-e2e7-430d-a91d-063702af5a40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/92965c5b-fe11-4ef5-b765-53dbefadb9f8 HTTP/1.1" status: 204 len: 168 time: 2.7431104 May 13 15:20:44.918700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38728) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:44.985107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:44.986330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.059563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a54593-3cdf-4606-a219-7b9b0b69fc08 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:45.064644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8a54593-3cdf-4606-a219-7b9b0b69fc08 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:45.074121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.149378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.174205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfda2ee-73b9-4701-9cf5-6d6a7c1d4994,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:45.180086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d8a54593-3cdf-4606-a219-7b9b0b69fc08 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:45.182673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8a54593-3cdf-4606-a219-7b9b0b69fc08 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2632620 May 13 15:20:45.190111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38732) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:45.264642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.269725 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7ae997f7-e47d-41b6-af3e-ae6af0884e4e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887944 May 13 15:20:45.270420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38736) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:45.270952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b063e7c4-4699-46c5-a78e-0bcb94aed090 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:45.275976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:45.282615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:45.283892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b063e7c4-4699-46c5-a78e-0bcb94aed090 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:45.286711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:45.289466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:45.289764 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b063e7c4-4699-46c5-a78e-0bcb94aed090 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0985487 May 13 15:20:45.292190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.292972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:45.299844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1097972908'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:45.306761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:45.310017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:45.316347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:45.320547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:45.327416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:45.383799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:20:45.392824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.409125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:45.412868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.477683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:45.496233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.503305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.503305 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 62b3315b-e931-4212-b189-b83deb4bbc8e of type vlan for network 38f3ac70-088c-47e9-84a6-46f84dd42bbf May 13 15:20:45.509423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=263d084d-e7cc-4538-bc4f-69ac6e6b29e0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:45.530425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.576654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.598800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bddb48-00fc-49b1-b563-67cd20d05356,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:45.652119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.658613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:45.663635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.669074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.755820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.757094 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-18110098-8ad8-41f8-935d-2a0740d2196e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4855056 May 13 15:20:45.769249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38744) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:45.779919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '718b5d54-5669-41a4-bb0c-7f1893640b2a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:45.790652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:45.796766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=38f3ac70-088c-47e9-84a6-46f84dd42bbf,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:45.802127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:45.802768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:45.812745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:45.815648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:45.831656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e4759b3b-8fbe-432f-8d8e-a0e291f66f97 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5386224 May 13 15:20:45.831977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38748) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:45.840122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:45.947768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1ac0629a-1e30-4b2c-a393-867329a1fb83 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:45.955639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:20:45.956411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.041639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.091672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:46.097415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:46.100490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:46.102559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:46.102982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.106649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:46.109844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.111367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:46.134559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bdc37c-a770-47bc-b172-1e04fcde11b0,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:46.177211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:46.206662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.212812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4ee2586f-f301-487c-93e3-0433ea123c83 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4388084 May 13 15:20:46.230862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1ac0629a-1e30-4b2c-a393-867329a1fb83 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:46.231245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.251225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:46.267427 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-680eeeb1-23aa-455c-9673-19c644a5b6a1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8425753 May 13 15:20:46.267617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:46.267736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38754) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:46.275304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1ac0629a-1e30-4b2c-a393-867329a1fb83, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1ac0629a-1e30-4b2c-a393-867329a1fb83,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:46.280831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:46.282468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:46.334517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:46.342450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.361886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting subnet 078cfeec-7351-40f9-86a4-5d9b4a89f640 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:46.373780 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.407466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.466139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:46.468499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-c49769d8-0b03-46cb-92ae-730a23017604 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:46.499380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.543759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-c49769d8-0b03-46cb-92ae-730a23017604 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:46.546427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-c49769d8-0b03-46cb-92ae-730a23017604 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445940863&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1268716 May 13 15:20:46.581563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:46.591126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:46.602303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:46.607023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:46.607670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:46.646971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.714533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-b95aa1b3-76ef-46b5-a748-e732373d0ddb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:46.715222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-b95aa1b3-76ef-46b5-a748-e732373d0ddb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:46.740410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:46.782276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-b95aa1b3-76ef-46b5-a748-e732373d0ddb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:46.783650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-b95aa1b3-76ef-46b5-a748-e732373d0ddb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 200 len: 797 time: 0.2290816 May 13 15:20:46.798988 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-59d24beb-50d3-4227-b2a1-2eb21ea72f7b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0096736 May 13 15:20:46.812214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.844182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.847840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:46.852827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a784b5-bfbd-4d6d-a0be-6f99fe02ff01 None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:46.875930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:46.883702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec62d8-74df-455a-b1ed-0903749ab16f None None] Network f18396be-14ae-48f7-be68-a5c109c4db75 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:46.913603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-787df775-436e-4ad6-9360-06125aa5ede6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:46.927893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '62b3315b-e931-4212-b189-b83deb4bbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:46.928550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 38f3ac70-088c-47e9-84a6-46f84dd42bbf, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:46.933669 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/078cfeec-7351-40f9-86a4-5d9b4a89f640 HTTP/1.1" status: 204 len: 168 time: 0.6651635 May 13 15:20:46.938383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38768) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:46.946756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=035edb87-0a76-485c-b7cf-f58beb96b9aa,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:47.038534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-787df775-436e-4ad6-9360-06125aa5ede6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:47.042475 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-787df775-436e-4ad6-9360-06125aa5ede6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2377923 May 13 15:20:47.126665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1a232-5b02-458d-bc1d-555e0f208d78 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Subnet': ['ID=078cfeec-7351-40f9-86a4-5d9b4a89f640,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:47.172175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.202293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Deleting port fd9e94c6-0869-44df-a23f-18ffe2bdd537 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:47.202641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.223303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:47.234908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] DHCP port deletion for f18396be-14ae-48f7-be68-a5c109c4db75 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:47.247351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Deleting port fd9e94c6-0869-44df-a23f-18ffe2bdd537 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:47.247351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.266537 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-78ea29cf-3cb1-4390-8aba-77b636c20d3f service neutron] 10.222.0.91 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089405 May 13 15:20:47.297246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 38f3ac70-088c-47e9-84a6-46f84dd42bbf) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:47.301826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.302450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.311589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da9e73-46df-40ac-b031-2ccc6c427451 None None] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:47.395583 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-31d0f35c-fa3a-408b-bb86-317ce14072d5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5618999 May 13 15:20:47.398436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38772) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:47.406961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf', 'name': 'tempest-PortsTestJSON-161905361'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:47.562707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:47.572593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:47.619964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] For port fd9e94c6-0869-44df-a23f-18ffe2bdd537, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd9e94c6-0869-44df-a23f-18ffe2bdd537,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:47.620448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.647860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] For port fd9e94c6-0869-44df-a23f-18ffe2bdd537, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fd9e94c6-0869-44df-a23f-18ffe2bdd537,segment=NetworkSegment(370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7),segment_id=370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:47.648223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.657344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-be831725-8476-42b4-972e-ec0c8e7df42f service neutron] 10.222.0.91 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835924 May 13 15:20:47.664103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:47.669053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.698794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:47.756348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Calling delete_port for fd9e94c6-0869-44df-a23f-18ffe2bdd537 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:47.814670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Calling delete_port for fd9e94c6-0869-44df-a23f-18ffe2bdd537 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:47.868046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-38f3ac70-088c-47e9-84a6-46f84dd42bbf', 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '035edb87-0a76-485c-b7cf-f58beb96b9aa'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:47.869494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:47.895781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1ac0629a-1e30-4b2c-a393-867329a1fb83 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:47.927864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.4 (38f3ac70-088c-47e9-84a6-46f84dd42bbf/035edb87-0a76-485c-b7cf-f58beb96b9aa/1077d5b1-a183-4bdf-9e10-bbe34c32bd6e) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:47.995151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.039852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-289d9032-d941-40d3-a125-20b08fc3de19 req-7ec1bf5e-e325-4d12-a7c5-e40e4f8343d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:48.062306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Port': ['ID=fd9e94c6-0869-44df-a23f-18ffe2bdd537,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:48.068499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No DVR routers for this DVR port fd9e94c6-0869-44df-a23f-18ffe2bdd537 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:48.085392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:48.091041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:48.093982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-289d9032-d941-40d3-a125-20b08fc3de19 req-7ec1bf5e-e325-4d12-a7c5-e40e4f8343d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:48.095173 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-289d9032-d941-40d3-a125-20b08fc3de19 req-7ec1bf5e-e325-4d12-a7c5-e40e4f8343d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 210 time: 0.1289866 May 13 15:20:48.134663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1ac0629a-1e30-4b2c-a393-867329a1fb83 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:48.135338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.216205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.250534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18396be-14ae-48f7-be68-a5c109c4db75']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:48.260552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.264061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:48.264484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370526b7-b5dd-4ff5-9574-2d5fb0f0e3a7') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:48.267297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1ac0629a-1e30-4b2c-a393-867329a1fb83 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:48.276672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.278898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:48.299489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.303391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:48.303789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.320563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd9e94c6-0869-44df-a23f-18ffe2bdd537 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:48.326054 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:48.357205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fd9e94c6-0869-44df-a23f-18ffe2bdd537 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:48.360047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fd9e94c6-0869-44df-a23f-18ffe2bdd537 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:48.360497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:48.376795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.424517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:48.424858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 263d084d-e7cc-4538-bc4f-69ac6e6b29e0 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:48.450521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:48.454047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:48.457931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:48.466553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Allocated IP 172.20.0.2 (38f3ac70-088c-47e9-84a6-46f84dd42bbf/035edb87-0a76-485c-b7cf-f58beb96b9aa/70c223e0-7c5e-495c-9bf0-587418617005) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:48.492230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.496198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=1077d5b1-a183-4bdf-9e10-bbe34c32bd6e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:48.513462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.523350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Pushing event deleted for resources: {'Network': ['ID=f18396be-14ae-48f7-be68-a5c109c4db75,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:48.527900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:48.528516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.532756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ff4ef652-14b8-4b34-a80c-eae2cabbe315 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/networks/f18396be-14ae-48f7-be68-a5c109c4db75 HTTP/1.1" status: 204 len: 168 time: 1.5926473 May 13 15:20:48.535329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38786) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:48.541714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'routes': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:48.587928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Deleting port fd9e94c6-0869-44df-a23f-18ffe2bdd537 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:48.588312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.630040 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2cc89be6-57dd-45db-b966-7393a7d46b65 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2304208 May 13 15:20:48.632759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38790) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:48.638643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf', 'name': 'tempest-PortsTestJSON-566132692'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:48.681009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-21accbb4-b601-428d-b145-e486d99713f7 None None] The port 'fd9e94c6-0869-44df-a23f-18ffe2bdd537' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:48.785096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.807345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Transition to ACTIVE for port object 70c223e0-7c5e-495c-9bf0-587418617005 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:48.807604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:48.817818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:48.821080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:48.827869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:48.836658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Transition to ACTIVE for port object 70c223e0-7c5e-495c-9bf0-587418617005 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:48.870851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.extraroute_db [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Added routes are [] {{(pid=88837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:20:48.871153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.extraroute_db [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Removed routes are [] {{(pid=88837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:20:48.871541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.925085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:48.925664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.930418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.965874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 681cc945-a270-4c7c-91a1-c60d8b6a47b5 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:49.060489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:49.064023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:49.074375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:49.144010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.147569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.199289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.8 (38f3ac70-088c-47e9-84a6-46f84dd42bbf/035edb87-0a76-485c-b7cf-f58beb96b9aa/681cc945-a270-4c7c-91a1-c60d8b6a47b5) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:49.201132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Pushing event updated for resources: {'Port': ['ID=70c223e0-7c5e-495c-9bf0-587418617005,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:49.219837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Attempting to bind port 70c223e0-7c5e-495c-9bf0-587418617005 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:49.224013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Attempting to bind port 70c223e0-7c5e-495c-9bf0-587418617005 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '62b3315b-e931-4212-b189-b83deb4bbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:49.224013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Attempting to bind port 70c223e0-7c5e-495c-9bf0-587418617005 on network 38f3ac70-088c-47e9-84a6-46f84dd42bbf {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:49.227397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:49.228147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Checking segment: {'id': '62b3315b-e931-4212-b189-b83deb4bbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:49.228561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.229168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Bound using segment: {'id': '62b3315b-e931-4212-b189-b83deb4bbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:49.229663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Bound port: 70c223e0-7c5e-495c-9bf0-587418617005, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b3315b-e931-4212-b189-b83deb4bbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '38f3ac70-088c-47e9-84a6-46f84dd42bbf'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:49.230064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.344303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] For port 70c223e0-7c5e-495c-9bf0-587418617005, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:49.348007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] For port 70c223e0-7c5e-495c-9bf0-587418617005, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70c223e0-7c5e-495c-9bf0-587418617005,segment=NetworkSegment(62b3315b-e931-4212-b189-b83deb4bbc8e),segment_id=62b3315b-e931-4212-b189-b83deb4bbc8e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:49.424007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.425333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1afaec4b-9c64-4263-b6f6-b79bb6338a22 req-7a8c6cdc-c92d-4f36-b99c-5b099031b92f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 210 time: 0.1048727 May 13 15:20:49.448674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 620bbe9f-7f5f-4488-b1f7-03519d033958 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:49.462132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.478440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 681cc945-a270-4c7c-91a1-c60d8b6a47b5 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:49.533257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fda5-6373-4fc6-8bbd-f7c4525009f1 None None] Pushing event updated for resources: {'Port': ['ID=70c223e0-7c5e-495c-9bf0-587418617005,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:49.584244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.587435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:49.599242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.599242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-345bba9b-fcbe-429e-b73d-6d66236621a3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 705 time: 1.0590465 May 13 15:20:49.599621 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Sync routers for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:49.600155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38796) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:49.610556 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:49.611171 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:49.646821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4500f07c-a4bf-4bf9-8887-5a32eddb591b tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:49.672421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:49.675859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:49.679786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:49.711582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=681cc945-a270-4c7c-91a1-c60d8b6a47b5,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:49.737911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4500f07c-a4bf-4bf9-8887-5a32eddb591b tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:49.742038 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4500f07c-a4bf-4bf9-8887-5a32eddb591b tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 205 time: 0.1385362 May 13 15:20:49.743326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38800) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:49.787613 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:49.875394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:49.875985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.908345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70c223e0-7c5e-495c-9bf0-587418617005 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:49.934122 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:49.938946 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Checking router: 620bbe9f-7f5f-4488-b1f7-03519d033958 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:49.954002 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Routers {'620bbe9f-7f5f-4488-b1f7-03519d033958'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:49.954697 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['620bbe9f-7f5f-4488-b1f7-03519d033958'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:49.998144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.094263 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] Set router 620bbe9f-7f5f-4488-b1f7-03519d033958 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:50.132148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 70c223e0-7c5e-495c-9bf0-587418617005 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:50.165978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-54df076c-02c5-4624-b4ca-5a572bfc2173 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5320871 May 13 15:20:50.169200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:50.209868 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:50.215433 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f1c27-c809-4361-a227-bc31215450ce None None] The sync data for ids ['620bbe9f-7f5f-4488-b1f7-03519d033958'] in dv-neutron-835340-3-hyperv is: [{'id': '620bbe9f-7f5f-4488-b1f7-03519d033958', 'name': 'tempest-RoutersIpV6Test-router-1341066604', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:44Z', 'updated_at': '2022-05-13T15:20:45Z', 'revision_number': 11, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:50.285354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd6c46-0c45-4c25-95b1-00b71a61479f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.290479 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7bbd6c46-0c45-4c25-95b1-00b71a61479f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1184363 May 13 15:20:50.291916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38808) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:50.364243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 681cc945-a270-4c7c-91a1-c60d8b6a47b5 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:50.364591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.567234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.582032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.652293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.673313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-0f08971a-8119-40d4-a1dd-02f04566bd52 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.674491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-0f08971a-8119-40d4-a1dd-02f04566bd52 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:50.691326 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3858762c-062b-4bb1-821b-4531f2c87dc4 req-e88f52f6-c184-4c26-ace3-915cacb3f693 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 210 time: 0.0589457 May 13 15:20:50.698059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-0f08971a-8119-40d4-a1dd-02f04566bd52 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:50.699150 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-0f08971a-8119-40d4-a1dd-02f04566bd52 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 200 len: 797 time: 0.5236125 May 13 15:20:50.729529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.731704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router 620bbe9f-7f5f-4488-b1f7-03519d033958 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:20:50.763548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.770400 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55d23d08-0926-44a1-bcc9-0479c96b59cb tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 204 len: 168 time: 1.0238209 May 13 15:20:50.772939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38818) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:50.790594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1881115339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:50.799971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:50.801347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 681cc945-a270-4c7c-91a1-c60d8b6a47b5 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:50.808758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Usage tracker for resource:router and tenant:78b405948a704ee39c6e9bf8d7e33cb4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:50.815844 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-c7f6a9f1-d1a3-4f32-a0de-d3af070229dc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 379 time: 0.1016200 May 13 15:20:50.816821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:50.825881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc64b4-b543-4205-86f1-c41572b8b4f6 None None] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:50.835633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': '3faf8dd4-515d-4a46-870a-7273271f1252', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['718b5d54-5669-41a4-bb0c-7f1893640b2a']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:50.982308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:51.012584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:51.022687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:51.029310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.080308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=681cc945-a270-4c7c-91a1-c60d8b6a47b5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:51.086910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Provisioning for port 70c223e0-7c5e-495c-9bf0-587418617005 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:51.093039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Provisioning complete for port 70c223e0-7c5e-495c-9bf0-587418617005 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:51.093416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.120073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.121126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.137642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.146074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:51.149531 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.189803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.202656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-606c3f17-9b45-49e9-a2e5-57caa1179b5e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/681cc945-a270-4c7c-91a1-c60d8b6a47b5 HTTP/1.1" status: 204 len: 168 time: 0.9096658 May 13 15:20:51.203282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38822) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:51.250143 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0ce815-585e-4bad-b300-eaa61d14abf4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:51.250633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1d0ce815-585e-4bad-b300-eaa61d14abf4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:51.260198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.267728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Current status of the port 70c223e0-7c5e-495c-9bf0-587418617005 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:51.270697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.305147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] For port 70c223e0-7c5e-495c-9bf0-587418617005, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70c223e0-7c5e-495c-9bf0-587418617005,segment=NetworkSegment(62b3315b-e931-4212-b189-b83deb4bbc8e),segment_id=62b3315b-e931-4212-b189-b83deb4bbc8e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:51.366617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1d0ce815-585e-4bad-b300-eaa61d14abf4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:51.369996 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1d0ce815-585e-4bad-b300-eaa61d14abf4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/681cc945-a270-4c7c-91a1-c60d8b6a47b5 HTTP/1.1" status: 404 len: 333 time: 0.1638548 May 13 15:20:51.370158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.10 (2494cd77-8911-40ae-a9e3-b461008fc191/c94fa28f-de90-42d3-b577-3b5d1b53b842/06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:51.371160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38826) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:51.395857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.450021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:51.450939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.452692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.453914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e485a823-9bd6-4c73-8d76-883a1efc8ef1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6725347 May 13 15:20:51.479522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602b95d-90a1-428d-954d-1c9b31c54e8c None None] Pushing event updated for resources: {'Port': ['ID=70c223e0-7c5e-495c-9bf0-587418617005,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:51.491994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38830) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:51.504121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:51.600582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Provisioning for port 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:51.606273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Provisioning complete for port 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:51.606652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.627130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.647559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:51.676921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Port 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:51.690622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Provisioning complete for port 70c223e0-7c5e-495c-9bf0-587418617005 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:51.691055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.749402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.846391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-65afa53b-9dc0-4b1f-8ca5-35a161f81a2e None None] Current status of the port 70c223e0-7c5e-495c-9bf0-587418617005 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:51.862183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 2494cd77-8911-40ae-a9e3-b461008fc191 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:51.866727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:51.867009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70c223e0-7c5e-495c-9bf0-587418617005 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:51.869761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:51.956594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:51.957404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:51.977806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:51.982736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-60eeb7db-c742-463d-a0b0-598267cf52c3 None None] Could not find standard attr ID for object 681cc945-a270-4c7c-91a1-c60d8b6a47b5. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:20:52.017099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 70c223e0-7c5e-495c-9bf0-587418617005 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:52.017099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.036454 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-a2d4df70-14ec-4861-a15c-38bb761bc156 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2152054 May 13 15:20:52.048150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Request body: {'port': {'device_id': '3faf8dd4-515d-4a46-870a-7273271f1252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:52.165730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 70c223e0-7c5e-495c-9bf0-587418617005 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:52.174621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.275165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f49b6380-685e-4859-8e4a-61cd1a3d6243 None None] Provisioning for port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:52.281073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f49b6380-685e-4859-8e4a-61cd1a3d6243 None None] Provisioning complete for port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:52.281974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f49b6380-685e-4859-8e4a-61cd1a3d6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.291913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.336738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f49b6380-685e-4859-8e4a-61cd1a3d6243 None None] Port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:52.382347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6c1b4-8e8b-4f8d-9d9a-ea4ad2c86108 req-3c2bb17c-de7c-475e-9f58-ddba0d80acce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:52.383908 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4da6c1b4-8e8b-4f8d-9d9a-ea4ad2c86108 req-3c2bb17c-de7c-475e-9f58-ddba0d80acce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 932 time: 0.5005047 May 13 15:20:52.439448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.457516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.639018 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4da6c1b4-8e8b-4f8d-9d9a-ea4ad2c86108 req-e14f70c7-cecd-46b8-8079-17e687a192b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467027 May 13 15:20:52.652658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:52.665521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.707537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 1077d5b1-a183-4bdf-9e10-bbe34c32bd6e owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:52.709630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Transition to ACTIVE for port object 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:52.817783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:52.896674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Router 3f50ac39-086a-4aa3-a9cc-e62884b0a844 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:20:52.960289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Pushing event updated for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:52.966276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.079855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Attempting to bind port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:53.080434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Attempting to bind port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:53.080551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Attempting to bind port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 on network 2494cd77-8911-40ae-a9e3-b461008fc191 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:53.085781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 on network 2494cd77-8911-40ae-a9e3-b461008fc191 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:53.086141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Attempting to bind port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 on network 2494cd77-8911-40ae-a9e3-b461008fc191 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:53.093347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:53.093695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Checking segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:53.094116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Bound using segment: {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:53.094553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Bound port: 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f734bdcf-ae3d-447d-88f8-540640eadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:53.094904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.189253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:53.192217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:53.212395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=1077d5b1-a183-4bdf-9e10-bbe34c32bd6e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:53.255680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:53.266141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Sync routers for ids ['3f50ac39-086a-4aa3-a9cc-e62884b0a844'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:53.270367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.276945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Routers {'3f50ac39-086a-4aa3-a9cc-e62884b0a844'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:53.277565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f50ac39-086a-4aa3-a9cc-e62884b0a844'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:53.296237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.299682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-90aa1a5b-0103-4ced-8763-316632432b5d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "PUT /v2.0/routers/3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 200 len: 698 time: 1.8044114 May 13 15:20:53.303131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38836) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:53.363584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.364739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.366653 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] 10.222.0.23 "PUT /v2.0/ports/06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 200 len: 1094 time: 1.3233461 May 13 15:20:53.367355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:53.396941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec8fd-5ec9-49ab-9adb-25625f411959 service neutron] Pushing event updated for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:53.455608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Set router 3f50ac39-086a-4aa3-a9cc-e62884b0a844 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:53.504777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c149a791-f4a9-4a67-8bdd-799e58d2264d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/routers/3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 200 len: 704 time: 0.1982205 May 13 15:20:53.504777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.505852 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9a6c0bf8-b94b-483c-b65b-be4870afa2d3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/1077d5b1-a183-4bdf-9e10-bbe34c32bd6e HTTP/1.1" status: 204 len: 168 time: 2.1333969 May 13 15:20:53.506346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38842) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:53.508295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38844) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:53.587987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-11b6b1ec-e052-4c41-8428-40a557b45e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.591209 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-11b6b1ec-e052-4c41-8428-40a557b45e31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1097 time: 0.1321712 May 13 15:20:53.614658 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-780db72b-41fa-4a39-b074-da6898140671 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:20:53.615197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-780db72b-41fa-4a39-b074-da6898140671 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:53.622037 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-383bd0e3-c8b3-4b20-b566-9d592c9bc001 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 200 len: 205 time: 0.1123719 May 13 15:20:53.630526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38850) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:53.630675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f50ac39-086a-4aa3-a9cc-e62884b0a844', 'name': 'tempest-RoutersIpV6Test-router-1881115339', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:51Z', 'updated_at': '2022-05-13T15:20:52Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:53.635251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Checking router: 3f50ac39-086a-4aa3-a9cc-e62884b0a844 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:53.645837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Routers {'3f50ac39-086a-4aa3-a9cc-e62884b0a844'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:53.646660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3f50ac39-086a-4aa3-a9cc-e62884b0a844'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:53.714473 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d5dff3-0fc1-4e12-88d1-2ac401154013'] response: {'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'status': 'completed', 'code': 200} May 13 15:20:53.732275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-94c545c3-35b6-452d-9b08-bcad27f12f8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 200 len: 217 time: 0.1330159 May 13 15:20:53.803067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:53.813476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] Set router 3f50ac39-086a-4aa3-a9cc-e62884b0a844 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:53.836281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-81eba3fe-90b5-4923-95df-a33b7a9b4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.837885 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-81eba3fe-90b5-4923-95df-a33b7a9b4973 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c94fa28f-de90-42d3-b577-3b5d1b53b842 HTTP/1.1" status: 200 len: 835 time: 0.1000926 May 13 15:20:53.940537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f50ac39-086a-4aa3-a9cc-e62884b0a844', 'name': 'tempest-RoutersIpV6Test-router-1881115339', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:51Z', 'updated_at': '2022-05-13T15:20:52Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:53.944998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1877f8db-227c-4afa-b79a-7d85a4db3829 None None] The sync data for ids ['3f50ac39-086a-4aa3-a9cc-e62884b0a844'] in dv-neutron-835340-3-hyperv is: [{'id': '3f50ac39-086a-4aa3-a9cc-e62884b0a844', 'name': 'tempest-RoutersIpV6Test-router-1881115339', 'tenant_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:51Z', 'updated_at': '2022-05-13T15:20:52Z', 'revision_number': 2, 'project_id': '78b405948a704ee39c6e9bf8d7e33cb4', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:53.964141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-1026fbaf-dd72-4bfc-98ca-0d850edca5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:53.965718 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-1026fbaf-dd72-4bfc-98ca-0d850edca5fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2494cd77-8911-40ae-a9e3-b461008fc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214862 May 13 15:20:53.989303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-780db72b-41fa-4a39-b074-da6898140671 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:53.989303 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-780db72b-41fa-4a39-b074-da6898140671 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/1077d5b1-a183-4bdf-9e10-bbe34c32bd6e HTTP/1.1" status: 404 len: 333 time: 0.4330063 May 13 15:20:53.990510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38856) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.114836 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-90004091-e334-4c56-a59e-4f6bae8eda21 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427755 May 13 15:20:54.249309 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8d9418c6-4777-4ce0-8d17-09fdd9de0a14 req-0ca22473-c2c6-4acb-a8bc-16ba71dd99a2 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284719 May 13 15:20:54.275518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.281026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.296491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 035edb87-0a76-485c-b7cf-f58beb96b9aa {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:54.306784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.369424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.406402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212ef6f-da27-4bfc-a008-86412c6b4c0f req-5b2fdf8e-0b57-4451-9c18-454a1f3aff6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:54.407872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3212ef6f-da27-4bfc-a008-86412c6b4c0f req-5b2fdf8e-0b57-4451-9c18-454a1f3aff6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 944 time: 0.4323709 May 13 15:20:54.446556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.447050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Fanout notify agent at l3_agent the message router_deleted on router 3f50ac39-086a-4aa3-a9cc-e62884b0a844 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:20:54.473005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-eb0624b0-59fd-451a-9058-44f803441137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:54.474529 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-eb0624b0-59fd-451a-9058-44f803441137 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1097 time: 0.0725431 May 13 15:20:54.484820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.485907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1188dfc1-63a4-4c25-bd12-08e1668adc48 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 204 len: 168 time: 0.8613162 May 13 15:20:54.492337 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3212ef6f-da27-4bfc-a008-86412c6b4c0f req-4d433434-73f5-4e7e-a32c-16404ca565d7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787766 May 13 15:20:54.495228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38860) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.550620 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bcd54290-ce8a-477e-a539-1b7ad48aa82c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 200 len: 205 time: 0.0543191 May 13 15:20:54.553080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38864) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.615902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-2e59a7a4-69dd-4e04-8a24-6c22081cb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:54.617401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-2e59a7a4-69dd-4e04-8a24-6c22081cb192 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 200 len: 898 time: 0.1367874 May 13 15:20:54.695149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-bb4dc331-32e3-488b-b355-f0349b7763e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 200 len: 217 time: 0.0703516 May 13 15:20:54.737411 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-fc39b2c2-fbbb-4bf3-b32f-8ca2f6e8afc8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:54.738487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fc39b2c2-fbbb-4bf3-b32f-8ca2f6e8afc8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/3f50ac39-086a-4aa3-a9cc-e62884b0a844 HTTP/1.1" status: 404 len: 336 time: 0.1845121 May 13 15:20:54.742135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38868) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.744993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:54.792641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-06070be8-ed12-4fe3-b0c3-88512dc6f356 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:54.793099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06070be8-ed12-4fe3-b0c3-88512dc6f356 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:54.794836 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-06070be8-ed12-4fe3-b0c3-88512dc6f356 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/b879a708-35cb-4c96-b6e3-5a74e909ef3b HTTP/1.1" status: 404 len: 337 time: 0.0517614 May 13 15:20:54.798349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38872) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.808060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-0a18e534-29e0-49f1-b373-b17d267753f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:54.809818 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-0a18e534-29e0-49f1-b373-b17d267753f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c94fa28f-de90-42d3-b577-3b5d1b53b842 HTTP/1.1" status: 200 len: 835 time: 0.1086166 May 13 15:20:54.845345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fb2c2b-c15c-4b65-bedb-bbd5f71dc20c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:54.845799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fb2c2b-c15c-4b65-bedb-bbd5f71dc20c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:54.847581 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e7fb2c2b-c15c-4b65-bedb-bbd5f71dc20c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/e3c1f624-3789-48e6-997d-d042922724f7 HTTP/1.1" status: 404 len: 337 time: 0.0480552 May 13 15:20:54.850148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38876) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.894941 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-163e9bb3-e92b-474c-8acf-61d8670d6ef3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:54.895386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163e9bb3-e92b-474c-8acf-61d8670d6ef3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:54.907455 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-163e9bb3-e92b-474c-8acf-61d8670d6ef3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/a66929ef-a988-41a9-8271-3a07ef709591 HTTP/1.1" status: 404 len: 337 time: 0.0527852 May 13 15:20:54.907678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38880) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.949838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb58dd29-3343-4e30-a7b8-3a6ac26e561d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:54.950318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb58dd29-3343-4e30-a7b8-3a6ac26e561d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:54.952274 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cb58dd29-3343-4e30-a7b8-3a6ac26e561d tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/078cfeec-7351-40f9-86a4-5d9b4a89f640 HTTP/1.1" status: 404 len: 337 time: 0.0434146 May 13 15:20:54.954694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38884) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:54.992716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.008170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-2bd0dcc2-db44-4e8c-b7b0-d875a3cc0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:55.009580 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-2bd0dcc2-db44-4e8c-b7b0-d875a3cc0e13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2494cd77-8911-40ae-a9e3-b461008fc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1937628 May 13 15:20:55.030179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-34029c76-bb22-4199-a450-6e2a4e9f7bc3 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 200 len: 205 time: 0.0736418 May 13 15:20:55.036205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38888) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.039735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=035edb87-0a76-485c-b7cf-f58beb96b9aa,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:55.042279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.047668 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/035edb87-0a76-485c-b7cf-f58beb96b9aa HTTP/1.1" status: 204 len: 168 time: 1.0510499 May 13 15:20:55.050354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.050855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99a1a4-f37a-4a50-8fb8-7d2007834144 None None] Network 38f3ac70-088c-47e9-84a6-46f84dd42bbf requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:55.053864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.054227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.054563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.054896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.055220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.055597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.055921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.056240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.056557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.056872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.057187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.057500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f823a17-cefe-4514-b2e1-3ee0e227fdb5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:55.159429 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-3104b143-62ee-4e0d-8f80-19a87e96e86c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:55.163607 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3104b143-62ee-4e0d-8f80-19a87e96e86c tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/620bbe9f-7f5f-4488-b1f7-03519d033958 HTTP/1.1" status: 404 len: 336 time: 0.1234367 May 13 15:20:55.163766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38896) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.216249 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-311a1f79-1c39-45bd-9645-b3900fc109d8 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999674 May 13 15:20:55.216537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.221103 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ea3a5f29-f697-4859-8f39-60c8840cd1a4 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=fe8fcded-244b-443b-a51e-4dac991ed22a HTTP/1.1" status: 200 len: 205 time: 0.0567634 May 13 15:20:55.224656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38900) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.295418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-7dc3b3d5-0542-49a9-9bbf-d555d70d02c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:55.298901 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7dc3b3d5-0542-49a9-9bbf-d555d70d02c2 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/fe8fcded-244b-443b-a51e-4dac991ed22a HTTP/1.1" status: 404 len: 336 time: 0.0709488 May 13 15:20:55.298901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 70c223e0-7c5e-495c-9bf0-587418617005 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:55.298901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.304736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38904) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.337115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] DHCP port deletion for 38f3ac70-088c-47e9-84a6-46f84dd42bbf request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:55.343071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Deleting port 70c223e0-7c5e-495c-9bf0-587418617005 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:55.343535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.346540 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6854f1ce-1d24-40bd-a6b8-968b65fdea70 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:55.346994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6854f1ce-1d24-40bd-a6b8-968b65fdea70 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:55.348677 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6854f1ce-1d24-40bd-a6b8-968b65fdea70 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/73e1e4a0-d2b8-48ee-b832-3e5b6c9f9f37 HTTP/1.1" status: 404 len: 337 time: 0.0430079 May 13 15:20:55.351375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38908) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.411554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6724dc67-6ecc-4a89-a957-37df716d405e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Synchronizing usage tracker for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:55.443241 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2441e3fc-94c0-43ed-95ad-43d34c6984f1 req-c8ce4d3c-d632-438a-8c61-6d665e90a9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209837 May 13 15:20:55.443800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6724dc67-6ecc-4a89-a957-37df716d405e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] Unset dirty status for tenant:78b405948a704ee39c6e9bf8d7e33cb4 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:55.444792 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6724dc67-6ecc-4a89-a957-37df716d405e tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 200 len: 205 time: 0.0925543 May 13 15:20:55.447374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38912) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.517889 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-05ef0bd5-c61d-4c61-a6e5-60f65caab994 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:55.517889 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-05ef0bd5-c61d-4c61-a6e5-60f65caab994 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/bae516aa-bb73-4f5c-9132-c1ee791596c8 HTTP/1.1" status: 404 len: 336 time: 0.0670786 May 13 15:20:55.518231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port 70c223e0-7c5e-495c-9bf0-587418617005, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70c223e0-7c5e-495c-9bf0-587418617005,segment=NetworkSegment(62b3315b-e931-4212-b189-b83deb4bbc8e),segment_id=62b3315b-e931-4212-b189-b83deb4bbc8e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:55.518231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.518433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38916) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.569196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] For port 70c223e0-7c5e-495c-9bf0-587418617005, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70c223e0-7c5e-495c-9bf0-587418617005,segment=NetworkSegment(62b3315b-e931-4212-b189-b83deb4bbc8e),segment_id=62b3315b-e931-4212-b189-b83deb4bbc8e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:55.569502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.588934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-44d16cfc-e664-4b3f-a7b4-1c9c9ea5e445 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=db99cee6-b175-4a69-9ef3-0a68ae9e0580 HTTP/1.1" status: 200 len: 205 time: 0.0697877 May 13 15:20:55.589660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38922) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.646868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 70c223e0-7c5e-495c-9bf0-587418617005 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:55.699447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Calling delete_port for 70c223e0-7c5e-495c-9bf0-587418617005 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:55.723525 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-e6855609-bdd9-4de1-93ed-db6a25ba26c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:55.727256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e6855609-bdd9-4de1-93ed-db6a25ba26c1 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/db99cee6-b175-4a69-9ef3-0a68ae9e0580 HTTP/1.1" status: 404 len: 336 time: 0.1359625 May 13 15:20:55.727813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38926) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.760034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877da98-f83d-44ff-aa9d-4198beb87d39 req-0b0c7772-6cb8-40b8-b186-eee86d18a8de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:55.760724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-7877da98-f83d-44ff-aa9d-4198beb87d39 req-0b0c7772-6cb8-40b8-b186-eee86d18a8de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:55.770587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd249b-0e4a-407a-970d-236c4fda4bce tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:55.771015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd249b-0e4a-407a-970d-236c4fda4bce tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:55.776784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fdcd249b-0e4a-407a-970d-236c4fda4bce tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/a120c58c-4bfc-4e19-ae28-0d8a4e857e94 HTTP/1.1" status: 404 len: 337 time: 0.0479910 May 13 15:20:55.779752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38930) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.794597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:20:55.794967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:20:55.816681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:55.832936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70c223e0-7c5e-495c-9bf0-587418617005 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:55.846721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-7877da98-f83d-44ff-aa9d-4198beb87d39 req-0b0c7772-6cb8-40b8-b186-eee86d18a8de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:55.848170 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7877da98-f83d-44ff-aa9d-4198beb87d39 req-0b0c7772-6cb8-40b8-b186-eee86d18a8de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 944 time: 0.1944468 May 13 15:20:55.860879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-73198bf4-169d-440d-9f42-c981e551f301 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=6212e27b-935c-4e35-bacc-f47a46dd4dc7 HTTP/1.1" status: 200 len: 205 time: 0.0800180 May 13 15:20:55.867828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38934) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:55.878477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No DVR routers for this DVR port 70c223e0-7c5e-495c-9bf0-587418617005 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:55.884461 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 70c223e0-7c5e-495c-9bf0-587418617005 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:55.885361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70c223e0-7c5e-495c-9bf0-587418617005 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:55.904979 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7877da98-f83d-44ff-aa9d-4198beb87d39 req-ffd1d417-f9b8-4394-9eba-bac641906c6b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498815 May 13 15:20:55.932315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=70c223e0-7c5e-495c-9bf0-587418617005,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:55.980222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-15fc271e-7626-4af6-91d2-ecc822f9375f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:55.981242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-15fc271e-7626-4af6-91d2-ecc822f9375f tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/6212e27b-935c-4e35-bacc-f47a46dd4dc7 HTTP/1.1" status: 404 len: 336 time: 0.1111269 May 13 15:20:55.984410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38938) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.022954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce03cb-a633-4098-b956-2b3cfb2d1e91 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:56.023325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ce03cb-a633-4098-b956-2b3cfb2d1e91 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:56.024998 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c1ce03cb-a633-4098-b956-2b3cfb2d1e91 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/12ddd574-26cb-49de-a23e-0a28a03ed9c1 HTTP/1.1" status: 404 len: 337 time: 0.0394802 May 13 15:20:56.027546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.073336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.076432 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c1cc5c28-2e79-437a-9f7c-053b3d276af8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "GET /v2.0/ports?device_id=430142a8-a732-497d-9c9b-27bcced27415 HTTP/1.1" status: 200 len: 205 time: 0.0456667 May 13 15:20:56.076576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38946) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.143202 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-fce39e91-e6d9-415f-997e-56d3c41308f9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] delete failed (client error): The resource could not be found. May 13 15:20:56.146681 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fce39e91-e6d9-415f-997e-56d3c41308f9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/routers/430142a8-a732-497d-9c9b-27bcced27415 HTTP/1.1" status: 404 len: 336 time: 0.0667720 May 13 15:20:56.146872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38950) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.188650 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e5e4d0-9d80-452d-9131-447de10e86d8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:56.189357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e5e4d0-9d80-452d-9131-447de10e86d8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:56.192995 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99e5e4d0-9d80-452d-9131-447de10e86d8 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/3d2ef487-545b-4de0-9821-317f763d8b8b HTTP/1.1" status: 404 len: 337 time: 0.0430191 May 13 15:20:56.193218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.193433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f3ac70-088c-47e9-84a6-46f84dd42bbf']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:56.206355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b3315b-e931-4212-b189-b83deb4bbc8e') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:56.206673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b3315b-e931-4212-b189-b83deb4bbc8e') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:56.218275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.229190 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b49c46-6152-4439-a544-9ee4810937a9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] DELETE failed (client error): The resource could not be found. May 13 15:20:56.229637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b49c46-6152-4439-a544-9ee4810937a9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:20:56.231338 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-84b49c46-6152-4439-a544-9ee4810937a9 tempest-RoutersIpV6Test-2022326572 tempest-RoutersIpV6Test-2022326572-project] 10.222.0.91 "DELETE /v2.0/subnets/92f5975e-a309-497e-b3c3-08c5c4f3b441 HTTP/1.1" status: 404 len: 337 time: 0.0372407 May 13 15:20:56.234880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.241277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:56.241671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:56.256604 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:56.296167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Deleting port 70c223e0-7c5e-495c-9bf0-587418617005 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:56.296699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.365260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-52ea1bf9-ac48-4e31-bd1a-5f2812e32114 None None] The port '70c223e0-7c5e-495c-9bf0-587418617005' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:20:56.371593 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:20:56.433633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.451224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.460720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=38f3ac70-088c-47e9-84a6-46f84dd42bbf,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:56.463635 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-02796b0f-7fbb-4376-ac79-764657b3e64d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/38f3ac70-088c-47e9-84a6-46f84dd42bbf HTTP/1.1" status: 204 len: 168 time: 1.4123538 May 13 15:20:56.468184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38960) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.473653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039566841'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:56.478990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:56.483605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:56.486772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:56.492636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:56.588931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:56.593047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.621275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:56.630400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.630754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 2665b7dc-337b-4212-a914-3f847d23b17a of type vlan for network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 May 13 15:20:56.661166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.711668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:20:56.738020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.743673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:56.749115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.749980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38966) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.851024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=fbe73aba-ba0d-44e4-a1a8-6e57762680e2,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:56.858275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:56.859407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.859841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.860275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.860704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.861145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.861547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.866682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.866682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.866930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.867269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.867685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.868030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:56.872573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'port_id': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'mac_address': 'fa:16:3e:ae:33:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:20:56.886318 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-18bdb41b-aedf-42f8-af46-00eea465c1de tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4169190 May 13 15:20:56.888566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38972) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.896455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:56.931757 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a4cf0cfd-462a-4a29-9d1c-a7d2a03fcb2f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=78b405948a704ee39c6e9bf8d7e33cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808927 May 13 15:20:56.934611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 38978) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:56.935550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:56.935711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:56.954243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:56.973736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:56.991109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:57.006975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.042519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.046325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:57.051002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:57.054376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:57.061977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:57.085822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.137544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:57.141349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.166560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed45fd-e3c5-4926-899d-5ac5439eec2b req-5e2e6c3f-c349-4a2e-bbff-f5fd5ee94a4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:57.168042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7fed45fd-e3c5-4926-899d-5ac5439eec2b req-5e2e6c3f-c349-4a2e-bbff-f5fd5ee94a4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 945 time: 0.1130469 May 13 15:20:57.187274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:57.220913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7fed45fd-e3c5-4926-899d-5ac5439eec2b req-c43ff46f-42de-4db0-8d07-fb6815976c15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 May 13 15:20:57.251895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.268572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76591b26-eab0-4386-8287-4357d6d32626,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:57.276033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.279029 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2ab3857-08ca-42ef-af49-892cab3fc1da admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/76591b26-eab0-4386-8287-4357d6d32626 HTTP/1.1" status: 204 len: 168 time: 0.3409152 May 13 15:20:57.299961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:20:57.547974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.582409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.663265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=f51f5368-33f9-459b-b616-cc5c3e4ed0a9,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:57.673169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '2665b7dc-337b-4212-a914-3f847d23b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:57.678129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: fbe73aba-ba0d-44e4-a1a8-6e57762680e2, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:57.772077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:57.858679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fbe73aba-ba0d-44e4-a1a8-6e57762680e2) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:57.863671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:57.868772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:57.868962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60795f7-3129-4247-a2f8-3a93768ac82c None None] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:57.967812 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d03d6ac5-35d9-41ea-9f7a-94b941a54c45 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0767074 May 13 15:20:57.970509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 38994) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:57.976141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2', 'name': 'tempest-PortsTestJSON-345401545', 'fixed_ips': [{'subnet_id': 'f51f5368-33f9-459b-b616-cc5c3e4ed0a9', 'ip_address': '172.20.0.10'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:58.090146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-fbe73aba-ba0d-44e4-a1a8-6e57762680e2', 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': 'f51f5368-33f9-459b-b616-cc5c3e4ed0a9'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:58.091031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.116169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:58.126374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:58.200611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:58.254883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Allocated IP 172.20.0.2 (fbe73aba-ba0d-44e4-a1a8-6e57762680e2/f51f5368-33f9-459b-b616-cc5c3e4ed0a9/a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:58.335354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.411873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port ee0de9de-8946-41be-9ec9-a23ee4f6722b yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:58.476189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.486862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Transition to ACTIVE for port object a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:58.505393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Transition to ACTIVE for port object a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:58.546591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1965b1-1f30-40f2-a80a-e7b078228b82 req-132b6dd7-5221-4d14-9e25-e6abf0da01bc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:58.548088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fa1965b1-1f30-40f2-a80a-e7b078228b82 req-132b6dd7-5221-4d14-9e25-e6abf0da01bc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 945 time: 0.2028742 May 13 15:20:58.572446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.645359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:58.648385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:58.649439 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fa1965b1-1f30-40f2-a80a-e7b078228b82 req-37c67078-a542-4231-8349-c50c6e3e16b7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937896 May 13 15:20:58.653610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:58.659575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Pushing event updated for resources: {'Port': ['ID=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:58.696678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.10 (fbe73aba-ba0d-44e4-a1a8-6e57762680e2/f51f5368-33f9-459b-b616-cc5c3e4ed0a9/ee0de9de-8946-41be-9ec9-a23ee4f6722b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:58.738421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:58.789695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Attempting to bind port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:58.790089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Attempting to bind port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '2665b7dc-337b-4212-a914-3f847d23b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:58.790452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Attempting to bind port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 on network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:58.801095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:58.801466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Checking segment: {'id': '2665b7dc-337b-4212-a914-3f847d23b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:58.801918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.802267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Bound using segment: {'id': '2665b7dc-337b-4212-a914-3f847d23b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:58.802727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Bound port: a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2665b7dc-337b-4212-a914-3f847d23b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:58.803094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.903303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-eb15fa46-a582-4523-a344-ee110186730e None None] For port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:58.907344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-eb15fa46-a582-4523-a344-ee110186730e None None] For port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,segment=NetworkSegment(2665b7dc-337b-4212-a914-3f847d23b17a),segment_id=2665b7dc-337b-4212-a914-3f847d23b17a)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:58.917724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.934083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object ee0de9de-8946-41be-9ec9-a23ee4f6722b will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:58.955165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:58.960232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:58.964668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:58.993254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.078623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.096403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15fa46-a582-4523-a344-ee110186730e None None] Pushing event updated for resources: {'Port': ['ID=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:59.156046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:59.158679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:59.159059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.160250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:59.164848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:59.195286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:59.208502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:59.229055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=ee0de9de-8946-41be-9ec9-a23ee4f6722b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:59.258455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:59.259243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.267340 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d172a78-53c9-41f3-b599-a1fa784f8489'] response: {'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'code': 200} May 13 15:20:59.274181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.349702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:59.365684 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5c96bb32-083c-482a-89c0-9c2aed64a29c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3940558 May 13 15:20:59.368409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39024) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:59.375318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': 'fbe73aba-ba0d-44e4-a1a8-6e57762680e2', 'name': 'tempest-PortsTestJSON-1498962162', 'fixed_ips': [{'subnet_id': 'f51f5368-33f9-459b-b616-cc5c3e4ed0a9', 'ip_address': '172.20.0.9'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:59.552316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:59.557063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:59.560216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:59.567189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:59.653052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:59.658180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.697500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port f7e17e86-e187-45f4-b100-2343d5f571ce yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:20:59.756367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c28c0-62e7-48c2-b639-300120a4415a req-f44e13ab-54f4-48d9-94f9-afb864b76a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:59.757843 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-086c28c0-62e7-48c2-b639-300120a4415a req-f44e13ab-54f4-48d9-94f9-afb864b76a56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1099 time: 0.1623096 May 13 15:20:59.772477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39034) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:59.780066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254892541', 'description': 'tempest-secgroup-smoke-1254892541 description', 'project_id': '9984482009e64cf08736279b6ca8dbea'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:59.824341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:59.839975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:59.843942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:59.856437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:59.860596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-086c28c0-62e7-48c2-b639-300120a4415a req-8d5762dc-fc09-481c-9894-1ea779c13565 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945446 May 13 15:20:59.887381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:59.891825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f28782-97e5-4abc-9c8a-16d73cde852d req-fea1e7ea-c06b-44a7-aca8-a6eefa72f7c7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:59.893625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71f28782-97e5-4abc-9c8a-16d73cde852d req-fea1e7ea-c06b-44a7-aca8-a6eefa72f7c7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.1177406 May 13 15:20:59.954756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.9 (fbe73aba-ba0d-44e4-a1a8-6e57762680e2/f51f5368-33f9-459b-b616-cc5c3e4ed0a9/f7e17e86-e187-45f4-b100-2343d5f571ce) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:59.957919 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71f28782-97e5-4abc-9c8a-16d73cde852d req-2891b774-0e8f-4c07-873a-576e010767b4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545635 May 13 15:20:59.958901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:59.988096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.009908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:00.014882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:00.018752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:00.027870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:00.079262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:00.128235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.188284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.193472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.205652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object f7e17e86-e187-45f4-b100-2343d5f571ce will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:00.208538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:00.216674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:00.226272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:00.237751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:00.241434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff8757-4c73-4ea9-8241-e2f90a600f47,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:00.303591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4329ef-afb5-4c87-8102-12cc4c0b46e7 None None] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:00.309895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.322105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.386340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:00.390264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:00.394190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:00.417642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.423656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=f7e17e86-e187-45f4-b100-2343d5f571ce,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:00.460687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.461296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.465032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54d5a6-0839-4136-b40b-e4d1c868d5c3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:00.506838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Provisioning for port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:00.518866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Provisioning complete for port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:00.519246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.532326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.533650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-74bb1b05-b0a3-423c-a552-a19551ab15a5 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7594171 May 13 15:21:00.536439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39038) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:00.544007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:00.548026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:00.551892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:00.554858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:00.561212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:00.584183 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-55a55a8c-e466-47bf-81d2-0444199b7c5d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2145271 May 13 15:21:00.587186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39042) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:00.640053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.694069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Current status of the port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:00.694471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.725912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.739503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd532c-c217-4461-9e88-04b574ec7f7d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.740143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03fd532c-c217-4461-9e88-04b574ec7f7d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:00.747004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] For port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,segment=NetworkSegment(2665b7dc-337b-4212-a914-3f847d23b17a),segment_id=2665b7dc-337b-4212-a914-3f847d23b17a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:00.799591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.825077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1444d425-ebbf-48b8-b671-86ce3ac30f65,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:00.828741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1698d7cb-c031-4e8d-a703-493a2d984812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.831851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03fd532c-c217-4461-9e88-04b574ec7f7d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:00.833020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-03fd532c-c217-4461-9e88-04b574ec7f7d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2448418 May 13 15:21:00.834275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.841207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39046) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:00.931176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e0bc-de89-49fd-913f-ecf19c7879b7 None None] Pushing event updated for resources: {'Port': ['ID=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:00.937919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:00.939179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e20a3141-b360-45d0-98e9-2fd10b8cb510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017787 May 13 15:21:00.941843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39050) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:00.947145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:00.955324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:00.972827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:00.976184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:00.979106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.987027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:00.987341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.994768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:00.995690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:01.008616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:01.010012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9bdb93c7-9a2c-4e96-9eae-08bae6f84f46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1724274 May 13 15:21:01.013315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39056) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:01.061733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Provisioning complete for port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.061733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.093373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port f7e17e86-e187-45f4-b100-2343d5f571ce {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:01.093654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.168475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.172119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aee631-e1f3-4934-91c7-253ea7241747 req-6a43b1f6-f3f4-4584-aa83-8859222dfadb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:01.174039 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-29aee631-e1f3-4934-91c7-253ea7241747 req-6a43b1f6-f3f4-4584-aa83-8859222dfadb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.0928395 May 13 15:21:01.228972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Current status of the port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:01.233783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-29aee631-e1f3-4934-91c7-253ea7241747 req-4302b2d4-7fc5-43b0-bf43-393968fdb65c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536549 May 13 15:21:01.327130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Provisioning for port ee0de9de-8946-41be-9ec9-a23ee4f6722b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:01.333205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Provisioning complete for port ee0de9de-8946-41be-9ec9-a23ee4f6722b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.333798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.371945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.391455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Port ee0de9de-8946-41be-9ec9-a23ee4f6722b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:01.433083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.442659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.457688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Provisioning for port f7e17e86-e187-45f4-b100-2343d5f571ce completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:01.462790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Provisioning complete for port f7e17e86-e187-45f4-b100-2343d5f571ce triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.463180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.519278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-dabf1075-8cb7-497c-9933-6358d1867f8d None None] Port f7e17e86-e187-45f4-b100-2343d5f571ce cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:01.581098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for f7e17e86-e187-45f4-b100-2343d5f571ce owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:01.616242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fad2f6e-1c0f-402e-86aa-c850382e87d5,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:01.638375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Provisioning complete for port f7e17e86-e187-45f4-b100-2343d5f571ce triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.640231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.694283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Port f7e17e86-e187-45f4-b100-2343d5f571ce cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:01.698026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.699237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4d3c4107-5fd2-4254-a8fb-6ac2d1afe691 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7563450 May 13 15:21:01.702808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39060) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:01.708557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:01.709067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Provisioning complete for port ee0de9de-8946-41be-9ec9-a23ee4f6722b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.713065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.714738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:01.719253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:01.722744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:01.729017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:01.767376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b80f0a1f-28bb-42ae-92ff-a4bc2188aa6d None None] Port ee0de9de-8946-41be-9ec9-a23ee4f6722b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:01.833682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:01.859967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.875193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.907310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:01.907958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:01.939015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=f7e17e86-e187-45f4-b100-2343d5f571ce,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:02.070468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:02.085909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.153487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.160035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.177670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83510b90-7aea-44c9-bd1d-559483e6eaa5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:02.234706 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b9425a68-acf6-458e-a9a5-e7964d864e82 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/f7e17e86-e187-45f4-b100-2343d5f571ce HTTP/1.1" status: 204 len: 168 time: 1.2196429 May 13 15:21:02.237370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39064) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:02.262172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.266501 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99acda94-8bd6-4add-b8a2-0e9277fd6375 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5591385 May 13 15:21:02.267186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:02.272528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:02.278359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:02.283816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:02.286769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:02.287770 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5a6527-bb05-4c31-8a99-e9e79dfd338d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:21:02.288374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b5a6527-bb05-4c31-8a99-e9e79dfd338d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:02.292603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:02.383370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.390763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b5a6527-bb05-4c31-8a99-e9e79dfd338d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:02.391903 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b5a6527-bb05-4c31-8a99-e9e79dfd338d tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/f7e17e86-e187-45f4-b100-2343d5f571ce HTTP/1.1" status: 404 len: 333 time: 0.1536374 May 13 15:21:02.394817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39074) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:02.434154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a015f-3d69-4a7e-b7e8-242f7e3412a4 req-5999780d-8ca8-4465-bc9c-3e0ff0d47faa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:02.436180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e29a015f-3d69-4a7e-b7e8-242f7e3412a4 req-5999780d-8ca8-4465-bc9c-3e0ff0d47faa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.0847883 May 13 15:21:02.481145 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e29a015f-3d69-4a7e-b7e8-242f7e3412a4 req-f2a39d26-af19-4390-8d74-1e31ac547f16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 May 13 15:21:02.490643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port ee0de9de-8946-41be-9ec9-a23ee4f6722b {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:02.490990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.559457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.648367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.687140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7214eb-633a-4d24-a639-864bb6248719,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:02.782326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.783515 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9bab24c7-e9bb-4dd1-8b48-ec35faab9460 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5154643 May 13 15:21:02.786278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:02.791403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:02.798359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:02.802211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:02.805092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:02.811942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:02.847379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644e48a-3b03-40af-a9f2-f95527dbae60 req-9cbbf031-9c5f-4a0e-a93e-12c6ed81dd1f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:02.848841 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5644e48a-3b03-40af-a9f2-f95527dbae60 req-9cbbf031-9c5f-4a0e-a93e-12c6ed81dd1f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.2569544 May 13 15:21:02.852611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.932181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Project 9984482009e64cf08736279b6ca8dbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:21:02.940979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.996818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for ee0de9de-8946-41be-9ec9-a23ee4f6722b owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:03.007426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.066848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5644e48a-3b03-40af-a9f2-f95527dbae60 req-46a4d551-523b-4ea0-80d3-9cf421832284 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058699 May 13 15:21:03.090457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39084) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.116239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.141610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7fd366-79c6-4925-91e4-9ec514506834,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:03.177636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9071afdd-244a-4d02-acad-4507f66115a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.220076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94236b-2600-461b-9423-425061ee2195 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:03.221509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7d94236b-2600-461b-9423-425061ee2195 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1094 time: 0.1301122 May 13 15:21:03.224450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39088) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.229438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:03.235485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.236707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ee391f0-6cd0-46ab-a65d-c8911ec74510 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4494028 May 13 15:21:03.237031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:03.239359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39092) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.240693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:03.243514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:03.244246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'security_group_rule': {'security_group_id': 'cb54d5a6-0839-4136-b40b-e4d1c868d5c3', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:03.249865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:03.250053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:03.253665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:security_group_rule and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:03.256514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:03.262226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:03.291895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.334945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.362335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=ee0de9de-8946-41be-9ec9-a23ee4f6722b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:03.367544 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Project 9984482009e64cf08736279b6ca8dbea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:21:03.375089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.449846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.534128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.542276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.567256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4238add7-866b-468f-9c04-1135b73012c2,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:03.585129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.643126 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-23c32b1b-a0ca-4d94-8a2e-7769c6f54b99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/ee0de9de-8946-41be-9ec9-a23ee4f6722b HTTP/1.1" status: 204 len: 168 time: 1.2472138 May 13 15:21:03.646107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39096) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.683064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.684242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1e3871ad-a1e5-4eeb-813e-942e7c0a0f67 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4439747 May 13 15:21:03.690229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39100) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.693183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-44719b5c-0167-4bb6-92c3-dd877e5af823 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:21:03.694485 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-44719b5c-0167-4bb6-92c3-dd877e5af823 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/ee0de9de-8946-41be-9ec9-a23ee4f6722b HTTP/1.1" status: 404 len: 333 time: 0.0474133 May 13 15:21:03.697789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39104) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:03.698010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'network': {'name': 'tempest-network-smoke--1200567426', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:03.703371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:03.707201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:network and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:03.710781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:03.717776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:03.778673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.46 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/b79da3f0-98a8-4b41-b5af-056ce30aae51) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:03.788096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet f51f5368-33f9-459b-b616-cc5c3e4ed0a9 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:03.794632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.811807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Made reservation on behalf of 9984482009e64cf08736279b6ca8dbea for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:03.815259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.845231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:21:03.854130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.854550 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Added segment 069755ab-648b-490c-906f-eecd1af8dd90 of type vlan for network 0493438e-71bc-4586-9f63-0dad0b0884d9 May 13 15:21:03.881708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.920311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.978096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.983753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:03.984652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.095537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Network': ['ID=0493438e-71bc-4586-9f63-0dad0b0884d9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:04.105684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:21:04.137437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d3be195f-26ae-4f54-85ee-ebda7f31a802 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4460917 May 13 15:21:04.140926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39108) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:04.146261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'admin_state_up': True, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:04.153917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:04.157816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:router and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:04.160785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:04.163786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.169714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:04.180673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.239180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.240290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.348321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.366609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.398490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.457633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=f51f5368-33f9-459b-b616-cc5c3e4ed0a9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:04.461617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.465253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:04.466273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a7610-2bf2-4d96-9c04-2173db2d0507 None None] Network fbe73aba-ba0d-44e4-a1a8-6e57762680e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:04.469598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:04.477390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:04.506656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b79da3f0-98a8-4b41-b5af-056ce30aae51,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:04.517544 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c677be0-4df5-4410-a05d-7b9feb3e982b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/f51f5368-33f9-459b-b616-cc5c3e4ed0a9 HTTP/1.1" status: 204 len: 168 time: 0.8187299 May 13 15:21:04.523431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39112) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:04.658668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.688657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.761784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] DHCP port deletion for fbe73aba-ba0d-44e4-a1a8-6e57762680e2 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:21:04.766195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Deleting port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:04.766572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.816512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.825670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.837138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:04.844480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.937919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.037877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] For port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,segment=NetworkSegment(2665b7dc-337b-4212-a914-3f847d23b17a),segment_id=2665b7dc-337b-4212-a914-3f847d23b17a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:05.038207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.081868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.163898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Calling delete_port for a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:05.182739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,segment=NetworkSegment(2665b7dc-337b-4212-a914-3f847d23b17a),segment_id=2665b7dc-337b-4212-a914-3f847d23b17a)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:05.182739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.325666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.443500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:05.687622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.720898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.729697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:21:05.730051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:21:05.734253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.739081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] No DVR routers for this DVR port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:05.742868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Pushing event deleted for resources: {'Port': ['ID=a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:05.757970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.758434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.758788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.759111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.759441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.759772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.760097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.760422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.760749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.761068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.761391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.761710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01434de2-039c-4dae-b253-6874e91dbe92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:05.773102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.852606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b79da3f0-98a8-4b41-b5af-056ce30aae51,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:05.855665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:05.868793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.908309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:05.908764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:05.910687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:05.955282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Allocated IP 172.26.7.121 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/52f298c6-4a0d-4903-9d1c-978f02b018ab) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:06.059248 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 76662ded-b128-406e-9c07-8db8e068b75e associated. External IP: 172.26.7.46, port: 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7. May 13 15:21:06.108146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.195095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.237224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:06.237465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.325800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:06.333709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:06.336670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:06.372631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] The port 'a8dfab8a-d0b7-43c7-b5f3-f7cee96bdee4' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:21:06.415350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=52f298c6-4a0d-4903-9d1c-978f02b018ab,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:06.541734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 3ea948c1-ca08-490a-8255-4fdb459c73a3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:06.641042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.720225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe73aba-ba0d-44e4-a1a8-6e57762680e2']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:06.727317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:06.743689 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Sync routers for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:06.745335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2665b7dc-337b-4212-a914-3f847d23b17a') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:06.745734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2665b7dc-337b-4212-a914-3f847d23b17a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:06.755108 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:06.758227 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:06.764779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.781881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.788135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:21:06.788514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:21:06.803936 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:21:06.840596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:06.901252 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3a1a8cc2-34a3-4cf5-adc5-e8b8c33e217e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6757240 May 13 15:21:06.902341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:06.907526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39116) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:06.989659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:07.000362 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bfd6ac-7cce-400f-8ac4-fd4884c567b1'] response: {'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'status': 'completed', 'code': 200} May 13 15:21:07.083187 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0aeb5fce-3053-472f-b459-6af18280611a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/76662ded-b128-406e-9c07-8db8e068b75e HTTP/1.1" status: 200 len: 991 time: 0.1743267 May 13 15:21:07.105665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-e195b99e-f5ce-4896-b229-38b63b98c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:07.107364 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-e195b99e-f5ce-4896-b229-38b63b98c94a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1099 time: 0.0944321 May 13 15:21:07.173494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.177394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.225874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=fbe73aba-ba0d-44e4-a1a8-6e57762680e2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:07.239425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39122) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:07.239631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d2e6ba5-18b1-4530-b0f7-157c2a03e261 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/fbe73aba-ba0d-44e4-a1a8-6e57762680e2 HTTP/1.1" status: 204 len: 168 time: 2.7153246 May 13 15:21:07.250943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.255242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-619195573'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:07.263017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:07.273494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:network and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:07.274741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-84dd6979-616e-412b-a5f2-1ca861d7f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:07.277265 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-84dd6979-616e-412b-a5f2-1ca861d7f737 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 200 len: 898 time: 0.1632183 May 13 15:21:07.280114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:07.344215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:07.396830 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-ba4d0bf5-65cf-4e82-891c-06b55fe590b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 200 len: 999 time: 0.1132216 May 13 15:21:07.404137 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '76662ded-b128-406e-9c07-8db8e068b75e', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.46', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'port_id': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'mac_address': 'fa:16:3e:ae:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf8dd4-515d-4a46-870a-7273271f1252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:07.408219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Checking router: 3ea948c1-ca08-490a-8255-4fdb459c73a3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:07.416659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:07.417386 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:07.462940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-2481845c-9e82-4a35-8e20-735144cf3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:07.464906 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-2481845c-9e82-4a35-8e20-735144cf3776 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c94fa28f-de90-42d3-b577-3b5d1b53b842 HTTP/1.1" status: 200 len: 835 time: 0.0623045 May 13 15:21:07.525577 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:07.529070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.568008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:21:07.580552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-539fdc99-4267-465d-b776-bb88cb35c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:07.582061 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-539fdc99-4267-465d-b776-bb88cb35c2dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2494cd77-8911-40ae-a9e3-b461008fc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119692 May 13 15:21:07.582983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.583323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Added segment 1d68be7f-da9c-495a-b01e-3ef587a1c2e0 of type vlan for network 6c7c02c6-8d2c-40f7-a468-ec018bab739b May 13 15:21:07.608057 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:07.632032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.692436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.756727 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-79b71f27-6564-42b9-9ef1-62e60044c7f3 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682687 May 13 15:21:07.896989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.902783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:07.903485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:07.952606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:21:08.009747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '76662ded-b128-406e-9c07-8db8e068b75e', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.46', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'port_id': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'mac_address': 'fa:16:3e:ae:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf8dd4-515d-4a46-870a-7273271f1252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:08.011690 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1076ab9-f37a-42ea-8e8e-cd26c37c601f req-a20096e7-dd20-4ca4-8df2-41188737d6e6 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493541 May 13 15:21:08.015746 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44fe68-8c52-44e1-b56c-06cbd8636198 None None] The sync data for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv is: [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '76662ded-b128-406e-9c07-8db8e068b75e', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.46', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'port_id': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'mac_address': 'fa:16:3e:ae:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf8dd4-515d-4a46-870a-7273271f1252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:08.037454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Network': ['ID=6c7c02c6-8d2c-40f7-a468-ec018bab739b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:08.053122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:21:08.088850 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b3ef14ad-977a-41da-adc2-d85d9b25fc5f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8479049 May 13 15:21:08.089906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39126) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.124370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39128) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.147260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:08.250259 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-9ba8f984-e086-4864-bd7c-c80db55b81f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3375502 May 13 15:21:08.278267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:08.293089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Sync routers for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:08.297403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:08.304363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:08.308447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:08.315173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:08.316126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:08.318142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:08.325886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdff2ee-7eb2-4179-be48-72a9a05deb2f None None] New status for floating IP 76662ded-b128-406e-9c07-8db8e068b75e: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:08.384572 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9428c6f2-2ec3-44c6-adec-b1103bacbe8c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/76662ded-b128-406e-9c07-8db8e068b75e HTTP/1.1" status: 200 len: 991 time: 0.2928629 May 13 15:21:08.474101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-569b6f86-41d4-4c36-b899-8dc7d96806e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:08.475586 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-569b6f86-41d4-4c36-b899-8dc7d96806e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 1099 time: 0.0880003 May 13 15:21:08.498240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:08.503531 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5ec92abf-3f84-4651-9b5c-d052a2da3b2c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3574591 May 13 15:21:08.503688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.563062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:08.659619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-905786ac-54f2-4290-bcda-dc4348add61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:08.661100 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-905786ac-54f2-4290-bcda-dc4348add61a service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1603153 May 13 15:21:08.662719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:08.666348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:08.695900 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c046a697-78e2-432f-a37b-22ec8e353855 tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=9984482009e64cf08736279b6ca8dbea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1896415 May 13 15:21:08.696524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39142) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.864594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec33d9f-e7a0-4683-aa8c-0169fa6e36dc tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:08.867002 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1ec33d9f-e7a0-4683-aa8c-0169fa6e36dc tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1691172 May 13 15:21:08.869398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39146) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.923652 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f6ee245-3a7f-4354-b5e7-3a0fce9d0976 tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528750 May 13 15:21:08.923846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:06Z', 'revision_number': 3, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:08.926169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39152) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:08.928728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Checking router: fcca60ee-84e2-4bf5-bd51-6e51262e3b07 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:08.929130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Updating router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 port 52f298c6-4a0d-4903-9d1c-978f02b018ab binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:21:08.932745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250073697', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'project_id': '9984482009e64cf08736279b6ca8dbea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:09.005408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.066684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:09.070788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:subnet and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:09.078766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:09.080519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:09.130743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-1996543a-d914-44ab-9a20-a25b759d8d2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 200 len: 1002 time: 0.4455914 May 13 15:21:09.158987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Made reservation on behalf of 9984482009e64cf08736279b6ca8dbea for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:09.159831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.221236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-62da55fe-caef-4e4a-aec6-44775a3864df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.222708 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-62da55fe-caef-4e4a-aec6-44775a3864df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0851643 May 13 15:21:09.321851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb15d5-1aab-4cab-b23f-a5ae77f4aeb9 req-7ac355ef-6767-47a6-9a4c-70441c4576c9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.323355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02eb15d5-1aab-4cab-b23f-a5ae77f4aeb9 req-7ac355ef-6767-47a6-9a4c-70441c4576c9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.2790384 May 13 15:21:09.372700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.388423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39156) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:09.395879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Transition to ACTIVE for port object 52f298c6-4a0d-4903-9d1c-978f02b018ab will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:09.425184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02eb15d5-1aab-4cab-b23f-a5ae77f4aeb9 req-48e3502c-6b45-47c1-bdf7-3aa8f303a0af tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827079 May 13 15:21:09.438107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-eb22cc2d-da12-473c-ba1b-d3c767662da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.439573 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-eb22cc2d-da12-473c-ba1b-d3c767662da9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2086670 May 13 15:21:09.464080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.511135 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53bdc557-9258-4118-ac48-cbe6e06baec3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/76662ded-b128-406e-9c07-8db8e068b75e HTTP/1.1" status: 200 len: 993 time: 0.1132643 May 13 15:21:09.524557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.549753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.556824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Attempting to bind port 52f298c6-4a0d-4903-9d1c-978f02b018ab on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:09.559072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Attempting to bind port 52f298c6-4a0d-4903-9d1c-978f02b018ab by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:09.559072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Attempting to bind port 52f298c6-4a0d-4903-9d1c-978f02b018ab on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:09.561564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4806d-8f51-4cf5-8334-550fcc94f8ba None None] Pushing event updated for resources: {'Port': ['ID=52f298c6-4a0d-4903-9d1c-978f02b018ab,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:09.566268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:09.566637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:09.567038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.567424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:09.567886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Bound port: 52f298c6-4a0d-4903-9d1c-978f02b018ab, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:09.568257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.634413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=9a79ba35-33b0-4553-abf7-ed0548a0e4bc,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:09.653592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Subnet': ['ID=1b7c18b7-d202-4085-a991-7d6752fa09e6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:09.657637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Checking segment: {'id': '1d68be7f-da9c-495a-b01e-3ef587a1c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:09.658029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network hostable DHCP agents. Network: 6c7c02c6-8d2c-40f7-a468-ec018bab739b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:21:09.658810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Checking segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:09.659353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network hostable DHCP agents. Network: 0493438e-71bc-4586-9f63-0dad0b0884d9, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:21:09.690442 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-db7f59e5-bb76-4d61-96e3-9b3fa954cf8c service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372780 May 13 15:21:09.691323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] For port 52f298c6-4a0d-4903-9d1c-978f02b018ab, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:09.694379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] For port 52f298c6-4a0d-4903-9d1c-978f02b018ab, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=52f298c6-4a0d-4903-9d1c-978f02b018ab,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:09.774069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:21:09.801829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.803116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:21:09.839438 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a583ad9d-dc34-4f5c-bdf9-8eee44f49a58 req-9b8750fb-cac9-44dc-9e38-b658ebcf2d57 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365047 May 13 15:21:09.887263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:09.887263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:09.939565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 0493438e-71bc-4586-9f63-0dad0b0884d9) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:09.941832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 6c7c02c6-8d2c-40f7-a468-ec018bab739b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:09.947541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.948938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4806d-8f51-4cf5-8334-550fcc94f8ba None None] Pushing event updated for resources: {'Port': ['ID=52f298c6-4a0d-4903-9d1c-978f02b018ab,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:09.950532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.957738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:09.959059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:09.969811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9401b-f7a7-479f-9d13-76950aa6fef5 None None] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:09.992821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d8ad9-ea92-4f9e-9dcd-f37059b8339d None None] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:10.047792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1ec63800-5460-4871-a855-3e9cdaa766bf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9215739 May 13 15:21:10.050386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39160) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:10.055540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-93006585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:10.061141 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-14d4a356-4319-4bc9-b665-2b99c7bc3906 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1308281 May 13 15:21:10.062240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39164) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:10.062424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:10.067203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:router and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:10.070199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:10.076392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:10.159534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.160613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.176333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.258319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.343501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.345060 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a50934b2-ce1c-4a53-866d-cc3385a2c1f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2936049 May 13 15:21:10.347849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39168) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:10.356034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b', 'name': 'tempest-PortsTestJSON-2036759062'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:10.394655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:10.640011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-9610b575-f75e-4480-b5ee-724440265010 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:10.642109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-9610b575-f75e-4480-b5ee-724440265010 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.1021261 May 13 15:21:10.718239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:10.721670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.722112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-0493438e-71bc-4586-9f63-0dad0b0884d9', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:21:10.722974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.736742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-6c7c02c6-8d2c-40f7-a468-ec018bab739b', 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '9a79ba35-33b0-4553-abf7-ed0548a0e4bc'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:21:10.737557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:10.903167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:10.916528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:10.932332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:10.946818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:11.018202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab125a-dd20-43d0-afd7-2aa934e5d5bd req-98895adf-8af8-4a4a-bdbd-4b8bdf1bc8e5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:11.019683 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a9ab125a-dd20-43d0-afd7-2aa934e5d5bd req-98895adf-8af8-4a4a-bdbd-4b8bdf1bc8e5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 946 time: 0.2770038 May 13 15:21:11.042427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] For port 35e4b07f-938e-43c8-bb69-5bfed7cb6669, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=35e4b07f-938e-43c8-bb69-5bfed7cb6669,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:11.043373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.051457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:11.054891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.083333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Allocated IP 172.20.0.2 (0493438e-71bc-4586-9f63-0dad0b0884d9/1b7c18b7-d202-4085-a991-7d6752fa09e6/6f8c6622-a838-44f0-b3c6-b21243869263) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:11.095606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:06Z', 'revision_number': 3, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:11.106527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Allocated IP 172.20.0.2 (6c7c02c6-8d2c-40f7-a468-ec018bab739b/9a79ba35-33b0-4553-abf7-ed0548a0e4bc/70206c98-2bcc-4859-bf1b-18401dd19ef0) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:11.112217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764dd6e5-e4c6-4ea8-b5c6-e06d9a22e4c2 None None] The sync data for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv is: [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:06Z', 'revision_number': 3, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:11.136031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:21:11.202777 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a9ab125a-dd20-43d0-afd7-2aa934e5d5bd req-d2858d0a-eee8-4055-af02-fdd2120d1f12 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731212 May 13 15:21:11.305523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.376648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.377661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.378188 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP e32e66dc-e966-424d-8447-dd207177af4c disassociated. External IP: 172.26.7.182, port: 35e4b07f-938e-43c8-bb69-5bfed7cb6669. May 13 15:21:11.378712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for 35e4b07f-938e-43c8-bb69-5bfed7cb6669 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:11.633796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.642156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.655671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Transition to ACTIVE for port object 70206c98-2bcc-4859-bf1b-18401dd19ef0 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:11.664442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Transition to ACTIVE for port object 6f8c6622-a838-44f0-b3c6-b21243869263 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:11.694410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Transition to ACTIVE for port object 6f8c6622-a838-44f0-b3c6-b21243869263 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:11.722886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Transition to ACTIVE for port object 70206c98-2bcc-4859-bf1b-18401dd19ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:11.772565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.806715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.822221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:11.865677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:11.869689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:11.877986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:11.880232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Pushing event updated for resources: {'Port': ['ID=6f8c6622-a838-44f0-b3c6-b21243869263,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:11.918822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:11.923424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=35e4b07f-938e-43c8-bb69-5bfed7cb6669,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:11.930918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:11.930918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:11.987971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 52f298c6-4a0d-4903-9d1c-978f02b018ab up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:12.004415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Allocated IP 172.20.0.1 (0493438e-71bc-4586-9f63-0dad0b0884d9/1b7c18b7-d202-4085-a991-7d6752fa09e6/a97b669f-e7df-4189-a41d-95f91e8ab88b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:12.175221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Pushing event updated for resources: {'Port': ['ID=70206c98-2bcc-4859-bf1b-18401dd19ef0,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:12.175455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:12.202072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Attempting to bind port 6f8c6622-a838-44f0-b3c6-b21243869263 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:12.202551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Attempting to bind port 6f8c6622-a838-44f0-b3c6-b21243869263 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:12.202914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Attempting to bind port 6f8c6622-a838-44f0-b3c6-b21243869263 on network 0493438e-71bc-4586-9f63-0dad0b0884d9 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:12.204490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.209002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Attempting to bind port 70206c98-2bcc-4859-bf1b-18401dd19ef0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:12.209673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Attempting to bind port 70206c98-2bcc-4859-bf1b-18401dd19ef0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1d68be7f-da9c-495a-b01e-3ef587a1c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:12.210258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Attempting to bind port 70206c98-2bcc-4859-bf1b-18401dd19ef0 on network 6c7c02c6-8d2c-40f7-a468-ec018bab739b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:12.220490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:12.223090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Checking segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:12.223090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.223090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Bound using segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:12.223533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Bound port: 6f8c6622-a838-44f0-b3c6-b21243869263, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:12.223765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Transition to ACTIVE for port object a97b669f-e7df-4189-a41d-95f91e8ab88b will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:12.224247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.272108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.10 (6c7c02c6-8d2c-40f7-a468-ec018bab739b/9a79ba35-33b0-4553-abf7-ed0548a0e4bc/8fda37c0-7e8b-4ce4-8e48-c9736fcdd903) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:12.277114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:12.277485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Checking segment: {'id': '1d68be7f-da9c-495a-b01e-3ef587a1c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:12.278120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.278694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Bound using segment: {'id': '1d68be7f-da9c-495a-b01e-3ef587a1c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:12.279921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Bound port: 70206c98-2bcc-4859-bf1b-18401dd19ef0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68be7f-da9c-495a-b01e-3ef587a1c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6c7c02c6-8d2c-40f7-a468-ec018bab739b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:12.280674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.421185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:12.436845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:12.438129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] For port 70206c98-2bcc-4859-bf1b-18401dd19ef0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:12.443722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] For port 70206c98-2bcc-4859-bf1b-18401dd19ef0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70206c98-2bcc-4859-bf1b-18401dd19ef0,segment=NetworkSegment(1d68be7f-da9c-495a-b01e-3ef587a1c2e0),segment_id=1d68be7f-da9c-495a-b01e-3ef587a1c2e0)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:12.463100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 52f298c6-4a0d-4903-9d1c-978f02b018ab completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:12.472706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 52f298c6-4a0d-4903-9d1c-978f02b018ab triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:12.473260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.481853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.485223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7ba732c4-9393-4c43-bb66-0f8c5a8cb66a req-8765595b-2e67-43db-b073-ab21112d031e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.0590067 May 13 15:21:12.528691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.531089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:12.577201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:12.589260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:12.593250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.597066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:12.599532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:12.613073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] No DVR routers for this DVR port 35e4b07f-938e-43c8-bb69-5bfed7cb6669 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:12.616592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.620994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'name': 'network-vif-deleted', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:12.632733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:12.633393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:12.680043 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cf1ebf-0a18-4d75-939c-0f9c05931914'] response: {'server_uuid': '8aecc8ab-0172-48c4-9a64-583ffd2bc355', 'name': 'network-vif-deleted', 'tag': '35e4b07f-938e-43c8-bb69-5bfed7cb6669', 'status': 'completed', 'code': 200} May 13 15:21:12.696759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:12.698769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cbda4dd-788c-4162-99ac-c2fa6082d135 req-27e0e26d-716c-4ef8-bc38-75b7a5c3ade1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "DELETE /v2.0/ports/35e4b07f-938e-43c8-bb69-5bfed7cb6669 HTTP/1.1" status: 204 len: 173 time: 2.0503237 May 13 15:21:12.728795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.734964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:12.752859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d68ae-99aa-4217-a05e-7bec13c5ece4 None None] Pushing event updated for resources: {'Port': ['ID=6f8c6622-a838-44f0-b3c6-b21243869263,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:12.789898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:12.968557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:13.041271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 52f298c6-4a0d-4903-9d1c-978f02b018ab is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:13.041663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:13.087645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dafad-6858-441c-aaed-69deb6ce5a15 None None] Pushing event updated for resources: {'Port': ['ID=70206c98-2bcc-4859-bf1b-18401dd19ef0,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:13.101867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 52f298c6-4a0d-4903-9d1c-978f02b018ab, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=52f298c6-4a0d-4903-9d1c-978f02b018ab,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:13.118548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:13.192440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:13.439127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:13.440585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:13.459373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:13.549647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:13.558467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=8fda37c0-7e8b-4ce4-8e48-c9736fcdd903,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:13.561406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=52f298c6-4a0d-4903-9d1c-978f02b018ab,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:13.582739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:13.583564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:13.664836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-2ed69764-f51d-4e03-8632-d269038f401e req-83969deb-0351-4276-80d5-33926c84bcda tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:13.718197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:13.722111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:13.730773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:13.731375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:13.736133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3b4f3925-a424-4b9f-b4c8-05caee8fde19 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3870075 May 13 15:21:13.743338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:13.861031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-2ed69764-f51d-4e03-8632-d269038f401e req-83969deb-0351-4276-80d5-33926c84bcda tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:13.884410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2ed69764-f51d-4e03-8632-d269038f401e req-83969deb-0351-4276-80d5-33926c84bcda tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=8aecc8ab-0172-48c4-9a64-583ffd2bc355 HTTP/1.1" status: 200 len: 210 time: 0.2758603 May 13 15:21:14.016618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:14.163994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6f8c6622-a838-44f0-b3c6-b21243869263 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:14.171515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.245536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.413206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:14.419340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549efd66-867f-44ba-93f9-a0530ca2f1d9 None None] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:14.425931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.593369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.612332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:14.614299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:14.643620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Provisioning for port 6f8c6622-a838-44f0-b3c6-b21243869263 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:14.682046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 6f8c6622-a838-44f0-b3c6-b21243869263 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:14.691819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Provisioning complete for port 6f8c6622-a838-44f0-b3c6-b21243869263 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:14.692570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.786740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6f8c6622-a838-44f0-b3c6-b21243869263 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:14.789247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:14.843979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 35e4b07f-938e-43c8-bb69-5bfed7cb6669 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:14.845543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:14.915423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 35e4b07f-938e-43c8-bb69-5bfed7cb6669 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:14.916295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 35e4b07f-938e-43c8-bb69-5bfed7cb6669 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:14.934165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6f3fb-9509-489d-aa62-28c9bf95e34e None None] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:15.082512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:15.095881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a6d3a06-fb7a-4a05-a916-20418f12e452 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "PUT /v2.0/routers/fcca60ee-84e2-4bf5-bd51-6e51262e3b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0241008 May 13 15:21:15.118998 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Sync routers for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:15.129876 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:15.130584 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:15.154282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:15.223365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:15.300908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:15.303629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:15.309080 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-6d071a3f-c220-4547-9d95-965501eb0fe8 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254892541&fields=id&tenant_id=9984482009e64cf08736279b6ca8dbea HTTP/1.1" status: 200 len: 267 time: 0.0541410 May 13 15:21:15.351224 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:15.369035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=8fda37c0-7e8b-4ce4-8e48-c9736fcdd903,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:15.415564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:15.425354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:15.429086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:15.442953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:15.465571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-15cb6be4-55b8-47d8-93ce-ed64f73a7327 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535807023&fields=id&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 267 time: 0.0827105 May 13 15:21:15.471948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53e054-9447-42a0-afe2-77a0eed143b8 None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:15.474863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-60ba2cae-9026-4225-9923-1247b1baef6d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:15.483816 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-60ba2cae-9026-4225-9923-1247b1baef6d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/networks?id=0493438e-71bc-4586-9f63-0dad0b0884d9 HTTP/1.1" status: 200 len: 797 time: 0.1669075 May 13 15:21:15.488295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:15.502337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-5176570a-751f-4a6e-b66d-b565b3f28090 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/quotas/9984482009e64cf08736279b6ca8dbea HTTP/1.1" status: 200 len: 375 time: 0.0171273 May 13 15:21:15.821842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-cdad4ff1-fd15-4e33-a73d-8727813e073a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:15.823924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-4e46b154-b19f-4d07-b875-f8bdccd8d320 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:15.824647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-cdad4ff1-fd15-4e33-a73d-8727813e073a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.3381662 May 13 15:21:15.857138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab810bc-3e8b-4609-a41e-4e71d6de9234 None None] Pushing event updated for resources: {'Port': ['ID=6f8c6622-a838-44f0-b3c6-b21243869263,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:15.861128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:21:15.864895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:21:15.893146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0de6f8ff-553c-4faa-a147-cac31828c6c9 None None] Provisioning for port 70206c98-2bcc-4859-bf1b-18401dd19ef0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:15.930390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-285af345-312b-42e9-af1c-42657145bbcb tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/quotas/7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 375 time: 0.0929031 May 13 15:21:15.949146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-4e46b154-b19f-4d07-b875-f8bdccd8d320 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:15.954297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d41a10-e18d-4de1-8c4c-6f42eea7e57e None None] New status for floating IP e32e66dc-e966-424d-8447-dd207177af4c: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:15.955310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-4e46b154-b19f-4d07-b875-f8bdccd8d320 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9984482009e64cf08736279b6ca8dbea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4521475 May 13 15:21:15.974763 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 2, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:15.987454 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Checking router: fcca60ee-84e2-4bf5-bd51-6e51262e3b07 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:15.987858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Updating router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 port a97b669f-e7df-4189-a41d-95f91e8ab88b binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:21:16.094709 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.120189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.190960 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-4687dee5-3eeb-4dce-a2b4-78a80a16b34a service neutron] 10.222.0.91 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186391 May 13 15:21:16.224643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-eb0b2e09-9bc7-4e3a-954b-4bd316e51320 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2791457 May 13 15:21:16.278804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c59c5742-7129-4c0a-b905-0caeeb132daa None None] Provisioning complete for port 6f8c6622-a838-44f0-b3c6-b21243869263 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:16.279187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c59c5742-7129-4c0a-b905-0caeeb132daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.440194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.489612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-01b70dd5-bb21-4822-9ae6-847c62df8e70 service neutron] 10.222.0.91 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906981 May 13 15:21:16.501327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:16.502969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 52f298c6-4a0d-4903-9d1c-978f02b018ab up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:16.657063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c59c5742-7129-4c0a-b905-0caeeb132daa None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:16.682598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 52f298c6-4a0d-4903-9d1c-978f02b018ab triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:16.682970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.721858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.739185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Transition to ACTIVE for port object a97b669f-e7df-4189-a41d-95f91e8ab88b will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:16.764905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-404320e2-9def-4ddc-b31f-38a73c1f42ce service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244296 May 13 15:21:16.835118 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:16.850435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c59c5742-7129-4c0a-b905-0caeeb132daa None None] Provisioning for port a97b669f-e7df-4189-a41d-95f91e8ab88b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:16.891884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 52f298c6-4a0d-4903-9d1c-978f02b018ab is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:16.893371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70206c98-2bcc-4859-bf1b-18401dd19ef0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:16.926506 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1888ba1f-7d62-4e45-8d2c-90a877654b9f req-3a1a4a78-f044-461b-97e3-53eee64815ae tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.0838537 May 13 15:21:17.089286 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429179-d5ba-439d-a4af-406e58092a97 None None] Pushing event updated for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:17.168584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-edefc45d-9cc9-4ae5-a80a-ed46fa5f9e69 None None] Provisioning for port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:17.173598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 70206c98-2bcc-4859-bf1b-18401dd19ef0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:17.179968 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Attempting to bind port a97b669f-e7df-4189-a41d-95f91e8ab88b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:17.180465 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Attempting to bind port a97b669f-e7df-4189-a41d-95f91e8ab88b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:17.180695 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Attempting to bind port a97b669f-e7df-4189-a41d-95f91e8ab88b on network 0493438e-71bc-4586-9f63-0dad0b0884d9 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:17.181268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 70206c98-2bcc-4859-bf1b-18401dd19ef0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:17.181906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.187473 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:17.187934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Checking segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:17.188374 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.188846 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Bound using segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:17.189228 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Bound port: a97b669f-e7df-4189-a41d-95f91e8ab88b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:17.189602 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.257555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-edefc45d-9cc9-4ae5-a80a-ed46fa5f9e69 None None] Provisioning complete for port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:17.257886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-edefc45d-9cc9-4ae5-a80a-ed46fa5f9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.287711 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] For port a97b669f-e7df-4189-a41d-95f91e8ab88b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:17.291150 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] For port a97b669f-e7df-4189-a41d-95f91e8ab88b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a97b669f-e7df-4189-a41d-95f91e8ab88b,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:17.322213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-edefc45d-9cc9-4ae5-a80a-ed46fa5f9e69 None None] Port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:17.336231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-982e455f-6a94-4724-bbd8-508fa0c93359 service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189145 May 13 15:21:17.382545 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.390528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 70206c98-2bcc-4859-bf1b-18401dd19ef0 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:17.390909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.431131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.438530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 70206c98-2bcc-4859-bf1b-18401dd19ef0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70206c98-2bcc-4859-bf1b-18401dd19ef0,segment=NetworkSegment(1d68be7f-da9c-495a-b01e-3ef587a1c2e0),segment_id=1d68be7f-da9c-495a-b01e-3ef587a1c2e0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:17.487009 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:17.487651 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:17.507952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-569b4eec-394c-4e65-a9d0-d771168d21eb None None] Provisioning complete for port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:17.509024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-569b4eec-394c-4e65-a9d0-d771168d21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.520596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.570487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.604681 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429179-d5ba-439d-a4af-406e58092a97 None None] Pushing event updated for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:17.673718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-569b4eec-394c-4e65-a9d0-d771168d21eb None None] Port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:17.702482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=70206c98-2bcc-4859-bf1b-18401dd19ef0,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:17.752112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=8fda37c0-7e8b-4ce4-8e48-c9736fcdd903,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:17.752436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6f8c6622-a838-44f0-b3c6-b21243869263 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:17.767502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.803664 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:17.839270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6f8c6622-a838-44f0-b3c6-b21243869263 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:17.839634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:17.944616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:17.946661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:18.053353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:18.104792 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dbac09df-e607-4020-97bd-50adf8f6324f req-8e22bb28-de0f-40f3-9847-b73780f4c117 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.0964196 May 13 15:21:18.225735 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:17Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:18.229564 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b64996-e1e8-415d-89a4-9ffed14f304e None None] The sync data for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv is: [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:17Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:18.270449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6c2affb7-37d1-4616-99d7-af0b8b66dbd3 None None] Provisioning complete for port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:18.271018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6c2affb7-37d1-4616-99d7-af0b8b66dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:18.309403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Router 436b94ce-d97a-4f13-abeb-f3ca4af09253 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:21:18.355363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6c2affb7-37d1-4616-99d7-af0b8b66dbd3 None None] Port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:18.431376 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac7e4f1f-e601-4622-a6c6-a6f5a6e79aeb req-6d4e65e0-db75-4a54-84bf-2086c58a1d58 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 210 time: 0.0671248 May 13 15:21:18.510695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:18.519232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:18.523639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] Sync routers for ids ['436b94ce-d97a-4f13-abeb-f3ca4af09253'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:18.526152 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4c3407d6-9bc7-42d3-a4e3-097208cb43a3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/routers/436b94ce-d97a-4f13-abeb-f3ca4af09253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793796 May 13 15:21:18.540065 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] Routers {'436b94ce-d97a-4f13-abeb-f3ca4af09253'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:18.540683 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['436b94ce-d97a-4f13-abeb-f3ca4af09253'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:18.612888 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:18.616514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37904a76-da71-46ac-a39b-aae1c9ef2b46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:18.617257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-37904a76-da71-46ac-a39b-aae1c9ef2b46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:18.622234 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] Routers {'436b94ce-d97a-4f13-abeb-f3ca4af09253'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:18.622964 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['436b94ce-d97a-4f13-abeb-f3ca4af09253'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:18.687685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:18.688170 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea9ecd-c569-4fe7-b1f0-8a5ad3935e7f None None] The sync data for ids ['436b94ce-d97a-4f13-abeb-f3ca4af09253'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:18.703747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-37904a76-da71-46ac-a39b-aae1c9ef2b46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:18.705201 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-37904a76-da71-46ac-a39b-aae1c9ef2b46 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?device_id=436b94ce-d97a-4f13-abeb-f3ca4af09253 HTTP/1.1" status: 200 len: 983 time: 0.1837392 May 13 15:21:18.708219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39234) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:19.408946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0afef174-a1fb-4457-a50b-fc1c7a53ef22 req-363f324c-032f-48d7-aced-2a85a80cd5fb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.1723027 May 13 15:21:19.428927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:19.589863 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e058edde-6c68-4676-ae57-941d8e15059b req-c004f721-ee5b-4b32-96f6-d50d38eb411a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 210 time: 0.0463853 May 13 15:21:19.757187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70206c98-2bcc-4859-bf1b-18401dd19ef0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:19.831694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 70206c98-2bcc-4859-bf1b-18401dd19ef0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:19.832224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:19.843899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-952fc3bd-2596-4a48-8b69-4ab896114b94 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:19.844603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-952fc3bd-2596-4a48-8b69-4ab896114b94 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:19.857595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:19.858012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:19.960193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 70206c98-2bcc-4859-bf1b-18401dd19ef0 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:19.961362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a97b669f-e7df-4189-a41d-95f91e8ab88b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:20.018092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-952fc3bd-2596-4a48-8b69-4ab896114b94 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:20.019188 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-952fc3bd-2596-4a48-8b69-4ab896114b94 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.23 "GET /v2.0/networks?id=0493438e-71bc-4586-9f63-0dad0b0884d9 HTTP/1.1" status: 200 len: 797 time: 0.3880217 May 13 15:21:20.083094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.086406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a97b669f-e7df-4189-a41d-95f91e8ab88b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:20.094046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a97b669f-e7df-4189-a41d-95f91e8ab88b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:20.094901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.156434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-ca072f03-8093-45b0-80ff-8b66f4d2d3d6 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:20.222081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:20.226475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a97b669f-e7df-4189-a41d-95f91e8ab88b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:20.226863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.260403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a97b669f-e7df-4189-a41d-95f91e8ab88b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a97b669f-e7df-4189-a41d-95f91e8ab88b,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:20.365333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.409019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-ca072f03-8093-45b0-80ff-8b66f4d2d3d6 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:20.410179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-ca072f03-8093-45b0-80ff-8b66f4d2d3d6 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9984482009e64cf08736279b6ca8dbea HTTP/1.1" status: 200 len: 380 time: 0.3735869 May 13 15:21:20.423041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'port': {'device_id': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'admin_state_up': True, 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'security_groups': ['cb54d5a6-0839-4136-b40b-e4d1c868d5c3']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:20.437337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:20.612539 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7c03093-7c6e-4634-96a5-d3c13f542c29 req-ab60e5c1-38cd-4cd2-b665-febf3ee78a37 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.0707409 May 13 15:21:20.663355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:20.687122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:20.792388 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-29ccb1b3-4370-4bab-b771-8d0425460df7 req-1c8acd48-2e08-4c0a-8ffe-d03b48bf457e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 210 time: 0.0574989 May 13 15:21:20.795016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Made reservation on behalf of 9984482009e64cf08736279b6ca8dbea for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:20.798747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.854378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-13fc82b6-9f7d-439d-be36-e73f6e4f4359 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:20.856180 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-13fc82b6-9f7d-439d-be36-e73f6e4f4359 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.1964769 May 13 15:21:20.911678 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-9ca4415b-3441-4890-95d5-6354444bf28c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 380 time: 0.0463684 May 13 15:21:20.919955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'port': {'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'admin_state_up': True, 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'security_groups': ['29c108b0-836b-45a0-8502-b58d2938c67a']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:20.964384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.032183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=8fda37c0-7e8b-4ce4-8e48-c9736fcdd903,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:21.082653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:21.093170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:21.177593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Made reservation on behalf of 7c39df741681440e9ae763223dcf8708 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:21.181137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.332310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Allocated IP 172.20.0.7 (0493438e-71bc-4586-9f63-0dad0b0884d9/1b7c18b7-d202-4085-a991-7d6752fa09e6/fb16604a-c30c-434a-b61c-1bc5fd486e36) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:21.340156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.370223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.20.0.11 (678a251d-325d-4f26-bc5d-210c6e9dbe66/39e9a0b1-4227-480d-9270-fee7d9ff8f94/bf5a50c5-5bdb-4b9a-914b-839a06e9a9da) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:21.567514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.585041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Transition to ACTIVE for port object bf5a50c5-5bdb-4b9a-914b-839a06e9a9da will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:21.667875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a97b669f-e7df-4189-a41d-95f91e8ab88b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:21.686899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.741988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a97b669f-e7df-4189-a41d-95f91e8ab88b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:21.742548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.784985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:21.789199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:21.793827 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:21.819564 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-88df44e3-dc17-4e5a-bb4e-4fe205b8e8f0 req-52dbdd1d-13df-437c-a80d-8d7654faf8b3 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.0746467 May 13 15:21:21.852013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Router 436b94ce-d97a-4f13-abeb-f3ca4af09253 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:21.871232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:21.911003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:21.911844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.944119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a97b669f-e7df-4189-a41d-95f91e8ab88b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:22.005065 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-a155da19-6098-4b53-a73c-81f33cc480c7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0851603 May 13 15:21:22.045027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Request body: {'port': {'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:22.080285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:22.098184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] Sync routers for ids ['436b94ce-d97a-4f13-abeb-f3ca4af09253'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:22.100975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.115040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] Routers {'436b94ce-d97a-4f13-abeb-f3ca4af09253'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:22.116196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['436b94ce-d97a-4f13-abeb-f3ca4af09253'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:22.119311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Transition to ACTIVE for port object fb16604a-c30c-434a-b61c-1bc5fd486e36 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:22.178776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-77326f93-15ac-4915-b62b-4dadf2850338 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/routers/436b94ce-d97a-4f13-abeb-f3ca4af09253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4693046 May 13 15:21:22.179594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39260) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:22.188493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:22.210910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] Routers {'436b94ce-d97a-4f13-abeb-f3ca4af09253'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:22.212307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['436b94ce-d97a-4f13-abeb-f3ca4af09253'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:22.228316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.288434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9a7495-0cb9-40dc-9fed-dbcf78f2f603 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:21:22.288888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ce9a7495-0cb9-40dc-9fed-dbcf78f2f603 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:22.289245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:22.290066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab012ec6-a2af-4f83-bd26-24abfb2676de None None] The sync data for ids ['436b94ce-d97a-4f13-abeb-f3ca4af09253'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:22.292044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7a47e326-1e15-4438-bdf5-0d491f9ed02b None None] Provisioning for port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:22.300542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7a47e326-1e15-4438-bdf5-0d491f9ed02b None None] Provisioning complete for port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:22.301068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7a47e326-1e15-4438-bdf5-0d491f9ed02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.320239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e30cc-faa2-4729-9fcf-8a1239f7c2a4 req-1e18cc6f-2a27-45d5-bb07-e9ed6b5c8e64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:22.320447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:22.320826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-911e30cc-faa2-4729-9fcf-8a1239f7c2a4 req-1e18cc6f-2a27-45d5-bb07-e9ed6b5c8e64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:22.328662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.331302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:22.345912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:22.365671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7a47e326-1e15-4438-bdf5-0d491f9ed02b None None] Port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:22.420430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:22.445192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:22.445815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.470099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-911e30cc-faa2-4729-9fcf-8a1239f7c2a4 req-1e18cc6f-2a27-45d5-bb07-e9ed6b5c8e64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:22.471275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-911e30cc-faa2-4729-9fcf-8a1239f7c2a4 req-1e18cc6f-2a27-45d5-bb07-e9ed6b5c8e64 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 932 time: 0.4653053 May 13 15:21:22.479785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ce9a7495-0cb9-40dc-9fed-dbcf78f2f603 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:22.487425 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ce9a7495-0cb9-40dc-9fed-dbcf78f2f603 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/8fda37c0-7e8b-4ce4-8e48-c9736fcdd903 HTTP/1.1" status: 404 len: 333 time: 0.3062363 May 13 15:21:22.488412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39264) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:22.539634 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-911e30cc-faa2-4729-9fcf-8a1239f7c2a4 req-67f2d431-b738-44b4-9dfd-ea86b2f6a120 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570929 May 13 15:21:22.711948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-34fbe2a4-beaa-440a-9cd7-73a8399485eb tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2932231 May 13 15:21:22.754582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5a50c5-5bdb-4b9a-914b-839a06e9a9da {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:22.761830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.775914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Request body: {'port': {'device_id': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:22.776709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Transition to ACTIVE for port object bf5a50c5-5bdb-4b9a-914b-839a06e9a9da will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:22.789120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a0381353-0555-4caa-96b5-315893936426 None None] Provisioning for port fb16604a-c30c-434a-b61c-1bc5fd486e36 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:22.794289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a0381353-0555-4caa-96b5-315893936426 None None] Provisioning complete for port fb16604a-c30c-434a-b61c-1bc5fd486e36 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:22.794610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a0381353-0555-4caa-96b5-315893936426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.836144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:22.848242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a0381353-0555-4caa-96b5-315893936426 None None] Port fb16604a-c30c-434a-b61c-1bc5fd486e36 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:22.915370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.062933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:23.189779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Attempting to bind port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:23.190162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Attempting to bind port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:23.190498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Attempting to bind port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:23.195650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:21:23.196537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Attempting to bind port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:23.203950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:23.203950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:23.203950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Bound using segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:23.204337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Bound port: bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:23.204835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.297548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.305986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.309259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.310041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:23.316744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:23.383691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.406109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a3ea-07e6-4141-a300-1067cedd9ba2 req-a506a681-98cd-4856-9fbf-3fab5a8bbb37 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.406879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-c211a3ea-07e6-4141-a300-1067cedd9ba2 req-a506a681-98cd-4856-9fbf-3fab5a8bbb37 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:23.453396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.454132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.455557 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] 10.222.0.23 "PUT /v2.0/ports/bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 1094 time: 1.4147224 May 13 15:21:23.456062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:23.475457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d38563-1652-4745-a240-2b98cdeaf805 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:23.496012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.496601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Fanout notify agent at l3_agent the message router_deleted on router 436b94ce-d97a-4f13-abeb-f3ca4af09253 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:21:23.520130 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f3461a-cdd8-4f8a-9209-335dd86610c1'] response: {'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'status': 'completed', 'code': 200} May 13 15:21:23.550659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.557106 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2bf6a680-3cb6-4e60-9f0b-ac766a7df154 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/routers/436b94ce-d97a-4f13-abeb-f3ca4af09253 HTTP/1.1" status: 204 len: 168 time: 1.0622890 May 13 15:21:23.557106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39272) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:23.668143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-4810c2dd-a4f4-4a2c-8d47-d41df52293d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.671976 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-4810c2dd-a4f4-4a2c-8d47-d41df52293d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1097 time: 0.1308606 May 13 15:21:23.754589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-c211a3ea-07e6-4141-a300-1067cedd9ba2 req-a506a681-98cd-4856-9fbf-3fab5a8bbb37 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:23.755953 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c211a3ea-07e6-4141-a300-1067cedd9ba2 req-a506a681-98cd-4856-9fbf-3fab5a8bbb37 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 931 time: 0.7961268 May 13 15:21:23.830541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 9a79ba35-33b0-4553-abf7-ed0548a0e4bc {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:23.847184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.893056 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c211a3ea-07e6-4141-a300-1067cedd9ba2 req-1868ebc9-0545-4382-a981-638797ebd9d2 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245632 May 13 15:21:23.922471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:23.930086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-33a819a6-7a06-4b18-98a0-65c2efc5d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.931600 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-33a819a6-7a06-4b18-98a0-65c2efc5d134 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c39df741681440e9ae763223dcf8708&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2497427 May 13 15:21:23.944078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f75090-79c8-4644-ba3c-d9dfd667670d req-1d953d96-49ba-4013-9ac0-d6dbb74458e3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.945617 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f7f75090-79c8-4644-ba3c-d9dfd667670d req-1d953d96-49ba-4013-9ac0-d6dbb74458e3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.1539171 May 13 15:21:24.033012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:24.043414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.065880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Transition to ACTIVE for port object fb16604a-c30c-434a-b61c-1bc5fd486e36 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:24.075359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.080387 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f7f75090-79c8-4644-ba3c-d9dfd667670d req-3bd05794-ef18-45e9-a944-375a3c4cb21d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114402 May 13 15:21:24.114724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-485305ec-bcb6-4dff-8fcb-78b96639d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.116185 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57358e4c-02a5-4e2a-92b9-6c8907a9cd10 req-485305ec-bcb6-4dff-8fcb-78b96639d084 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696937 May 13 15:21:24.126231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.237603 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-b953c6e2-e758-4c36-b8b7-ea855f7e998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.239188 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-b953c6e2-e758-4c36-b8b7-ea855f7e998f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1097 time: 0.0853703 May 13 15:21:24.327145 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-1d581902-8372-4766-a0a4-6290e6bb90f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 217 time: 0.0797858 May 13 15:21:24.396335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-41a628e9-a05f-4de9-8955-7e064665c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.397799 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-41a628e9-a05f-4de9-8955-7e064665c4ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0656500 May 13 15:21:24.430377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:24.478588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-13a58d52-589d-4809-85c3-5646f76013ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.480174 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-13a58d52-589d-4809-85c3-5646f76013ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763669 May 13 15:21:24.511168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.560148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Attempting to bind port fb16604a-c30c-434a-b61c-1bc5fd486e36 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:24.560530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Attempting to bind port fb16604a-c30c-434a-b61c-1bc5fd486e36 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:24.561579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Attempting to bind port fb16604a-c30c-434a-b61c-1bc5fd486e36 on network 0493438e-71bc-4586-9f63-0dad0b0884d9 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:24.568322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71d9a2-0b3a-47f8-a134-36d6e33ec23e None None] Network 6c7c02c6-8d2c-40f7-a468-ec018bab739b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:24.571085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=9a79ba35-33b0-4553-abf7-ed0548a0e4bc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:24.574976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.578045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Port fb16604a-c30c-434a-b61c-1bc5fd486e36 on network 0493438e-71bc-4586-9f63-0dad0b0884d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:21:24.578363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Attempting to bind port fb16604a-c30c-434a-b61c-1bc5fd486e36 on network 0493438e-71bc-4586-9f63-0dad0b0884d9 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:24.589941 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-43f55a4a-e55b-4f0a-92d1-f965f31f29a0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/9a79ba35-33b0-4553-abf7-ed0548a0e4bc HTTP/1.1" status: 204 len: 168 time: 1.0327227 May 13 15:21:24.590956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:24.591291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Checking segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:24.591676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Bound using segment: {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:24.592121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Bound port: fb16604a-c30c-434a-b61c-1bc5fd486e36, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069755ab-648b-490c-906f-eecd1af8dd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:24.592462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.601700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39278) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:24.745530 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-8e5ad5f6-c087-4063-890d-bdab39635a5e service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581034 May 13 15:21:24.782300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.797815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:24.802317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:24.805369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 70206c98-2bcc-4859-bf1b-18401dd19ef0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:24.805705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.828905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] DHCP port deletion for 6c7c02c6-8d2c-40f7-a468-ec018bab739b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:21:24.833293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Deleting port 70206c98-2bcc-4859-bf1b-18401dd19ef0 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:24.833672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.888104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c75759d6-3818-4455-b0be-5d552cc02a8c req-32fd6b48-3360-438f-b64d-371607a97390 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360636 May 13 15:21:24.894835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.995043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:24.995043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:24.995043 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb16604a-c30c-434a-b61c-1bc5fd486e36 HTTP/1.1" status: 200 len: 1093 time: 2.2704611 May 13 15:21:24.996353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:25.086743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1e3a16-0942-421a-9f45-3c42f723dabc'] response: {'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'status': 'completed', 'code': 200} May 13 15:21:25.094433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743fc9-3b3c-45ce-87e9-622935c007c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:25.114646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] For port 70206c98-2bcc-4859-bf1b-18401dd19ef0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70206c98-2bcc-4859-bf1b-18401dd19ef0,segment=NetworkSegment(1d68be7f-da9c-495a-b01e-3ef587a1c2e0),segment_id=1d68be7f-da9c-495a-b01e-3ef587a1c2e0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:25.115045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:25.257450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] For port 70206c98-2bcc-4859-bf1b-18401dd19ef0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70206c98-2bcc-4859-bf1b-18401dd19ef0,segment=NetworkSegment(1d68be7f-da9c-495a-b01e-3ef587a1c2e0),segment_id=1d68be7f-da9c-495a-b01e-3ef587a1c2e0)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:25.257814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:25.268182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Calling delete_port for 70206c98-2bcc-4859-bf1b-18401dd19ef0 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:25.316210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30089-c54b-4b32-9736-a2529a7e16d6 req-22625cee-1044-4139-b548-f7c2045e221b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.317740 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f1b30089-c54b-4b32-9736-a2529a7e16d6 req-22625cee-1044-4139-b548-f7c2045e221b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.1060641 May 13 15:21:25.366278 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f1b30089-c54b-4b32-9736-a2529a7e16d6 req-589947fb-8288-4c58-98da-c7752e2c4f71 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 May 13 15:21:25.399936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 70206c98-2bcc-4859-bf1b-18401dd19ef0 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:25.417938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:25.463213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] Pushing event deleted for resources: {'Port': ['ID=70206c98-2bcc-4859-bf1b-18401dd19ef0,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:25.465550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55552c-1627-404d-a729-424d652ed294 req-5e4b068f-f4c7-489d-b4e6-2449a986dcb7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.467682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e55552c-1627-404d-a729-424d652ed294 req-5e4b068f-f4c7-489d-b4e6-2449a986dcb7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 943 time: 0.3792515 May 13 15:21:25.470191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74d155-c653-48fc-b282-ab3c7bb956ea None None] No DVR routers for this DVR port 70206c98-2bcc-4859-bf1b-18401dd19ef0 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:25.472366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-25c2518e-cf6d-4825-8513-385106bdea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.473837 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-25c2518e-cf6d-4825-8513-385106bdea4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9984482009e64cf08736279b6ca8dbea&device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1096 time: 0.3114662 May 13 15:21:25.608159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:21:25.608467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:21:25.619696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e55552c-1627-404d-a729-424d652ed294 req-10591d17-570a-49f1-bf2c-9165af931490 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421733 May 13 15:21:25.655938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70206c98-2bcc-4859-bf1b-18401dd19ef0 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:25.675993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-62987f9f-7047-4b13-81f9-f3c4b7a46a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.678416 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-62987f9f-7047-4b13-81f9-f3c4b7a46a42 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9984482009e64cf08736279b6ca8dbea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1851990 May 13 15:21:25.690886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 70206c98-2bcc-4859-bf1b-18401dd19ef0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:25.691292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70206c98-2bcc-4859-bf1b-18401dd19ef0 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:25.814917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-ae8fe113-a2cc-49fa-bcdd-fffa7fde0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.816297 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d22f4afb-df82-452c-857d-19eeb789adc0 req-ae8fe113-a2cc-49fa-bcdd-fffa7fde0819 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333141 May 13 15:21:25.927181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-a640e05e-8910-4e2b-a07e-4e1ae2beaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.928660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-a640e05e-8910-4e2b-a07e-4e1ae2beaada service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9984482009e64cf08736279b6ca8dbea&device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1096 time: 0.0748563 May 13 15:21:26.000481 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-8d697058-e40b-47c4-8589-3113d1bbd8c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36 HTTP/1.1" status: 200 len: 217 time: 0.0646358 May 13 15:21:26.140580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 70206c98-2bcc-4859-bf1b-18401dd19ef0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:26.140917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.219332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] The port '70206c98-2bcc-4859-bf1b-18401dd19ef0' was deleted {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:21:26.277747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-97da3c9b-378b-4456-a51e-edafbaab2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.279296 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-97da3c9b-378b-4456-a51e-edafbaab2d87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b7c18b7-d202-4085-a991-7d6752fa09e6 HTTP/1.1" status: 200 len: 835 time: 0.2730448 May 13 15:21:26.387517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.423380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c02c6-8d2c-40f7-a468-ec018bab739b']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:26.440918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68be7f-da9c-495a-b01e-3ef587a1c2e0') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:26.441214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68be7f-da9c-495a-b01e-3ef587a1c2e0') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:26.455174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.474336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-8385375d-ee89-4c9d-9799-bd1121fe1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.475811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-8385375d-ee89-4c9d-9799-bd1121fe1848 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0493438e-71bc-4586-9f63-0dad0b0884d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1509907 May 13 15:21:26.476726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.531018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:21:26.531342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: util.warn( May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:21:26.546097 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:21:26.756920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8f096-172b-438c-be20-cbccbba87ed8 req-30607bd4-a449-4105-ae25-0d739ef53370 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.758400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fba8f096-172b-438c-be20-cbccbba87ed8 req-30607bd4-a449-4105-ae25-0d739ef53370 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.2793746 May 13 15:21:26.760266 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-87db585f-5e59-4563-9c93-df2527395562 service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775772 May 13 15:21:26.796757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.820865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885daec-3eb2-490f-a94e-a0526e990de3 req-440895c6-081e-482c-9d3d-ed103e8a969c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.822618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6885daec-3eb2-490f-a94e-a0526e990de3 req-440895c6-081e-482c-9d3d-ed103e8a969c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 943 time: 0.0831852 May 13 15:21:26.827879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:26.867593 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6885daec-3eb2-490f-a94e-a0526e990de3 req-9a15f541-d02c-4bfd-bd1f-919e77374423 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 May 13 15:21:26.890965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=6c7c02c6-8d2c-40f7-a468-ec018bab739b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:26.923483 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fba8f096-172b-438c-be20-cbccbba87ed8 req-18c64a18-fe8b-4ebe-b4f2-d2bf860a1b4e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585221 May 13 15:21:26.964776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4563b9e-0a1e-43ea-a74e-fadeb75765ef req-c736281f-2938-4503-a388-84a11c438348 service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980939 May 13 15:21:26.984112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ae522d1d-db83-4fe5-9ea2-f08c003b64f1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/6c7c02c6-8d2c-40f7-a468-ec018bab739b HTTP/1.1" status: 204 len: 168 time: 2.3813846 May 13 15:21:26.987881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39296) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:27.057264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe3e16-1ba3-4a94-8f7a-8b419e4533c1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:27.057731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cbe3e16-1ba3-4a94-8f7a-8b419e4533c1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:27.120689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cbe3e16-1ba3-4a94-8f7a-8b419e4533c1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:27.122056 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7cbe3e16-1ba3-4a94-8f7a-8b419e4533c1 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/1689fddc-eca7-49f9-80ff-61e6ca4e373d HTTP/1.1" status: 200 len: 841 time: 0.1332231 May 13 15:21:27.126810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39300) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:27.194867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aa367518-a7fb-4d39-863c-cfff03ad2440 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/1689fddc-eca7-49f9-80ff-61e6ca4e373d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0669403 May 13 15:21:27.198396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39304) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:27.204135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:27.312540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:27.316281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:27.319074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:27.324701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:27.394418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:27.397904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.486398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.668989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.725107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:27.727948 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:27.730888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:27.731463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.738497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee64420-2679-4e85-8a25-62b96cb288d9 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:27.755337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=1c375166-9b2f-4383-8b3f-1f66a1372655,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:27.877258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d10372c5-9181-423c-a512-a8a847ba631f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6754060 May 13 15:21:27.877764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39308) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:27.883134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'security_group': {'name': 'tempest-secgroup-109882236'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:27.889361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:27.893872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:27.897078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:27.903758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:27.977366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:27.995118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'tenant_id': 'dbf169e8fe9843b2a8c46e97cb86932c', 'fixed_ips': [{'subnet_id': '1c375166-9b2f-4383-8b3f-1f66a1372655'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:21:27.997863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.004628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:28.009057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:28.012246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:28.019523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:28.100180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6c29-66c3-4308-a15c-5780b0f754ee req-7c04176c-aa06-45a6-8cc9-27e5da156c2a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:28.101871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e6da6c29-66c3-4308-a15c-5780b0f754ee req-7c04176c-aa06-45a6-8cc9-27e5da156c2a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 943 time: 0.0980339 May 13 15:21:28.150249 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e6da6c29-66c3-4308-a15c-5780b0f754ee req-30c6ac20-f227-48fb-9efe-23644342eee2 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 May 13 15:21:28.177765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Allocated IP 172.20.0.2 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/1c375166-9b2f-4383-8b3f-1f66a1372655/3081e675-ca51-43fb-bff1-1fbb8ff4ce3d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:28.257713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.293037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9647-1dfc-4518-a172-db32f6ff18c3 req-45636a8e-4a39-4c5b-8d77-8a6f2cc222ff tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:28.294714 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-987c9647-1dfc-4518-a172-db32f6ff18c3 req-45636a8e-4a39-4c5b-8d77-8a6f2cc222ff tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.2022369 May 13 15:21:28.337524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.388938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.399518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Transition to ACTIVE for port object 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:28.407653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556a8b8f-dced-4fd3-9c21-a5d2d525d549,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:28.418746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Transition to ACTIVE for port object 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:28.424342 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-987c9647-1dfc-4518-a172-db32f6ff18c3 req-f89961b3-9ff3-4551-b035-5c40ae581841 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233201 May 13 15:21:28.479623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.480818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c4c26b7-a05c-452e-8ec2-8b9c872659c9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6019201 May 13 15:21:28.483998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39320) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:28.489241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'security_group': {'name': 'tempest-secgroup-555514199'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:28.495278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:28.500235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:28.503126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:28.508822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:28.509757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.577578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:28.580227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:28.584056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:28.592994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:28.606358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.627122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:28.630856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:28.633626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:28.639329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:28.680547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Attempting to bind port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:28.680845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Attempting to bind port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '4d1c5336-892f-443e-8124-69add018c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:28.681205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Attempting to bind port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d on network ea0769a7-0e5e-4e31-b708-4f6e389cab7d {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:28.687206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:28.687579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Checking segment: {'id': '4d1c5336-892f-443e-8124-69add018c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:28.687975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.688364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Bound using segment: {'id': '4d1c5336-892f-443e-8124-69add018c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:28.688828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Bound port: 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1c5336-892f-443e-8124-69add018c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:28.689200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.709051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.777624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:28.781036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:28.788753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.830079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1f70f-ff21-4ce8-99af-d5e51ba36e4a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:28.875580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.909013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:28.913135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-629403e5-8611-4f6c-b5dd-ceb3e8457a5b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4256592 May 13 15:21:28.913534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39324) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:28.919561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1397224206', 'security_groups': ['9ff1f70f-ff21-4ce8-99af-d5e51ba36e4a'], 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c375166-9b2f-4383-8b3f-1f66a1372655'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:28.924546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:21:28.990859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614818c5-23b1-400d-81d2-dd3b8068d891 None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:29.064279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:29.068760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:port and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:29.078277 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:29.082888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:29.110591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:29.125493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'mac_address': 'fa:16:3e:0f:37:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:21:29.156138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:29.195925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:29.196312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.219520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:29.256452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:29.327280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.367438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.398098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 83412913-ca27-4778-8fdb-cfcf94caf671 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:21:29.405853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:29.496773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a734b-0d03-4bdc-900c-d026b76f8e4d req-69be1a17-a8c9-40c6-88c0-7f64eaf56061 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:29.498372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-454a734b-0d03-4bdc-900c-d026b76f8e4d req-69be1a17-a8c9-40c6-88c0-7f64eaf56061 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 944 time: 0.1921685 May 13 15:21:29.534220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['fb16604a-c30c-434a-b61c-1bc5fd486e36'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:21:29.606929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-454a734b-0d03-4bdc-900c-d026b76f8e4d req-eb7aada5-c76a-44f8-90c8-ddfe12a24c0d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783026 May 13 15:21:29.641656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760b055-3aa9-4e96-aac7-037df2f935f2 req-79ff2755-d3a3-4ad9-acc8-df6dc2d5a367 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:29.643509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c760b055-3aa9-4e96-aac7-037df2f935f2 req-79ff2755-d3a3-4ad9-acc8-df6dc2d5a367 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.1080205 May 13 15:21:29.692608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.3 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/1c375166-9b2f-4383-8b3f-1f66a1372655/83412913-ca27-4778-8fdb-cfcf94caf671) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:29.720728 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c760b055-3aa9-4e96-aac7-037df2f935f2 req-8f5b8d11-5dea-42a2-bd9f-792a48a967df tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691197 May 13 15:21:29.736906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:29.928020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:29.944903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 83412913-ca27-4778-8fdb-cfcf94caf671 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:29.956943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:30.029461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.103905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:30.106342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:30.110909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:30.147899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=83412913-ca27-4778-8fdb-cfcf94caf671,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:30.187872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.188547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.228955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Provisioning for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:30.234678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:30.236214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.248602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-616a1532-52c4-4cb9-9b94-2e7b4e5b6bcc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3320663 May 13 15:21:30.250340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39332) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:30.255971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:30.357703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:30.358279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.391201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:30.400674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:30.405000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:30.407840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:30.413452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:30.480261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.491812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:30.495384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.547368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:30.547988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.600507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:30.612193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-64f61db0-406e-49dc-8983-cb025f167d06 None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:30.770853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-308cb3d4-9af6-4d49-a400-2c49e231bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.789529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fcab0629-6360-4321-9d39-bd85d76ba81e None None] Provisioning for port 83412913-ca27-4778-8fdb-cfcf94caf671 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:30.795528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fcab0629-6360-4321-9d39-bd85d76ba81e None None] Provisioning complete for port 83412913-ca27-4778-8fdb-cfcf94caf671 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:30.799146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcab0629-6360-4321-9d39-bd85d76ba81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.809644 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.ipam_backend_mixin [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c375166-9b2f-4383-8b3f-1f66a1372655 (CIDR: 172.20.0.0/28) May 13 15:21:30.828576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efc3a-385d-4996-ac91-70f00daa6056 req-f9fa57bc-1253-4231-8f4f-54ceeb7ebeb1 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.830117 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-557efc3a-385d-4996-ac91-70f00daa6056 req-f9fa57bc-1253-4231-8f4f-54ceeb7ebeb1 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 944 time: 0.1219492 May 13 15:21:30.850920 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fcab0629-6360-4321-9d39-bd85d76ba81e None None] Port 83412913-ca27-4778-8fdb-cfcf94caf671 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:30.855895 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:21:30.856444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:30.890272 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-557efc3a-385d-4996-ac91-70f00daa6056 req-c2eda313-a880-44fd-b8f5-4583d07081c4 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533898 May 13 15:21:30.901367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:30.931172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35508d2-ac0a-4e88-8fc7-2f00b5c5fcdb req-632af04c-457a-499e-9e85-7f428d08b72c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.932636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b35508d2-ac0a-4e88-8fc7-2f00b5c5fcdb req-632af04c-457a-499e-9e85-7f428d08b72c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.0948925 May 13 15:21:30.943022 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5d10d891-bb83-49a4-95c6-bcf2b2d294f6 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6915109 May 13 15:21:30.945721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39340) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:30.951743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:30.984790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b35508d2-ac0a-4e88-8fc7-2f00b5c5fcdb req-872f9eab-133a-4646-8cc2-e64972982416 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 May 13 15:21:31.028015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port fb16604a-c30c-434a-b61c-1bc5fd486e36 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:31.033625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port fb16604a-c30c-434a-b61c-1bc5fd486e36 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:31.034026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.100934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:31.104861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:31.108336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:31.114664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:31.151407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:31.151790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.179013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:31.188567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:31.200578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:31.204386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.224822 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80584106-7a0a-4d9b-9b7e-17ea45fcbf3f'] response: {'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'code': 200} May 13 15:21:31.269249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.338503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:31.532359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.598930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:31.598930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:31.602437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.603015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.612246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3153c2-7596-420b-8377-a920e0509373 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:31.620316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37799bb-56d4-4e1b-8112-f82f97ce5dea req-a0bfe5f1-406d-45c2-8150-ac0af7fa63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.620475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=6a7624d3-6176-457b-86f3-9e2d1ffcd590,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:31.621818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c37799bb-56d4-4e1b-8112-f82f97ce5dea req-a0bfe5f1-406d-45c2-8150-ac0af7fa63df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1098 time: 0.0793216 May 13 15:21:31.670865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c37799bb-56d4-4e1b-8112-f82f97ce5dea req-8f0698d5-cabd-43d3-a95a-8d2fac8383f3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 May 13 15:21:31.681127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:31.767706 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a290980-6cfd-46cc-926b-375d1c50b3fc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8202646 May 13 15:21:31.769908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39348) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:31.776030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1615109520', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a7624d3-6176-457b-86f3-9e2d1ffcd590'}], 'security_groups': ['556a8b8f-dced-4fd3-9c21-a5d2d525d549']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:31.835433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:31.835802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:31.906009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.013494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:32.127332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd996-1115-45b2-ab98-ddd2fffd1f90 req-a99e798f-b2c1-42e9-be07-be6f8ed32190 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.128791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Update dhcp port {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'fixed_ips': [{'subnet_id': '1c375166-9b2f-4383-8b3f-1f66a1372655', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a7624d3-6176-457b-86f3-9e2d1ffcd590'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '3081e675-ca51-43fb-bff1-1fbb8ff4ce3d'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:21:32.129777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e30fd996-1115-45b2-ab98-ddd2fffd1f90 req-a99e798f-b2c1-42e9-be07-be6f8ed32190 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0946932 May 13 15:21:32.174452 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e30fd996-1115-45b2-ab98-ddd2fffd1f90 req-934d0a02-0025-4d3f-adc0-103fef31cac7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 May 13 15:21:32.183846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.272048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891a56e-931f-47d3-97e2-00fb54d102ea req-32d7ee4e-f8f4-45eb-b239-511e32f4aa97 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.273516 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1891a56e-931f-47d3-97e2-00fb54d102ea req-32d7ee4e-f8f4-45eb-b239-511e32f4aa97 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 944 time: 0.1692755 May 13 15:21:32.367149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1891a56e-931f-47d3-97e2-00fb54d102ea req-b78d1507-4aaa-4531-b3cf-79e6476dc2f0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647080 May 13 15:21:32.434161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Delete allocated IP 172.20.0.3 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/1c375166-9b2f-4383-8b3f-1f66a1372655) {{(pid=88838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:21:32.441428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.23 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/6a7624d3-6176-457b-86f3-9e2d1ffcd590/83412913-ca27-4778-8fdb-cfcf94caf671) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:32.634381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.651044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 83412913-ca27-4778-8fdb-cfcf94caf671 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:32.726551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.789594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Allocated IP 172.20.0.18 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/6a7624d3-6176-457b-86f3-9e2d1ffcd590/3081e675-ca51-43fb-bff1-1fbb8ff4ce3d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:32.880313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=83412913-ca27-4778-8fdb-cfcf94caf671,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:32.903219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device bf5a50c5-5bdb-4b9a-914b-839a06e9a9da details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:21:32.906716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] In _notify_port_updated(), no bound segment for port 83412913-ca27-4778-8fdb-cfcf94caf671 on network ea0769a7-0e5e-4e31-b708-4f6e389cab7d {{(pid=88838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:21:32.912932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.913549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.917467 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a328c8e5-ec04-4533-8c18-77ad3a99c165 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/ports/83412913-ca27-4778-8fdb-cfcf94caf671 HTTP/1.1" status: 200 len: 921 time: 1.1437232 May 13 15:21:32.918259 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39356) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:32.986185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 83412913-ca27-4778-8fdb-cfcf94caf671 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:32.986454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.049927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:33.122509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.134598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:33.157096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:21:33.160436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Transition to ACTIVE for port object 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:33.193858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-09c39239-0d67-4fcf-8b71-178989697904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.223799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.227225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:33.227592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.296677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5a50c5-5bdb-4b9a-914b-839a06e9a9da {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:33.370374 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:21:33.373341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f35ab9-b525-494a-8fc1-951541d6ecd1 req-dcf48fe0-9d60-41fb-89ad-f776e418bc2b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.375089 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b4f35ab9-b525-494a-8fc1-951541d6ecd1 req-dcf48fe0-9d60-41fb-89ad-f776e418bc2b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0866849 May 13 15:21:33.384715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.397057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:33.405112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbe3c8-e9f8-4850-845f-dc072884564d None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:33.425667 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b4f35ab9-b525-494a-8fc1-951541d6ecd1 req-573c0cce-4c28-4a77-a0b7-ab6a95ceeb9c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 May 13 15:21:33.476410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.550958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 83412913-ca27-4778-8fdb-cfcf94caf671 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:33.562836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:33.673538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec8241-6168-4518-b1cc-b5a735ce7e93 req-4029cd45-dda6-414a-900c-713e95cd5e11 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.674116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:33.688975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17ec8241-6168-4518-b1cc-b5a735ce7e93 req-4029cd45-dda6-414a-900c-713e95cd5e11 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.1247079 May 13 15:21:33.713205 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7dbe1-8e23-4440-a4b0-d9ccc39f23a1 req-ebc36a48-8366-46df-87c8-447b7d5b4059 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.714953 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3dd7dbe1-8e23-4440-a4b0-d9ccc39f23a1 req-ebc36a48-8366-46df-87c8-447b7d5b4059 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 945 time: 0.1344743 May 13 15:21:33.727269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:21:33.758431 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17ec8241-6168-4518-b1cc-b5a735ce7e93 req-ced453a5-ea10-48bb-8d7e-a690bf3842b7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644166 May 13 15:21:33.772459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39366) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:33.793986 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3dd7dbe1-8e23-4440-a4b0-d9ccc39f23a1 req-95dc8907-6d03-4966-9eec-0f5dbb67867b tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721772 May 13 15:21:33.865962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20840f0-84b6-4699-90d1-352a4cde6e14 tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.871076 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e20840f0-84b6-4699-90d1-352a4cde6e14 tempest-TestNetworkAdvancedServerOps-25476069 tempest-TestNetworkAdvancedServerOps-25476069-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1093 time: 0.0946529 May 13 15:21:33.871311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39370) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:33.879622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:33.886963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:33.892470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Usage tracker for resource:floatingip and tenant:9984482009e64cf08736279b6ca8dbea is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:33.895916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:33.902955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:33.955096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.982787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.050062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=83412913-ca27-4778-8fdb-cfcf94caf671,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:34.109842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.173840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.186008 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0494c39a-0ad8-4812-9843-8ebb8a2196d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/83412913-ca27-4778-8fdb-cfcf94caf671 HTTP/1.1" status: 204 len: 168 time: 1.2651389 May 13 15:21:34.186526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39374) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:34.194253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Could not find standard attr ID for object 83412913-ca27-4778-8fdb-cfcf94caf671. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:21:34.234075 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e2666d-9956-458d-8fdd-c277e822a9bc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:21:34.234611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95e2666d-9956-458d-8fdd-c277e822a9bc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:34.261597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Allocated IP 172.26.7.101 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/3eba34be-5b31-4eee-80e6-05832a53e54c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:34.274628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Provisioning for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:34.280469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:34.280918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.337824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95e2666d-9956-458d-8fdd-c277e822a9bc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:34.339376 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-95e2666d-9956-458d-8fdd-c277e822a9bc tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/83412913-ca27-4778-8fdb-cfcf94caf671 HTTP/1.1" status: 404 len: 333 time: 0.1519065 May 13 15:21:34.342265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39378) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:34.396553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:34.408070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:34.408429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.414474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.415716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.444855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.463721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-264503cb-3e15-4002-9edd-ca5e03ca19ef None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:34.481078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.538031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.548656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:34.549859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:34.553633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:34.565966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.567759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.589189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1f70f-ff21-4ce8-99af-d5e51ba36e4a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:34.594842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.599029 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c876fe2a-1a21-4ce3-80bb-811d214fe5f0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/security-groups/9ff1f70f-ff21-4ce8-99af-d5e51ba36e4a HTTP/1.1" status: 204 len: 168 time: 0.2550874 May 13 15:21:34.599210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39382) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:34.602115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=3eba34be-5b31-4eee-80e6-05832a53e54c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:34.677459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c8b3b06b-2a9e-4a5a-bef0-d736ac5a2e38 None None] Could not find standard attr ID for object 83412913-ca27-4778-8fdb-cfcf94caf671. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:21:34.680504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.709788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.823543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.847310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556a8b8f-dced-4fd3-9c21-a5d2d525d549,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:34.851149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.855197 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d2a615a-bb96-458e-a5de-4151caad70b4 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/security-groups/556a8b8f-dced-4fd3-9c21-a5d2d525d549 HTTP/1.1" status: 204 len: 168 time: 0.2550130 May 13 15:21:34.856484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39388) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:34.915468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device bf5a50c5-5bdb-4b9a-914b-839a06e9a9da up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:34.927537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 1c375166-9b2f-4383-8b3f-1f66a1372655 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:34.931393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:34.996738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.057787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:35.063472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:35.063946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.085522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.166980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2f20-715b-4472-bbb2-6f0c98e87128 req-5007fe24-791e-453b-b2ea-fb9152b652f4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:35.168471 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e5e2f20-715b-4472-bbb2-6f0c98e87128 req-5007fe24-791e-453b-b2ea-fb9152b652f4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 945 time: 0.1378937 May 13 15:21:35.190382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:35.190766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.219240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:35.224235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.227636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0e5e2f20-715b-4472-bbb2-6f0c98e87128 req-c0d066bb-dd84-488f-9739-40df2b4d54cf tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521727 May 13 15:21:35.229035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:35.248711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.276797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.280403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=1c375166-9b2f-4383-8b3f-1f66a1372655,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:35.284462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116f8d8-2787-44ec-a397-e8bb5fe3ea64 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:35.290914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9abc8d81-5729-4726-8cb7-457a29d45d99 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/1c375166-9b2f-4383-8b3f-1f66a1372655 HTTP/1.1" status: 204 len: 168 time: 0.4319196 May 13 15:21:35.294026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39394) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:35.300491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:35.304671 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dd6c9a-f619-4e38-98d0-9c57e7df5b42'] response: {'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'code': 200} May 13 15:21:35.351006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.462085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:35.474022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.541488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:35.552811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:35.556181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:35.565131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:35.741058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:35.744654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.842867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.906977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f575917-b0d2-4b1d-924b-b1ce6f6535fd req-232cf36c-0c7d-4dfe-ab99-13d9583fc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:35.908609 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4f575917-b0d2-4b1d-924b-b1ce6f6535fd req-232cf36c-0c7d-4dfe-ab99-13d9583fc582 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.2580791 May 13 15:21:35.913368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.978420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4f575917-b0d2-4b1d-924b-b1ce6f6535fd req-30ad209c-dc1a-4df8-9b86-48c51bf8f576 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628560 May 13 15:21:36.021513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.107832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:36.108499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.164208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event updated for resources: {'Port': ['ID=3eba34be-5b31-4eee-80e6-05832a53e54c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:36.185473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.266197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:36.278802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:36.308424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.341011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2ef05a68-0466-4bc7-869f-2c4bbf438594 None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:36.453834 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Floating IP 0f16e8f8-09d3-440b-96fc-46c3247dd33b associated. External IP: 172.26.7.101, port: fb16604a-c30c-434a-b61c-1bc5fd486e36. May 13 15:21:36.683819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39402) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:36.748197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.786434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e0bd7-e515-445c-997f-effdfbb21196 req-7c9107f1-f31e-4538-83b3-8b2ca80876c2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:36.787974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc6e0bd7-e515-445c-997f-effdfbb21196 req-7c9107f1-f31e-4538-83b3-8b2ca80876c2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 946 time: 0.4168127 May 13 15:21:36.799446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b0d25f7f-1435-4029-8531-1b082ab1dbc6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/76662ded-b128-406e-9c07-8db8e068b75e HTTP/1.1" status: 200 len: 993 time: 0.1100848 May 13 15:21:36.851576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:36.861294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:36.871224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:36.871741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:36.874049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34609a8e-3f69-4852-a4f5-59c4ba9ba281 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:36.887080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=ba03f324-55c6-4198-b1f8-40cd427ee3c1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:36.956393 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc6e0bd7-e515-445c-997f-effdfbb21196 req-9dfded57-b9e7-4bdb-9baf-afa7eb2f548d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599123 May 13 15:21:37.049311 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-599e3cd1-e213-4ac0-bdfa-7396033dba67 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7541182 May 13 15:21:37.052201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39410) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:37.058134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011577857'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:37.067397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:37.071901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:37.077783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:37.084420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:37.114416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39414) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:37.132604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.167526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:37.172295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:37.175552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:37.181289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:37.218692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:37.249856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Update dhcp port {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'fixed_ips': [{'subnet_id': '6a7624d3-6176-457b-86f3-9e2d1ffcd590', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ba03f324-55c6-4198-b1f8-40cd427ee3c1'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '3081e675-ca51-43fb-bff1-1fbb8ff4ce3d'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:21:37.253713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.305888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.361215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.409768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387b6799-2462-4600-a02e-9e0d82b63c08,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:37.481613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port b79da3f0-98a8-4b41-b5af-056ce30aae51 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:37.481877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.508577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Allocated IP 172.20.0.2 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/ba03f324-55c6-4198-b1f8-40cd427ee3c1/3081e675-ca51-43fb-bff1-1fbb8ff4ce3d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:37.538621 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.543596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-12d5729b-2171-456c-8294-7981765152ed tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4876087 May 13 15:21:37.543890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39418) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:37.549120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:37.558215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435401671'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:37.559455 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Sync routers for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:37.569695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:37.570315 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:37.571630 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:37.575160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:37.579135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:37.586009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:37.658036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.660840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:37.690526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:37.691112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.691543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.692421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.694926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:37.698763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:37.706670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:37.761076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.779103 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:37.818573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Transition to ACTIVE for port object 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:37.820807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.852183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for b79da3f0-98a8-4b41-b5af-056ce30aae51 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:37.892094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.925281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.931677 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3a8297be-4370-46e1-8f9e-c1a18b55042f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0563600 May 13 15:21:37.931858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:38.038937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a002682-def8-4efd-a052-46d15e7721ce,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:38.073114 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ae7fa0-6c87-4885-bc9f-3ad76c31c169'] response: {'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'status': 'completed', 'code': 200} May 13 15:21:38.087163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77740338-9820-4cb3-b7b6-85c8616fc533 None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:38.261699 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0f16e8f8-09d3-440b-96fc-46c3247dd33b', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'mac_address': 'fa:16:3e:0f:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:35Z', 'updated_at': '2022-05-13T15:21:35Z', 'revision_number': 0, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:38.268956 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Checking router: fcca60ee-84e2-4bf5-bd51-6e51262e3b07 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:38.283894 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:38.284820 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:38.288939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.309714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.311575 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dcb6c78d-9b34-4345-86db-55963d9b12c3 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7667325 May 13 15:21:38.317000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39428) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:38.322213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1875416886'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:38.330617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:38.340448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:38.346168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:38.351228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af9241-9189-47ba-ab1e-b44c56eaad95 req-eb6a6f5f-8029-4cef-9bc7-f6d10b47ebe7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:38.352756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44af9241-9189-47ba-ab1e-b44c56eaad95 req-eb6a6f5f-8029-4cef-9bc7-f6d10b47ebe7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 946 time: 0.1547980 May 13 15:21:38.355230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:38.386167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50bca5-f45d-48ed-8970-4a1f717d6cd0 req-5036f2ef-31ab-4717-aa39-d84cdfcece60 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:38.393484 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cb50bca5-f45d-48ed-8970-4a1f717d6cd0 req-5036f2ef-31ab-4717-aa39-d84cdfcece60 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.2585447 May 13 15:21:38.444791 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cb50bca5-f45d-48ed-8970-4a1f717d6cd0 req-7da6f89a-2030-430a-83a8-970a49043773 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504096 May 13 15:21:38.445807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.474052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:38.477887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:security_group_rule and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:38.481743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:38.490508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:38.495940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39432) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:38.510873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:38.581062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-c64f6d74-95fa-40c6-ad51-5d4add0e5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:38.582286 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-c64f6d74-95fa-40c6-ad51-5d4add0e5bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9984482009e64cf08736279b6ca8dbea&device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1098 time: 0.5193009 May 13 15:21:38.589833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=b79da3f0-98a8-4b41-b5af-056ce30aae51,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:38.647255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-58bd4229-2ff3-4998-88d5-9eede897001a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/floatingips/0f16e8f8-09d3-440b-96fc-46c3247dd33b HTTP/1.1" status: 200 len: 991 time: 0.1500082 May 13 15:21:38.709440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.792187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-8dbe07c5-eb61-4fa1-b3aa-82fef7832acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:38.793725 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-8dbe07c5-eb61-4fa1-b3aa-82fef7832acc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0493438e-71bc-4586-9f63-0dad0b0884d9 HTTP/1.1" status: 200 len: 898 time: 0.1971328 May 13 15:21:38.799227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.799461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44af9241-9189-47ba-ab1e-b44c56eaad95 req-f4fa1aed-1049-49ef-856c-11bc6dd7314a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386060 May 13 15:21:38.848606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc33321-9b8c-4fbd-ad75-dbf1a2733aef,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:38.921531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Provisioning for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:38.929056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:38.929363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.939361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.939839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 76662ded-b128-406e-9c07-8db8e068b75e disassociated (deleted). External IP: 172.26.7.46, port: 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7. May 13 15:21:38.940549 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0f16e8f8-09d3-440b-96fc-46c3247dd33b', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'mac_address': 'fa:16:3e:0f:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:35Z', 'updated_at': '2022-05-13T15:21:35Z', 'revision_number': 0, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:38.944730 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd386e7-dcc5-49c8-aff9-81a40eefd24c None None] The sync data for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv is: [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0f16e8f8-09d3-440b-96fc-46c3247dd33b', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'mac_address': 'fa:16:3e:0f:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:35Z', 'updated_at': '2022-05-13T15:21:35Z', 'revision_number': 0, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:38.989181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:38.993138 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-46674ddc-e2d2-4cfd-8212-6dd0fecacdca tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6726017 May 13 15:21:38.997476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39438) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:39.009432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-348068592', 'security_groups': ['efc33321-9b8c-4fbd-ad75-dbf1a2733aef'], 'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba03f324-55c6-4198-b1f8-40cd427ee3c1'}]}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:39.034355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-51df5354-e830-4c02-ac11-b80e3446eb49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36 HTTP/1.1" status: 200 len: 999 time: 0.2342947 May 13 15:21:39.105816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:39.122802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:39.123804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:39.165386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02aef-b60b-4a07-98e2-fbb92c4d54f4 req-ddef36fa-89b9-4e51-962b-e23ac5fdc0df tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:39.166975 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b3d02aef-b60b-4a07-98e2-fbb92c4d54f4 req-ddef36fa-89b9-4e51-962b-e23ac5fdc0df tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 946 time: 0.2401366 May 13 15:21:39.184158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-3f8c96d5-e804-4e6f-93a7-1455ecc456e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:39.185838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-3f8c96d5-e804-4e6f-93a7-1455ecc456e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b7c18b7-d202-4085-a991-7d6752fa09e6 HTTP/1.1" status: 200 len: 835 time: 0.1421478 May 13 15:21:39.206341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c75d4a0b-4f08-48e5-91a4-860d546d27b4 None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:39.225326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:39.238660 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b3d02aef-b60b-4a07-98e2-fbb92c4d54f4 req-130757f5-8176-4f77-a7d8-1b903f4d6c65 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614276 May 13 15:21:39.243949 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:39.252201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfda39-947f-49e1-8693-c7dd61d52e08 None None] New status for floating IP 0f16e8f8-09d3-440b-96fc-46c3247dd33b: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:39.276907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39442) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:39.334174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:39.437640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-fba6a788-b9a4-48c3-9869-639c19592788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:39.439183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-fba6a788-b9a4-48c3-9869-639c19592788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0493438e-71bc-4586-9f63-0dad0b0884d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2476494 May 13 15:21:39.442717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877f6c3-24de-42e0-a9e7-1119dc4324e2 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:39.444240 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9877f6c3-24de-42e0-a9e7-1119dc4324e2 tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1094 time: 0.1663065 May 13 15:21:39.447727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:39.450577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-41577a9c-5a2a-42a0-b98e-5056cd58f8a0 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:21:39.451690 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-41577a9c-5a2a-42a0-b98e-5056cd58f8a0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050135 May 13 15:21:39.462876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:39.471686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:39.478257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:floatingip and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:39.489971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:39.499872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:39.506320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:39.530778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] device_id is not set on port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:21:39.546643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 3ea948c1-ca08-490a-8255-4fdb459c73a3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:39.597724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:39.655576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39450) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:39.672739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:39.743224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:39.743625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:39.767910 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-86875939-6b37-40a7-a3c5-93a790fe3527 service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096206 May 13 15:21:39.864596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.10 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/ba03f324-55c6-4198-b1f8-40cd427ee3c1/3d5c5ce0-0193-4cd8-b309-467cd2efd799) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:39.889881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:39.900092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:40.079757 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-39cc3020-f195-42db-8cbb-81b55384af3c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/floatingips/0f16e8f8-09d3-440b-96fc-46c3247dd33b HTTP/1.1" status: 200 len: 993 time: 0.4230869 May 13 15:21:40.103574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:40.114216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Sync routers for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:40.125552 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:40.126261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:40.148603 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-207fb3a3-9b9e-4d2f-a31e-9302d979a651 req-aeff48e5-808d-45ee-826c-9a31004f3a63 service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691921 May 13 15:21:40.180235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.26.7.27 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/280c595e-9c32-4889-b934-17d712d166a7) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:40.183435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.205087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.246502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b50a30a8-80a4-4c75-9a89-e5a09ad127f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/76662ded-b128-406e-9c07-8db8e068b75e HTTP/1.1" status: 204 len: 168 time: 3.1311841 May 13 15:21:40.247358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:40.289273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 3d5c5ce0-0193-4cd8-b309-467cd2efd799 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:40.304113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ef29b7-870d-497b-b777-369804297716'] response: {'name': 'network-changed', 'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'status': 'completed', 'code': 200} May 13 15:21:40.364587 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:40.380393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.420668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-9b24515a-49b5-4287-9416-a8af18e59f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.422357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-9b24515a-49b5-4287-9416-a8af18e59f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 1099 time: 0.0949528 May 13 15:21:40.458384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.562589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-2a4502ca-2eea-4464-a1cb-05cc10291f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.564071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-2a4502ca-2eea-4464-a1cb-05cc10291f93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 200 len: 898 time: 0.1356289 May 13 15:21:40.645040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-986169f6-c6a5-4d44-812f-980a7e9ba08c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 200 len: 217 time: 0.0737643 May 13 15:21:40.662608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.683177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:40.689777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:40.695243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:40.717599 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:40.721021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=3d5c5ce0-0193-4cd8-b309-467cd2efd799,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:40.724341 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Checking router: 3ea948c1-ca08-490a-8255-4fdb459c73a3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:40.732305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-68dd0bea-fc7c-4385-91fb-ed41feed6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.734629 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:40.734848 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-68dd0bea-fc7c-4385-91fb-ed41feed6b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c94fa28f-de90-42d3-b577-3b5d1b53b842 HTTP/1.1" status: 200 len: 835 time: 0.0839765 May 13 15:21:40.735372 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:40.778393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:40.816243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:40.827960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-6c25fad6-d75f-40c7-8f13-c702309723f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.829838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-6c25fad6-d75f-40c7-8f13-c702309723f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2494cd77-8911-40ae-a9e3-b461008fc191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885677 May 13 15:21:40.838184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:40.930153 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:40.954939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:40.955607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:40.985389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=280c595e-9c32-4889-b934-17d712d166a7,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:41.012942 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-9a97a89e-46aa-46c9-bd8f-235c65f1f298 service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756647 May 13 15:21:41.105165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-841ca5f0-b478-4362-8d84-2b989c243f98 None None] Provisioning for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:41.115844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-841ca5f0-b478-4362-8d84-2b989c243f98 None None] Provisioning complete for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:41.117665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-841ca5f0-b478-4362-8d84-2b989c243f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.163767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93a59af5-f2b2-4e4f-b698-67542856ebc5 req-af634b4e-7024-4c16-b674-bbbb4354f59a service neutron] 10.222.0.23 "GET /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447439 May 13 15:21:41.209156 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6c328711-2823-428a-908f-fc32ec5cbab9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2095532 May 13 15:21:41.212550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39460) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:41.220020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:41.272287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0618-9e0c-4f6f-8d91-0aa73b85b87a req-05da8d44-343b-4440-9dc5-5c1902ccb0f3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:41.277034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-841ca5f0-b478-4362-8d84-2b989c243f98 None None] Port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:41.279508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ca7a0618-9e0c-4f6f-8d91-0aa73b85b87a req-05da8d44-343b-4440-9dc5-5c1902ccb0f3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.2950313 May 13 15:21:41.286669 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:41.291237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36076f-d482-4c85-b58b-60d5fc1b091a None None] The sync data for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv is: [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '1ac0629a-1e30-4b2c-a393-867329a1fb83', 'name': '', 'network_id': '2494cd77-8911-40ae-a9e3-b461008fc191', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b0:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:38Z', 'updated_at': '2022-05-13T15:20:46Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c94fa28f-de90-42d3-b577-3b5d1b53b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:41.415575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:41.419167 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ca7a0618-9e0c-4f6f-8d91-0aa73b85b87a req-2f736a16-cf62-45b2-a3d5-21c4a2b307ef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347404 May 13 15:21:41.421834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:41.425894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:41.432694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:41.518998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:41.523043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.538102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.592713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3a6d8-5392-4a1e-8556-a76d540a5163 None None] New status for floating IP 76662ded-b128-406e-9c07-8db8e068b75e: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:41.667069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.695652 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.ipam_backend_mixin [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba03f324-55c6-4198-b1f8-40cd427ee3c1 (CIDR: 172.20.0.0/28) May 13 15:21:41.734944 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:21:41.735454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:41.796531 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cfc3c81b-1e4b-4804-be13-13d4c2b0e316 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5822604 May 13 15:21:41.798981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39464) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:41.805085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:41.895485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.949482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:41.955413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:41.961181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:41.962981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:41.970170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:42.062886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=280c595e-9c32-4889-b934-17d712d166a7,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:42.068807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:42.072334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.073037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.254325 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP 8084cc3a-48fe-4194-99b2-c5fad2edfdf4 associated. External IP: 172.26.7.27, port: bf5a50c5-5bdb-4b9a-914b-839a06e9a9da. May 13 15:21:42.264656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.ipam_backend_mixin [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a7624d3-6176-457b-86f3-9e2d1ffcd590 (CIDR: 172.20.0.16/28) May 13 15:21:42.275827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-188deab9-b4a2-4426-9829-00daa970eb92 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:42.278531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-188deab9-b4a2-4426-9829-00daa970eb92 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:42.297762 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:21:42.298280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:42.354918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-188deab9-b4a2-4426-9829-00daa970eb92 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:42.356050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-188deab9-b4a2-4426-9829-00daa970eb92 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.2111275 May 13 15:21:42.396367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5148d5d5-498f-4407-a679-216e11818a05 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5961823 May 13 15:21:42.403198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39468) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:42.415371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'subnet': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:42.665188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:42.665534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:42.747297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:42.852447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:42.921711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Usage tracker for resource:subnet and tenant:dbf169e8fe9843b2a8c46e97cb86932c is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:42.928632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:42.930356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb1d0-efb3-4945-ba9b-494d41ff75fb req-575b8f11-c19e-4114-bcd6-a7f49039d1b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:42.931858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d5cb1d0-efb3-4945-ba9b-494d41ff75fb req-575b8f11-c19e-4114-bcd6-a7f49039d1b2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 946 time: 0.3210590 May 13 15:21:42.932734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:42.944579 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:42.950369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:42.962166 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:42.962778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.000607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.038996 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d5cb1d0-efb3-4945-ba9b-494d41ff75fb req-2bed803d-d428-4126-b97d-5c034d897f69 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=718b5d54-5669-41a4-bb0c-7f1893640b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854080 May 13 15:21:43.057535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:43.057899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.084379 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-496f2b91-33fb-4c11-a465-e6660f339a4a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6354959 May 13 15:21:43.085919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:43.120677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Made reservation on behalf of dbf169e8fe9843b2a8c46e97cb86932c for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:43.124377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.133934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91c11f8-2404-4cd3-9f10-02199966aa2c'] response: {'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'status': 'completed', 'code': 200} May 13 15:21:43.150965 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:43.206717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:43.227580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-390c271e-f42c-44b5-9744-249439d97533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:43.229085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-390c271e-f42c-44b5-9744-249439d97533 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.0746095 May 13 15:21:43.369472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-3f2cf77d-8bd7-485a-b2ca-66414dcfe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:43.371077 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-3f2cf77d-8bd7-485a-b2ca-66414dcfe912 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1361678 May 13 15:21:43.482992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-a3ebd872-e361-4f8e-acd3-9e8de18560a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 999 time: 0.1054773 May 13 15:21:43.539785 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:41Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.544355 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:43.546591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-99fb2956-d43c-41ba-8b7f-645343f32b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:43.548055 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-99fb2956-d43c-41ba-8b7f-645343f32b9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0605359 May 13 15:21:43.554740 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:43.555330 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:43.562709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.625081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:43.638211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-72534ac6-8beb-48fd-9dfc-d65cc7e3d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:43.639991 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-72534ac6-8beb-48fd-9dfc-d65cc7e3d54d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866222 May 13 15:21:43.712978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:43.715376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.719251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'name': 'network-vif-deleted', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:43.731851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.768353 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:43.793021 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fb694a-0958-4a4d-aeea-7077dce78ac6'] response: {'server_uuid': '3faf8dd4-515d-4a46-870a-7273271f1252', 'name': 'network-vif-deleted', 'tag': '06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7', 'status': 'completed', 'code': 200} May 13 15:21:43.803342 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-74816cbe-28ff-4d6e-8c68-2f0d6302697c service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477635 May 13 15:21:43.804558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:43.807871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:43.812859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:43.813445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:43.817456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea06d7-74ae-4a28-ba34-efb06525c2c7 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:43.826797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Subnet': ['ID=9dfc66e8-e86e-4eab-8be8-eeeb9f916991,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:43.835511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45f9515b-f0fa-41b7-aa01-9204576e84af req-b70ff54c-eea1-4917-8728-6e4fc2bb0c96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 HTTP/1.1" status: 204 len: 173 time: 1.4741931 May 13 15:21:43.932704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3d8896b4-1202-422a-86c4-9fb3b3be93c0 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5283339 May 13 15:21:43.935179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39480) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:43.942435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-538365179', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9dfc66e8-e86e-4eab-8be8-eeeb9f916991'}], 'security_groups': ['387b6799-2462-4600-a02e-9e0d82b63c08', '7a002682-def8-4efd-a052-46d15e7721ce']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:43.969871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f4c5ee0d-e440-4c5c-aa3b-5f87f6297bc7 req-4c295806-3d69-4e01-8944-5b903416d5da service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602721 May 13 15:21:44.259620 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:41Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:44.265501 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86956826-0c29-4e9b-98ef-bcfa1d48c8eb None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:41Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:44.312305 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d3b8fd9a-a70e-4100-9e7c-a5e5074f4ad9 req-b0245120-1abe-457a-9d62-aff3c393a559 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3faf8dd4-515d-4a46-870a-7273271f1252 HTTP/1.1" status: 200 len: 210 time: 0.0721641 May 13 15:21:44.325760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:44.339458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Update dhcp port {'port': {'network_id': 'ea0769a7-0e5e-4e31-b708-4f6e389cab7d', 'fixed_ips': [{'subnet_id': '6a7624d3-6176-457b-86f3-9e2d1ffcd590', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ba03f324-55c6-4198-b1f8-40cd427ee3c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '9dfc66e8-e86e-4eab-8be8-eeeb9f916991'}], 'binding:host_id': 'dv-neutron-835340-3-hyperv'}, 'id': '3081e675-ca51-43fb-bff1-1fbb8ff4ce3d'} from dv-neutron-835340-3-hyperv. {{(pid=88839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:21:44.397422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:44.512265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0abeb3b-b1b2-4747-a4c6-33f70149a47c None None] New status for floating IP 8084cc3a-48fe-4194-99b2-c5fad2edfdf4: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:21:44.843220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Allocated IP 172.20.0.34 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/9dfc66e8-e86e-4eab-8be8-eeeb9f916991/3081e675-ca51-43fb-bff1-1fbb8ff4ce3d) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:44.947200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:44.994286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:44.994690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06765f0b-d2af-4ab1-8bfd-6f7bb5117cb7 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:45.017082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:45.040740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.057023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Transition to ACTIVE for port object 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:45.109215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.241832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Delete allocated IP 172.20.0.10 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/ba03f324-55c6-4198-b1f8-40cd427ee3c1) {{(pid=88837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:21:45.250477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Allocated IP 172.20.0.45 (ea0769a7-0e5e-4e31-b708-4f6e389cab7d/9dfc66e8-e86e-4eab-8be8-eeeb9f916991/3d5c5ce0-0193-4cd8-b309-467cd2efd799) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:45.323203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10faa4c-15d3-491d-8e40-7d607ebd5ea2 None None] Pushing event updated for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:45.405735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39488) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:45.477160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.481066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.499625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Transition to ACTIVE for port object 3d5c5ce0-0193-4cd8-b309-467cd2efd799 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:45.509433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.566206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.668868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:45.671937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.698819 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b5d54-5669-41a4-bb0c-7f1893640b2a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:45.723510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event updated for resources: {'Port': ['ID=3d5c5ce0-0193-4cd8-b309-467cd2efd799,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:45.749802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] In _notify_port_updated(), no bound segment for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 on network ea0769a7-0e5e-4e31-b708-4f6e389cab7d {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:21:45.756188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:45.756837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.758389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2be87b89-f03b-4541-9074-76c9dd4e14ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "PUT /v2.0/ports/3d5c5ce0-0193-4cd8-b309-467cd2efd799 HTTP/1.1" status: 200 len: 959 time: 1.8206751 May 13 15:21:45.761028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39492) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:45.821203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.822524 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a1ada155-8e3e-4a8c-8f83-e81d3ad90719 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/718b5d54-5669-41a4-bb0c-7f1893640b2a HTTP/1.1" status: 204 len: 168 time: 0.4151893 May 13 15:21:45.839578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:45.839874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:45.933366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39498) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:45.989298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Provisioning for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:45.995068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Provisioning complete for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:45.995524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.057065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:46.137880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Provisioning for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:46.145291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:46.145891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.234876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.300314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:46.318165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:46.318547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.379596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fb226a51-ebb0-4020-bacf-cad7822a3c0a None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:46.387519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 3d5c5ce0-0193-4cd8-b309-467cd2efd799 owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:46.500817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cce7a59-5b09-4b54-be39-6bdbafdfa52d None None] Provisioning complete for port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:46.501539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0cce7a59-5b09-4b54-be39-6bdbafdfa52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.540754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.559463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0cce7a59-5b09-4b54-be39-6bdbafdfa52d None None] Port 3d5c5ce0-0193-4cd8-b309-467cd2efd799 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:46.606515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.659873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=3d5c5ce0-0193-4cd8-b309-467cd2efd799,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:46.780158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:46.790809 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e0390e9e-01c3-42c4-b759-e13d91b31f1c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/3d5c5ce0-0193-4cd8-b309-467cd2efd799 HTTP/1.1" status: 204 len: 168 time: 1.0287058 May 13 15:21:46.793352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39502) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:46.837079 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c86216-0571-41fb-9629-3430ea72c2f9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] GET failed (client error): The resource could not be found. May 13 15:21:46.837710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e0c86216-0571-41fb-9629-3430ea72c2f9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Synchronizing usage tracker for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:46.926414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e0c86216-0571-41fb-9629-3430ea72c2f9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Unset dirty status for tenant:dbf169e8fe9843b2a8c46e97cb86932c on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:46.930368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e0c86216-0571-41fb-9629-3430ea72c2f9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports/3d5c5ce0-0193-4cd8-b309-467cd2efd799 HTTP/1.1" status: 404 len: 333 time: 0.1335738 May 13 15:21:46.930884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39506) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:47.001009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.033512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.037293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 1ac0629a-1e30-4b2c-a393-867329a1fb83 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:47.037635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.149361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.170304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc33321-9b8c-4fbd-ad75-dbf1a2733aef,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.173886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.180019 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0dbd9976-9889-4006-88fc-b671aaa400ef tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/security-groups/efc33321-9b8c-4fbd-ad75-dbf1a2733aef HTTP/1.1" status: 204 len: 168 time: 0.2430627 May 13 15:21:47.180019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39510) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:47.232245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 1ac0629a-1e30-4b2c-a393-867329a1fb83, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1ac0629a-1e30-4b2c-a393-867329a1fb83,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:47.232637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.242005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.268938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.360367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 1ac0629a-1e30-4b2c-a393-867329a1fb83 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:47.389719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.409815 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a002682-def8-4efd-a052-46d15e7721ce,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.413938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.415171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a2b41bc0-6c4e-49ae-9284-72e3c99d6251 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/security-groups/7a002682-def8-4efd-a052-46d15e7721ce HTTP/1.1" status: 204 len: 168 time: 0.2364018 May 13 15:21:47.418309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39514) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:47.484368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.512172 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.617737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.634329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b6799-2462-4600-a02e-9e0d82b63c08,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.640919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.641418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.642362 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29e121bc-aab9-4ab9-a2c7-239f7fd93f24 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/security-groups/387b6799-2462-4600-a02e-9e0d82b63c08 HTTP/1.1" status: 204 len: 168 time: 0.2223744 May 13 15:21:47.645063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39518) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:47.715744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet ba03f324-55c6-4198-b1f8-40cd427ee3c1 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:47.719177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.727955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=1ac0629a-1e30-4b2c-a393-867329a1fb83,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:47.784857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:47.900195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.032105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.076304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.121730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=ba03f324-55c6-4198-b1f8-40cd427ee3c1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:48.135462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.138133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accaccdd-0fe5-4875-aa23-69caca5fc971 None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:48.149614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6cf92042-4233-4644-a5fa-0dd569439b3f tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/ba03f324-55c6-4198-b1f8-40cd427ee3c1 HTTP/1.1" status: 204 len: 168 time: 0.4943821 May 13 15:21:48.149614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39522) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:48.235228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 9dfc66e8-e86e-4eab-8be8-eeeb9f916991 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:48.243623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.324604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.444302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.459938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 3ea948c1-ca08-490a-8255-4fdb459c73a3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:21:48.602186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.656703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.676101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfc66e8-e86e-4eab-8be8-eeeb9f916991,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:48.676101 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8bc3c5de-b8a4-4e76-851b-76b2e4aa0cdf tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/9dfc66e8-e86e-4eab-8be8-eeeb9f916991 HTTP/1.1" status: 204 len: 168 time: 0.5277121 May 13 15:21:48.676101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39526) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:48.725681 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-82074d59-8295-4aba-8a6a-5c7bf009f033 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:48.725681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82074d59-8295-4aba-8a6a-5c7bf009f033 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:48.732576 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-82074d59-8295-4aba-8a6a-5c7bf009f033 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/ba03f324-55c6-4198-b1f8-40cd427ee3c1 HTTP/1.1" status: 404 len: 337 time: 0.0505624 May 13 15:21:48.732576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39530) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:48.833711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting subnet 6a7624d3-6176-457b-86f3-9e2d1ffcd590 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:48.839035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:48.846073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:48.856701 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Sync routers for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:48.869324 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:48.869324 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:48.912775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f27f0308-0206-4450-9bdd-b0e6e192c29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/3ea948c1-ca08-490a-8255-4fdb459c73a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748373 May 13 15:21:48.913842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39534) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:48.922656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.073685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.130462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b9715-9127-4534-912e-5ff33a2be83c None None] Network ea0769a7-0e5e-4e31-b708-4f6e389cab7d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:49.204059 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:49.259897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Provisioning complete for port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:49.259897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.304838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet c94fa28f-de90-42d3-b577-3b5d1b53b842 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:21:49.310479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.371810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.426680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.432226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.461045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7624d3-6176-457b-86f3-9e2d1ffcd590,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:49.473002 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-81095af5-0c67-4a47-948c-607037cd35d9 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/6a7624d3-6176-457b-86f3-9e2d1ffcd590 HTTP/1.1" status: 204 len: 168 time: 0.7417457 May 13 15:21:49.473307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39540) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.488037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Current status of the port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:49.504110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Provisioning complete for port 1689fddc-eca7-49f9-80ff-61e6ca4e373d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:49.504596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.516706 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dd86e3-965d-4a4f-b637-654a22bf9ed5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:49.517427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dd86e3-965d-4a4f-b637-654a22bf9ed5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:49.519330 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-40dd86e3-965d-4a4f-b637-654a22bf9ed5 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/1c375166-9b2f-4383-8b3f-1f66a1372655 HTTP/1.1" status: 404 len: 337 time: 0.0450501 May 13 15:21:49.522117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39544) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.542197 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:21:47Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:49.547126 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Checking router: 3ea948c1-ca08-490a-8255-4fdb459c73a3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:49.557676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.564942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-403509d7-15da-491d-957f-fdaad3bc2777 None None] Port 1689fddc-eca7-49f9-80ff-61e6ca4e373d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:49.570174 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Routers {'3ea948c1-ca08-490a-8255-4fdb459c73a3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:49.570801 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['3ea948c1-ca08-490a-8255-4fdb459c73a3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:49.581832 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-02b93003-c8cd-4078-ba33-bf609ffb2192 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "GET /v2.0/ports?device_id=436b94ce-d97a-4f13-abeb-f3ca4af09253 HTTP/1.1" status: 200 len: 205 time: 0.0584216 May 13 15:21:49.584176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39548) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.660425 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-98c7a20d-1217-4d59-9b95-6782a1e2245b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] delete failed (client error): The resource could not be found. May 13 15:21:49.661722 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-98c7a20d-1217-4d59-9b95-6782a1e2245b tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/routers/436b94ce-d97a-4f13-abeb-f3ca4af09253 HTTP/1.1" status: 404 len: 336 time: 0.0763795 May 13 15:21:49.664327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39552) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.707292 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96dde8c-7ca3-49bd-9e9c-93f342396538 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:49.709817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] DHCP port deletion for ea0769a7-0e5e-4e31-b708-4f6e389cab7d request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:21:49.713737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96dde8c-7ca3-49bd-9e9c-93f342396538 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:49.714625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Deleting port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:49.715107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.715547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d96dde8c-7ca3-49bd-9e9c-93f342396538 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/9a79ba35-33b0-4553-abf7-ed0548a0e4bc HTTP/1.1" status: 404 len: 337 time: 0.0501626 May 13 15:21:49.718535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39556) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.758870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.804542 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] Set router 3ea948c1-ca08-490a-8255-4fdb459c73a3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:49.806820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=c94fa28f-de90-42d3-b577-3b5d1b53b842,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:49.810105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f337bdc-37c3-42d0-9af4-3d2b7b95ef40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:49.810820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f337bdc-37c3-42d0-9af4-3d2b7b95ef40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:49.819285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:49.828122 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f337bdc-37c3-42d0-9af4-3d2b7b95ef40 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/f51f5368-33f9-459b-b616-cc5c3e4ed0a9 HTTP/1.1" status: 404 len: 337 time: 0.1075792 May 13 15:21:49.830565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39560) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.834571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5f4b9b4f-7116-49c0-a310-3d8b8c6e61ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/c94fa28f-de90-42d3-b577-3b5d1b53b842 HTTP/1.1" status: 204 len: 168 time: 0.9215512 May 13 15:21:49.839139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39564) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:49.841417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdebb5c-2741-422c-9c7f-391a4d42b309 None None] Network 2494cd77-8911-40ae-a9e3-b461008fc191 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:49.991724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34bcc3-f8b6-4573-88ac-c4f012966f2e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:49.992554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34bcc3-f8b6-4573-88ac-c4f012966f2e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:49.994511 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9a34bcc3-f8b6-4573-88ac-c4f012966f2e tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/035edb87-0a76-485c-b7cf-f58beb96b9aa HTTP/1.1" status: 404 len: 337 time: 0.1628070 May 13 15:21:49.997065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39568) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.041544 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d273b61-60a2-45fb-992b-450091bdd585 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.042365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d273b61-60a2-45fb-992b-450091bdd585 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.044824 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3d273b61-60a2-45fb-992b-450091bdd585 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/ab93d0c3-6e2f-4cb7-9856-909510f5e403 HTTP/1.1" status: 404 len: 333 time: 0.0466847 May 13 15:21:50.047558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39572) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.054950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.096153 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3ef637-f686-4646-96de-669cda98662c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.096605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3ef637-f686-4646-96de-669cda98662c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.098327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5b3ef637-f686-4646-96de-669cda98662c tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/519e075a-226e-45b7-aec7-03e02e9c1dc0 HTTP/1.1" status: 404 len: 337 time: 0.0498469 May 13 15:21:50.100937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39578) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.120666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] For port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,segment=NetworkSegment(4d1c5336-892f-443e-8124-69add018c2a0),segment_id=4d1c5336-892f-443e-8124-69add018c2a0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:50.126155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.149986 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1685374d-2172-4955-9b13-a036b96424f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.150957 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1685374d-2172-4955-9b13-a036b96424f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.153349 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c14dc035-f140-4200-be35-6361a2374477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:21:47Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:50.153920 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1685374d-2172-4955-9b13-a036b96424f2 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/74323d22-0401-4ae1-b388-3f04c88d48c2 HTTP/1.1" status: 404 len: 337 time: 0.0517526 May 13 15:21:50.157934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39582) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.160060 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dc035-f140-4200-be35-6361a2374477 None None] The sync data for ids ['3ea948c1-ca08-490a-8255-4fdb459c73a3'] in dv-neutron-835340-3-hyperv is: [{'id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'name': 'tempest-TestNetworkBasicOps-router-646590025', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:21:47Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'fdf14daf-94fa-45e2-be18-102c749d999e', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea948c1-ca08-490a-8255-4fdb459c73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:30Z', 'updated_at': '2022-05-13T15:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:50.209248 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a1d7fe-dcd9-4ff4-9d8e-6ac2539aa501 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.209877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a1d7fe-dcd9-4ff4-9d8e-6ac2539aa501 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.211686 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d0a1d7fe-dcd9-4ff4-9d8e-6ac2539aa501 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/9857229b-9d96-4eb9-bb24-25ccd63f9df5 HTTP/1.1" status: 404 len: 333 time: 0.0525916 May 13 15:21:50.214206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.256969 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a545d1-7241-4ca2-8904-1703ff755288 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.257523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a545d1-7241-4ca2-8904-1703ff755288 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.261718 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-45a545d1-7241-4ca2-8904-1703ff755288 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/9446f7c6-2f78-4585-b8ef-8242eb47f84a HTTP/1.1" status: 404 len: 337 time: 0.0441856 May 13 15:21:50.262129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39590) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.262845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.301158 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7efcb8-7206-49e2-ab26-bd3579798a23 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] DELETE failed (client error): The resource could not be found. May 13 15:21:50.301707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7efcb8-7206-49e2-ab26-bd3579798a23 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:21:50.305813 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4b7efcb8-7206-49e2-ab26-bd3579798a23 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/subnets/44784560-cde9-430d-8818-78d898023f41 HTTP/1.1" status: 404 len: 337 time: 0.0403223 May 13 15:21:50.305972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39594) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:50.349102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port fdf14daf-94fa-45e2-be18-102c749d999e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:50.349486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.369127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Calling delete_port for 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:50.372539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Deleting port 1689fddc-eca7-49f9-80ff-61e6ca4e373d {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:50.372539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.509371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.565636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port fdf14daf-94fa-45e2-be18-102c749d999e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fdf14daf-94fa-45e2-be18-102c749d999e,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:50.566349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.581214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] DHCP port deletion for 2494cd77-8911-40ae-a9e3-b461008fc191 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:21:50.598254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] Pushing event deleted for resources: {'Port': ['ID=3081e675-ca51-43fb-bff1-1fbb8ff4ce3d,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:50.600443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Deleting port 37cb3d84-3b46-41bc-998d-1561f0c0817e {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:21:50.600806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.617609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.632964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a4df4-169e-4dbd-b48b-bdc97ede8a76 None None] No DVR routers for this DVR port 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:50.712160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for fdf14daf-94fa-45e2-be18-102c749d999e owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:50.785662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Calling delete_port for 1689fddc-eca7-49f9-80ff-61e6ca4e373d owned by {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:50.830286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] For port 37cb3d84-3b46-41bc-998d-1561f0c0817e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=37cb3d84-3b46-41bc-998d-1561f0c0817e,segment=NetworkSegment(f734bdcf-ae3d-447d-88f8-540640eadac6),segment_id=f734bdcf-ae3d-447d-88f8-540640eadac6)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:50.830602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.954080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Calling delete_port for 37cb3d84-3b46-41bc-998d-1561f0c0817e owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:21:50.959667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.994164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.010996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Port': ['ID=1689fddc-eca7-49f9-80ff-61e6ca4e373d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:51.014875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.052111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=fdf14daf-94fa-45e2-be18-102c749d999e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:51.081448 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-10e15af4-3263-4a98-bafd-54420a59ec63 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/ports/1689fddc-eca7-49f9-80ff-61e6ca4e373d HTTP/1.1" status: 204 len: 168 time: 0.7743044 May 13 15:21:51.083708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39598) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:51.109161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.145269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.158107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] Pushing event deleted for resources: {'Port': ['ID=37cb3d84-3b46-41bc-998d-1561f0c0817e,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:51.161450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d5c9f-6e04-4913-a5cf-e0867ab72a2c None None] No DVR routers for this DVR port 37cb3d84-3b46-41bc-998d-1561f0c0817e on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:21:51.209732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.345539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.370389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0769a7-0e5e-4e31-b708-4f6e389cab7d']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.382266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1c5336-892f-443e-8124-69add018c2a0') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.382563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1c5336-892f-443e-8124-69add018c2a0') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.393794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.413997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.420650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:21:51.421034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.433907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:21:51.435192 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:21:51.437939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.531604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.532264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea948c1-ca08-490a-8255-4fdb459c73a3 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:21:51.554251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.556054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ccfd95a2-025b-44b2-b6c1-e5d3c7cb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/3ea948c1-ca08-490a-8255-4fdb459c73a3 HTTP/1.1" status: 204 len: 168 time: 1.7147112 May 13 15:21:51.558624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:51.588075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.612563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.623266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] Pushing event deleted for resources: {'Network': ['ID=ea0769a7-0e5e-4e31-b708-4f6e389cab7d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:51.637018 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0130d995-34a7-41f4-97fc-f5c7ab314411 tempest-PortsTestJSON-1849797058 tempest-PortsTestJSON-1849797058-project] 10.222.0.91 "DELETE /v2.0/networks/ea0769a7-0e5e-4e31-b708-4f6e389cab7d HTTP/1.1" status: 204 len: 168 time: 0.5499108 May 13 15:21:51.695588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.839445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.862213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2494cd77-8911-40ae-a9e3-b461008fc191']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.874925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f734bdcf-ae3d-447d-88f8-540640eadac6') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.875226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f734bdcf-ae3d-447d-88f8-540640eadac6') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:51.886421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.902767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.910044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:21:51.910463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:21:51.928932 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:21:52.049527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:52.063865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.085011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.094377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=2494cd77-8911-40ae-a9e3-b461008fc191,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:52.101658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:52.102040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3081e675-ca51-43fb-bff1-1fbb8ff4ce3d not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:52.102498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37cb3d84-3b46-41bc-998d-1561f0c0817e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:52.113370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39610) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:52.140503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 37cb3d84-3b46-41bc-998d-1561f0c0817e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:52.141813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 37cb3d84-3b46-41bc-998d-1561f0c0817e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:52.141813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1ac0629a-1e30-4b2c-a393-867329a1fb83 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:52.161626 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-032044af-4be1-46c6-8b1d-d35b0a764c59 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/2494cd77-8911-40ae-a9e3-b461008fc191 HTTP/1.1" status: 204 len: 168 time: 0.6016939 May 13 15:21:52.175940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 1ac0629a-1e30-4b2c-a393-867329a1fb83 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:52.180179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1ac0629a-1e30-4b2c-a393-867329a1fb83 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:52.180581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39616) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:52.186274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--1927447653', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:52.191915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:52.198340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:52.201340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:52.207755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:52.276686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ca07880d-f257-4565-8a4b-a0f68a5b0e8e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dbf169e8fe9843b2a8c46e97cb86932c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621871 May 13 15:21:52.279248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39620) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:52.293122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:52.296974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.349149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:21:52.369029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.369322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment a88e9a6c-f441-478d-a754-46ad277279c0 of type vlan for network 89d634d1-2126-4813-a961-c7b6e405f1e5 May 13 15:21:52.375404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.416720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.424078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.559223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.564889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:52.565463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.597448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.681876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a276c-dd94-4152-a65b-0878cbae4494,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:52.698634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=89d634d1-2126-4813-a961-c7b6e405f1e5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:52.702362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.703079 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3aae1add-172b-4b51-a556-7baa7bc6e836 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f2a276c-dd94-4152-a65b-0878cbae4494 HTTP/1.1" status: 204 len: 168 time: 0.4219210 May 13 15:21:52.710820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:21:52.743940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e790ead-95b4-464d-b55b-247d8a984816 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5622654 May 13 15:21:52.747037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39626) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:52.754296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-697599505', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:52.761554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:52.766897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:52.769756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:52.780650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:52.835121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.837003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:52.851363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.195838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.618527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdf14daf-94fa-45e2-be18-102c749d999e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:21:53.651899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fdf14daf-94fa-45e2-be18-102c749d999e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:21:53.652247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fdf14daf-94fa-45e2-be18-102c749d999e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:21:53.677244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.710552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.844379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.79 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:53.989931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:54.086637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:54.156926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:54.159635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:54.163981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:54.197907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:54.676746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:55.148690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:55.433160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:21:55.617072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:21:55.628986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:21:55.641909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:55.641909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:55.735324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:55.735324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5a625d00-35e4-49b0-b392-9f14f20dcedc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9789240 May 13 15:21:55.735324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39630) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:55.785983 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f417b60-8bb4-41a1-8d04-b504c96ea437 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452013 May 13 15:21:55.785983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39634) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:55.831356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:55.960111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3022a-96a0-478d-8589-7c446bd403a1 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:55.970323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39638) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:55.976759 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dc3022a-96a0-478d-8589-7c446bd403a1 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1901925 May 13 15:21:56.023665 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-44341ca4-e490-4bfa-b325-7510b8fcdc6c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570204 May 13 15:21:56.026814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39642) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:56.026814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777240659', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:56.157391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:56.163611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:21:56.166428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:54Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:56.169622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:21:56.173230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:21:56.173230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Updating router 677a836d-e96a-4cc9-855c-894b735a24df port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:21:56.179312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:56.229170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.256392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:56.256392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.538726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.594484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.611790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Transition to ACTIVE for port object 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:56.633112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=59c41389-36f2-44a4-be53-33688ed5bc8b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:56.639247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:56.639247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 89d634d1-2126-4813-a961-c7b6e405f1e5, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:21:56.696367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.726007 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:21:56.785718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Attempting to bind port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:56.785718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Attempting to bind port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:56.785718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Attempting to bind port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:56.785718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe8923-d755-4163-b806-29342a71ae99 None None] Pushing event updated for resources: {'Port': ['ID=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:56.794628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:56.798625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:56.798625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.798625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:56.798625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Bound port: 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:56.798625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.804855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 89d634d1-2126-4813-a961-c7b6e405f1e5) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:56.820040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:56.820040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.834209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939a1eb-e51c-4691-8ddf-36df8737024e None None] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:56.905938 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fbabcc7c-f5ab-4ec8-8135-b1c62bd6d425 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8790572 May 13 15:21:56.910191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:56.988505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] For port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:56.988505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] For port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:57.057386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.209909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:21:57.209909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:57.265570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-89d634d1-2126-4813-a961-c7b6e405f1e5', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:21:57.266417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.283695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe8923-d755-4163-b806-29342a71ae99 None None] Pushing event updated for resources: {'Port': ['ID=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:57.529472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:21:57.625529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.761616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Allocated IP 172.20.0.2 (89d634d1-2126-4813-a961-c7b6e405f1e5/59c41389-36f2-44a4-be53-33688ed5bc8b/48560991-02d5-4483-8a56-c9a07f9fe160) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:57.777968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.052467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:54Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:21:58.075276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.075276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad72e7-4d58-4a4e-af60-8b24b36a940f None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:54Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:21:58.075276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Transition to ACTIVE for port object 48560991-02d5-4483-8a56-c9a07f9fe160 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:58.112463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Transition to ACTIVE for port object 48560991-02d5-4483-8a56-c9a07f9fe160 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:58.194192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.262111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (89d634d1-2126-4813-a961-c7b6e405f1e5/59c41389-36f2-44a4-be53-33688ed5bc8b/047562ae-8b56-49df-a2de-94b245b23464) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:58.262868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:58.267215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:58.271158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:58.278844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Pushing event updated for resources: {'Port': ['ID=48560991-02d5-4483-8a56-c9a07f9fe160,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:58.446559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Attempting to bind port 48560991-02d5-4483-8a56-c9a07f9fe160 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:58.446559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Attempting to bind port 48560991-02d5-4483-8a56-c9a07f9fe160 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:58.446559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Attempting to bind port 48560991-02d5-4483-8a56-c9a07f9fe160 on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Checking segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Bound using segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Bound port: 48560991-02d5-4483-8a56-c9a07f9fe160, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:58.459723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.523335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.555140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 047562ae-8b56-49df-a2de-94b245b23464 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:58.573740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] For port 48560991-02d5-4483-8a56-c9a07f9fe160, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:58.573740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] For port 48560991-02d5-4483-8a56-c9a07f9fe160, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48560991-02d5-4483-8a56-c9a07f9fe160,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:58.635922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.684222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.721539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:58.721539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:58.721539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:58.764929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:58.780224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cb830-7d68-498c-a69c-99820eb07445 None None] Pushing event updated for resources: {'Port': ['ID=48560991-02d5-4483-8a56-c9a07f9fe160,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.799236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:58.816048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.221824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.739404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:59.783625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.815885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c9d9e-38d6-432d-a2c3-9d4dd6ec7cb2 None None] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:21:59.835111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.907686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:59.916112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:59.916494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.953307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.957063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:00.003296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d049c8b0-63a0-4b57-a0e5-f89dbb8703c8 None None] Provisioning for port 48560991-02d5-4483-8a56-c9a07f9fe160 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:00.102389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:00.104208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:00.189873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:00.189873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.214927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:00.315790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.316271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48560991-02d5-4483-8a56-c9a07f9fe160 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:00.361540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:00.457006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:00.537698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 48560991-02d5-4483-8a56-c9a07f9fe160 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:00.542433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 48560991-02d5-4483-8a56-c9a07f9fe160 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:00.542803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.561871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:00.576657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:00.585420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39658) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:00.588767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:00.589694 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:00.590560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3c60b510-ed63-4ef5-82b9-b43179661c8d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/677a836d-e96a-4cc9-855c-894b735a24df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6875973 May 13 15:22:00.616035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Provisioning for port 047562ae-8b56-49df-a2de-94b245b23464 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:00.626172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Provisioning complete for port 047562ae-8b56-49df-a2de-94b245b23464 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:00.626791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.734393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Port 047562ae-8b56-49df-a2de-94b245b23464 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:22:00.773790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 48560991-02d5-4483-8a56-c9a07f9fe160 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:00.774527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.786775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Provisioning complete for port 48560991-02d5-4483-8a56-c9a07f9fe160 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:00.787255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.811341 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:00.828318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf8b9-2062-467d-8d20-df8cb431abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.867843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 48560991-02d5-4483-8a56-c9a07f9fe160, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48560991-02d5-4483-8a56-c9a07f9fe160,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:00.940961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Current status of the port 48560991-02d5-4483-8a56-c9a07f9fe160 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:00.942145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:00.991812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.992354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.992981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.993452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.993913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.994524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.995000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.999542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9da715fe-5974-4086-8395-c60305172ce9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.4100881 May 13 15:22:00.999931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39664) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:01.004562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.084117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.084598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.085065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.085533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.086003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.086673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.087319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.089515 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a74441fd-7c82-4a7f-a439-377d9daefcb4 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0882096 May 13 15:22:01.093473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39668) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:01.124731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=48560991-02d5-4483-8a56-c9a07f9fe160,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:01.140685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:22:01.141039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:22:01.195296 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:01.199212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:01.199562 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Updating router 677a836d-e96a-4cc9-855c-894b735a24df port 047562ae-8b56-49df-a2de-94b245b23464 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:22:01.258365 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.316624 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2726efb9-99b8-4830-8169-460833da6a31 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2218430 May 13 15:22:01.445317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:01.449568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085317407', 'description': 'tempest-secgroup-smoke-2085317407 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:01.455729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:01.460372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:01.462929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:01.468700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:01.532046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.562487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:01.562487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:01.563983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:01.570491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:01.617455 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.634068 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Transition to ACTIVE for port object 047562ae-8b56-49df-a2de-94b245b23464 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:01.652229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.692117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:01.715635 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.748135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.752149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f67cb34d-0b22-4ef4-9585-23ba5e0933db None None] Current status of the port 48560991-02d5-4483-8a56-c9a07f9fe160 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:01.787809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:01.787809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.844230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece583a3-a864-4288-846c-a819404e657a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:01.881139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:01.881139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-459d6af7-8d95-4514-bdc6-6a9b26336562 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4305549 May 13 15:22:01.902018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39678) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:01.924118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:01.941355 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Pushing event updated for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:01.955375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:01.973331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:01.973331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:01.979858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.987541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.994891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:01.995476 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.996051 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.996574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:01.997088 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.029467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Attempting to bind port 047562ae-8b56-49df-a2de-94b245b23464 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:02.029467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Attempting to bind port 047562ae-8b56-49df-a2de-94b245b23464 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:02.029467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Attempting to bind port 047562ae-8b56-49df-a2de-94b245b23464 on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:02.035184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:02.035705 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:02.036056 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Checking segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:02.036452 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.036839 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Bound using segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:02.036997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48560991-02d5-4483-8a56-c9a07f9fe160 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:02.037298 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Bound port: 047562ae-8b56-49df-a2de-94b245b23464, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:02.037659 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.114834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.119544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 48560991-02d5-4483-8a56-c9a07f9fe160 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:02.119916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.138414 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] For port 047562ae-8b56-49df-a2de-94b245b23464, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:02.141424 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] For port 047562ae-8b56-49df-a2de-94b245b23464, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=047562ae-8b56-49df-a2de-94b245b23464,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:02.175923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.245129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.254058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 48560991-02d5-4483-8a56-c9a07f9fe160 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:02.263516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.288417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c8121d-6bf3-4ff6-a881-1e510c0b1adb,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:02.298467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.298810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.299436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.299770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.300353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.300509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.300971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.301148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.301456 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.301764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.302128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.302484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:02.322652 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:02.323710 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:21:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:02.396836 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff13ed-6768-4864-8d78-958583fa832b None None] Pushing event updated for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:02.428664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.431568 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-951a44db-daf2-47db-84cd-9705f91102f0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386121 May 13 15:22:02.432806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:02.438334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:02.444727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:02.448985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:02.462684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:02.473390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:02.523786 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:02.596094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.672179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.777629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.813440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58d80e9-5e2f-4710-a076-e33e877fec5a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:02.844349 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:02Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:02.856522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c4f08-165c-46f8-8406-db52317ad8e3 None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:02Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:02.883485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.883485 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5d8e0dd-3832-4828-a4ef-d91b0bb8e46f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4404476 May 13 15:22:02.885579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39688) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:02.885579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:02.890696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:02.903411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:02.911786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:02.927211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:03.043396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.117050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.212139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-931ae63a-0c9f-4127-a595-7688daf1751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.274111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.282960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e459a2-c125-49a3-b8eb-2a5d6c16706b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:03.372848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.375638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04bdf06f-ea4a-4f79-9d5c-5d944d246256 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5000098 May 13 15:22:03.377006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39692) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:03.382111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:03.393478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:03.398432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:03.401119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:03.407402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:03.465482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.538180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.615753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.653608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e654ffa-a20c-4881-bf6e-752b2e73a4e5,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:03.700392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 047562ae-8b56-49df-a2de-94b245b23464 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:03.738457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.740117 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1dc9d0ec-4971-4769-9318-3cde56c0aba9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620963 May 13 15:22:03.743117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39696) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:03.750861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:03.757314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:03.767783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:03.768411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:03.774787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:03.875759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 047562ae-8b56-49df-a2de-94b245b23464 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:03.881337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 047562ae-8b56-49df-a2de-94b245b23464 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:03.881710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.905194 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:22:03.912139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.011888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 047562ae-8b56-49df-a2de-94b245b23464 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:04.012212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.054446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 047562ae-8b56-49df-a2de-94b245b23464, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=047562ae-8b56-49df-a2de-94b245b23464,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:04.103505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.131992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.174101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:04.182589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.209418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae58430f-7754-4b1e-8299-a52b77715a9d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:04.282507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.283812 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b01a914-d993-4094-b089-53a5b0fec8fc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5378227 May 13 15:22:04.285536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39702) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:04.298767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'ece583a3-a864-4288-846c-a819404e657a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:04.298767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:04.300678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:04.304758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:04.310847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:04.406742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:22:04.413619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.479492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.533358 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.555762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.565722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc983ef0-1545-4d4b-ad3b-461dbbaeab36,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:04.566710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.622939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:04.624870 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6002ad34-84c7-4526-9c45-d9bd0387408b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383203 May 13 15:22:04.848215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-44288c71-79f7-488b-845e-8f87cf85a05b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:04.926574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-44288c71-79f7-488b-845e-8f87cf85a05b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:04.927459 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-44288c71-79f7-488b-845e-8f87cf85a05b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085317407&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1226959 May 13 15:22:05.090708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-5ee92aa5-220e-4d95-9904-036cb4e1449e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:05.091387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-5ee92aa5-220e-4d95-9904-036cb4e1449e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:05.174303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-5ee92aa5-220e-4d95-9904-036cb4e1449e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:05.174303 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-5ee92aa5-220e-4d95-9904-036cb4e1449e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 797 time: 0.2336278 May 13 15:22:05.193402 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-1df2f504-1a3e-452e-a53b-cf14046d52d6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0121970 May 13 15:22:05.292711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-9e90057c-504a-4541-b4c3-652538aa815a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:05.349318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-9e90057c-504a-4541-b4c3-652538aa815a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:05.350952 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-9e90057c-504a-4541-b4c3-652538aa815a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534281 May 13 15:22:05.369257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-87d1d99d-8cf8-468d-bd0a-d6956ade66bd service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:22:05.369877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-87d1d99d-8cf8-468d-bd0a-d6956ade66bd service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055828 May 13 15:22:05.646131 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-2f0dc804-4a1c-44fa-bb03-69a9116046cc service neutron] 10.222.0.91 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694368 May 13 15:22:05.677481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 047562ae-8b56-49df-a2de-94b245b23464 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:05.767764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 047562ae-8b56-49df-a2de-94b245b23464 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:05.768152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:05.799931 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-600780c0-cea3-435f-87bf-24adac0b8c28 service neutron] 10.222.0.91 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475489 May 13 15:22:05.882301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:05.914240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 047562ae-8b56-49df-a2de-94b245b23464 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:06.114091 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6700d41c-dd48-4b43-bc6b-f5f1435781a1 req-f6ea7123-a672-4de9-b6c8-b3bf81d0a3c7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 210 time: 0.0453281 May 13 15:22:07.282558 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c0b80869-4f30-4d4f-9ac1-051409338585 req-ef550309-60d1-4060-b367-cb9f833e3ebc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 210 time: 0.0572860 May 13 15:22:07.331579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352ffd-8fc3-4fd5-9834-2aea17a8f7ab req-23d93117-4132-4817-adae-c21838024f65 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:07.333049 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2e352ffd-8fc3-4fd5-9834-2aea17a8f7ab req-23d93117-4132-4817-adae-c21838024f65 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0905743 May 13 15:22:07.377702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2e352ffd-8fc3-4fd5-9834-2aea17a8f7ab req-95045b09-4806-4f54-a9be-1ad9b0ad0715 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 May 13 15:22:08.432455 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5ba35039-0ca7-437d-8880-dca2efcd7108 req-1ad153aa-2efb-42d4-b519-e5e906c126b9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 210 time: 0.0423627 May 13 15:22:08.566742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4695f-c79a-40ba-b22e-846e47ad7e85 req-fc9fe6f8-7983-4714-8780-475174efb16e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:08.568341 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f9e4695f-c79a-40ba-b22e-846e47ad7e85 req-fc9fe6f8-7983-4714-8780-475174efb16e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0799198 May 13 15:22:08.613962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f9e4695f-c79a-40ba-b22e-846e47ad7e85 req-53bd6fde-c7bc-4d28-b191-29af578aace9 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 May 13 15:22:09.292761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-1114d20a-a448-4048-a3aa-9a454d9371ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:09.296850 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-1114d20a-a448-4048-a3aa-9a454d9371ea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 797 time: 0.1538072 May 13 15:22:09.343612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-628a75de-b5b3-45b8-b2e0-5e502139ce47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:09.354938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-628a75de-b5b3-45b8-b2e0-5e502139ce47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:09.358089 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-628a75de-b5b3-45b8-b2e0-5e502139ce47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.0539131 May 13 15:22:09.366939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': '81a61a19-c525-47e0-a524-d7402832c69d', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['ece583a3-a864-4288-846c-a819404e657a']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:09.509013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:09.519685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:09.593062 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5a59529f-247a-48bf-85bf-28ae59f1f621 req-c5a0c5d5-4adb-4ad8-ada3-b297adf5c723 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 210 time: 0.0487156 May 13 15:22:09.628346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:09.632552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:09.799156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.11 (89d634d1-2126-4813-a961-c7b6e405f1e5/59c41389-36f2-44a4-be53-33688ed5bc8b/2165f311-7a94-4828-8be1-d0dd68ca980b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:22:09.805394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002f5b1-21a9-464a-932a-793c88cbe217 req-e38e1688-5722-4654-a3d6-c3c817bf6b9b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:09.812608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3002f5b1-21a9-464a-932a-793c88cbe217 req-e38e1688-5722-4654-a3d6-c3c817bf6b9b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0847242 May 13 15:22:09.854025 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3002f5b1-21a9-464a-932a-793c88cbe217 req-0b15f696-c0df-471a-adcf-34c4c641628b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 May 13 15:22:09.997588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.014915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 2165f311-7a94-4828-8be1-d0dd68ca980b will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:10.120722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.189624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:10.192758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:10.196532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:22:10.231116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:10.272704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:10.273343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.370272 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:10.385647 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-c51dd7fb-2463-4705-b009-5b5773b4fc32 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0211225 May 13 15:22:10.395821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Request body: {'port': {'device_id': '81a61a19-c525-47e0-a524-d7402832c69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:10.506785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.539479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d1c9203a-c25e-420e-9b71-a584eec576cc None None] Provisioning for port 2165f311-7a94-4828-8be1-d0dd68ca980b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:10.544571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d1c9203a-c25e-420e-9b71-a584eec576cc None None] Provisioning complete for port 2165f311-7a94-4828-8be1-d0dd68ca980b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:10.548415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1c9203a-c25e-420e-9b71-a584eec576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.598287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9203a-c25e-420e-9b71-a584eec576cc None None] Port 2165f311-7a94-4828-8be1-d0dd68ca980b cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:22:10.868675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5926-42a3-4f05-bc68-c3f94197f9d5 req-fcf4770a-045e-414f-9fb3-7d75afd6c671 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:10.869349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3f4c5926-42a3-4f05-bc68-c3f94197f9d5 req-fcf4770a-045e-414f-9fb3-7d75afd6c671 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:10.934330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2165f311-7a94-4828-8be1-d0dd68ca980b {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:10.942891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:10.960173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Transition to ACTIVE for port object 2165f311-7a94-4828-8be1-d0dd68ca980b will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:11.023413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3f4c5926-42a3-4f05-bc68-c3f94197f9d5 req-fcf4770a-045e-414f-9fb3-7d75afd6c671 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:11.027731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3f4c5926-42a3-4f05-bc68-c3f94197f9d5 req-fcf4770a-045e-414f-9fb3-7d75afd6c671 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 932 time: 0.3021996 May 13 15:22:11.044325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc88c4-2ea1-4cb2-ac6b-d1e76665aefa req-39d417ab-3b51-4c02-add3-0d786c90b29b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.052955 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0bc88c4-2ea1-4cb2-ac6b-d1e76665aefa req-39d417ab-3b51-4c02-add3-0d786c90b29b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0823281 May 13 15:22:11.053113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.100284 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0bc88c4-2ea1-4cb2-ac6b-d1e76665aefa req-d2c02d80-2ede-4ff3-867f-f6335d1025b6 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 May 13 15:22:11.308542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3f4c5926-42a3-4f05-bc68-c3f94197f9d5 req-67ff0048-a211-4d9d-9c55-e20f1f5d0545 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777693 May 13 15:22:11.345378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:11.425061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Attempting to bind port 2165f311-7a94-4828-8be1-d0dd68ca980b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:11.425399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Attempting to bind port 2165f311-7a94-4828-8be1-d0dd68ca980b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:11.425724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Attempting to bind port 2165f311-7a94-4828-8be1-d0dd68ca980b on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:11.430512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Port 2165f311-7a94-4828-8be1-d0dd68ca980b on network 89d634d1-2126-4813-a961-c7b6e405f1e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:22:11.430834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Attempting to bind port 2165f311-7a94-4828-8be1-d0dd68ca980b on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:11.436452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:11.436784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Checking segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:11.437155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Bound using segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:11.437571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Bound port: 2165f311-7a94-4828-8be1-d0dd68ca980b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:11.437908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.526109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:11.529107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2165f311-7a94-4828-8be1-d0dd68ca980b,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:11.674617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.740305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.740914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.742349 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] 10.222.0.23 "PUT /v2.0/ports/2165f311-7a94-4828-8be1-d0dd68ca980b HTTP/1.1" status: 200 len: 1094 time: 1.3506181 May 13 15:22:11.742782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:11.769528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5275d-2a5a-47ee-ad11-777cb3f1b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:11.793008 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebbacc7-eecf-45aa-b731-5a1a0a274c61'] response: {'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'status': 'completed', 'code': 200} May 13 15:22:11.891613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-c12e9ecc-af2e-45d5-a5a2-7b39826c1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.893178 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-c12e9ecc-af2e-45d5-a5a2-7b39826c1b07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1097 time: 0.0802827 May 13 15:22:12.045588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-3642ffff-b7b7-4ab6-b823-ef308a2b92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.046980 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-3642ffff-b7b7-4ab6-b823-ef308a2b92fe service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1467915 May 13 15:22:12.185454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-413de4e1-cef8-432a-94a2-f390c7e0e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.188034 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ddedfaaa-f479-47f1-9c73-d554b80340f7 req-413de4e1-cef8-432a-94a2-f390c7e0e4ec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342952 May 13 15:22:12.347345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e65b62-7983-426e-a063-91db2261066a req-e9b32a6f-9613-45eb-ba36-9891c93bc42d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.348813 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-35e65b62-7983-426e-a063-91db2261066a req-e9b32a6f-9613-45eb-ba36-9891c93bc42d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.1364582 May 13 15:22:12.355134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4c31587c-9184-4dd2-bf53-65926cc1cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.356515 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4c31587c-9184-4dd2-bf53-65926cc1cb9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1097 time: 0.1086719 May 13 15:22:12.439865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-0035a868-0673-4ca4-a92c-212b1775eafc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2165f311-7a94-4828-8be1-d0dd68ca980b HTTP/1.1" status: 200 len: 217 time: 0.0695188 May 13 15:22:12.499988 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-35e65b62-7983-426e-a063-91db2261066a req-fd7ac70c-b16f-4723-ac98-41b00536371c tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425292 May 13 15:22:12.503728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea6df-42b1-4581-a7d8-e8cef28a7d6f req-8f681bdd-91a5-4e3b-92f1-272a6613bd16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.505388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59dea6df-42b1-4581-a7d8-e8cef28a7d6f req-8f681bdd-91a5-4e3b-92f1-272a6613bd16 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 944 time: 0.0813801 May 13 15:22:12.515974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-9459ad71-b0be-4b84-a8e2-bf33fa153a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.517936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-9459ad71-b0be-4b84-a8e2-bf33fa153a4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 200 len: 835 time: 0.0691366 May 13 15:22:12.555822 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59dea6df-42b1-4581-a7d8-e8cef28a7d6f req-8c83b506-2308-4c7b-a083-915765831912 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 May 13 15:22:12.601013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4edc4fb8-7533-45d4-8bb1-f5f5d9438488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:12.602447 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-4edc4fb8-7533-45d4-8bb1-f5f5d9438488 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89d634d1-2126-4813-a961-c7b6e405f1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771825 May 13 15:22:12.738253 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-284eb2d9-6bab-4aaf-906e-cb45895bba72 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255438 May 13 15:22:12.870038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc4b65e0-baa9-46fb-9584-0209070e9d8c req-0ec10876-6eeb-41ab-a82c-e1af203f12de service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256285 May 13 15:22:13.698873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381f8e-3421-4d55-b8a7-34edc56b97f7 req-4f4092dd-d81f-43d6-ba5e-ddc0d6d72378 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:13.702523 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2381f8e-3421-4d55-b8a7-34edc56b97f7 req-4f4092dd-d81f-43d6-ba5e-ddc0d6d72378 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0814528 May 13 15:22:13.746987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035494-6464-4b22-8822-bae3d694149d req-0ff04535-b6a3-41c1-9c8b-42693b58ff84 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:13.748887 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-51035494-6464-4b22-8822-bae3d694149d req-0ff04535-b6a3-41c1-9c8b-42693b58ff84 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 944 time: 0.0869713 May 13 15:22:13.749074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2381f8e-3421-4d55-b8a7-34edc56b97f7 req-4ab327b1-eaf5-47b5-a6fc-b27ff9e5a4f2 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 May 13 15:22:13.795889 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-51035494-6464-4b22-8822-bae3d694149d req-10123e23-af76-4dc6-9b79-0f6e0c2320c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 May 13 15:22:14.986642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c982-acf7-4df3-af05-14185e18505d req-a6a0621f-daa2-4f43-b316-6241bb70324c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:14.988470 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef62c982-acf7-4df3-af05-14185e18505d req-a6a0621f-daa2-4f43-b316-6241bb70324c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 944 time: 0.0860748 May 13 15:22:15.025929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 2165f311-7a94-4828-8be1-d0dd68ca980b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:15.040774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef62c982-acf7-4df3-af05-14185e18505d req-0af2edb3-5cb4-41be-a2c4-aee88c4383cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461690 May 13 15:22:15.066071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf176-5a4a-4d33-b154-575e1e9dbb78 req-32a40c35-e330-4cca-952c-7078c82f8b5b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.067674 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4d4cf176-5a4a-4d33-b154-575e1e9dbb78 req-32a40c35-e330-4cca-952c-7078c82f8b5b tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.2117496 May 13 15:22:15.113279 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4d4cf176-5a4a-4d33-b154-575e1e9dbb78 req-6e9791c1-c568-4939-b057-d98f149d8481 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 May 13 15:22:15.162734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2165f311-7a94-4828-8be1-d0dd68ca980b,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:15.176103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'port_id': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'mac_address': 'fa:16:3e:cb:28:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:15.265077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 2165f311-7a94-4828-8be1-d0dd68ca980b is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:15.265449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:15.282544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2165f311-7a94-4828-8be1-d0dd68ca980b {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:15.298166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2165f311-7a94-4828-8be1-d0dd68ca980b,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:15.417701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:15.484927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:15.492382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.492545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.492884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.493214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.493544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.493871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.494220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.494545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.494865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.495183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.495499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.495813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:15.652579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['2165f311-7a94-4828-8be1-d0dd68ca980b'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:16.241033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2d029-8412-4989-a99f-5a21479a9258 req-63809038-87d0-4166-a14d-d17145280e2e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.242401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14b2d029-8412-4989-a99f-5a21479a9258 req-63809038-87d0-4166-a14d-d17145280e2e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 945 time: 0.0847552 May 13 15:22:16.288055 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14b2d029-8412-4989-a99f-5a21479a9258 req-73920c78-2d19-45e3-9cad-3edc034870ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 May 13 15:22:16.300710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d273094-2fed-4088-a355-7aebc0e3dac1 req-7664d4e9-f1aa-43e3-9eea-74655f4f0f43 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.302165 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9d273094-2fed-4088-a355-7aebc0e3dac1 req-7664d4e9-f1aa-43e3-9eea-74655f4f0f43 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0812809 May 13 15:22:16.346644 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9d273094-2fed-4088-a355-7aebc0e3dac1 req-656c9786-607d-4959-a4b6-8539870ab3f6 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 May 13 15:22:17.035138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 2165f311-7a94-4828-8be1-d0dd68ca980b up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:17.215981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 2165f311-7a94-4828-8be1-d0dd68ca980b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:17.217036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 2165f311-7a94-4828-8be1-d0dd68ca980b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:17.217409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:17.333848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 2165f311-7a94-4828-8be1-d0dd68ca980b is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:17.334274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:17.362814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:17.381407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2165f311-7a94-4828-8be1-d0dd68ca980b,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:17.409260 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50ab273-8dd4-448a-99fa-c45c640816f2'] response: {'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'code': 200} May 13 15:22:17.509756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766860-e9f8-481c-b9a6-0fc23ea2012c req-79c7538b-eb2b-4bc5-b648-f2ebac96adcd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.511372 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33766860-e9f8-481c-b9a6-0fc23ea2012c req-79c7538b-eb2b-4bc5-b648-f2ebac96adcd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 945 time: 0.1121433 May 13 15:22:17.556407 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33766860-e9f8-481c-b9a6-0fc23ea2012c req-68a7ca96-f5f2-4edb-968c-cb0bc402d13c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 May 13 15:22:17.597424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7983d-b970-4d2c-b5a4-716dbd12b105 req-d1eb8e09-6374-40ed-86aa-473bbb47ab71 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.598994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-06b7983d-b970-4d2c-b5a4-716dbd12b105 req-d1eb8e09-6374-40ed-86aa-473bbb47ab71 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0935495 May 13 15:22:17.646944 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-06b7983d-b970-4d2c-b5a4-716dbd12b105 req-09ad1f7c-4f17-4cb9-a413-907071d3a22f tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 May 13 15:22:17.800642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:17.870192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:18.089021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f86d31-36f9-4a10-a133-906eb6ed639e req-f40c26e7-8b83-4233-970c-50d654c21295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:18.090563 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87f86d31-36f9-4a10-a133-906eb6ed639e req-f40c26e7-8b83-4233-970c-50d654c21295 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1099 time: 0.0708690 May 13 15:22:18.135149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87f86d31-36f9-4a10-a133-906eb6ed639e req-7d87da28-c5fd-413e-b464-a5bf2166ed50 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 May 13 15:22:18.746596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258b27e-5c9f-4570-85ba-b9bea669a2f5 req-ba4e8f8c-442d-4e56-b005-29f37fd96214 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:18.748076 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7258b27e-5c9f-4570-85ba-b9bea669a2f5 req-ba4e8f8c-442d-4e56-b005-29f37fd96214 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.0842037 May 13 15:22:18.793111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7258b27e-5c9f-4570-85ba-b9bea669a2f5 req-b55bce96-528e-4124-be4b-8fe06638a226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 May 13 15:22:18.837677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0b9f-3ad6-452a-a240-9ba6489de246 req-1466c037-d58d-4012-acac-71f52a92b8b2 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:18.838728 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd6b0b9f-3ad6-452a-a240-9ba6489de246 req-1466c037-d58d-4012-acac-71f52a92b8b2 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0859587 May 13 15:22:18.884344 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd6b0b9f-3ad6-452a-a240-9ba6489de246 req-49a1c0a6-493f-4927-aa5c-8aa9b6269008 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 May 13 15:22:19.988362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a92b15-c6ef-4251-9d13-fc9a7f4bc0b0 req-729426cf-34e4-41c7-b650-e6d8c34f0f93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:19.991753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9a92b15-c6ef-4251-9d13-fc9a7f4bc0b0 req-729426cf-34e4-41c7-b650-e6d8c34f0f93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.0857110 May 13 15:22:20.045200 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9a92b15-c6ef-4251-9d13-fc9a7f4bc0b0 req-68f60db9-fe1e-47e3-8c71-f8823d71ff94 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 May 13 15:22:20.090083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859b5a8-d08f-48af-bd9a-cd38d6fa9fa0 req-e0bad343-eb4e-44cb-99fd-4d346f0fe3d1 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.091561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c859b5a8-d08f-48af-bd9a-cd38d6fa9fa0 req-e0bad343-eb4e-44cb-99fd-4d346f0fe3d1 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0902359 May 13 15:22:20.137834 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c859b5a8-d08f-48af-bd9a-cd38d6fa9fa0 req-30693a59-1949-48fc-b793-2bfad010ff88 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 May 13 15:22:20.238120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613345a-ca9d-4eb2-8484-8d906ea145a2 req-424eb1ae-61fa-4fca-a651-5e44b8ead3d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.239009 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b613345a-ca9d-4eb2-8484-8d906ea145a2 req-424eb1ae-61fa-4fca-a651-5e44b8ead3d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.0841408 May 13 15:22:20.284100 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b613345a-ca9d-4eb2-8484-8d906ea145a2 req-56fd252e-369a-49c9-8511-32a1e90cd4d6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 May 13 15:22:20.306684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39806) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:20.377145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2bf64-6cf7-43af-83d4-b21e42a3d391 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:20.378657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-31d2bf64-6cf7-43af-83d4-b21e42a3d391 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1094 time: 0.0709937 May 13 15:22:20.381481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39810) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:20.386322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:20.392771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:20.398133 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:20.399716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:20.405317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:20.474865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.611379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.756354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.60 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/377f5c41-4ae7-48d9-9988-ab91c7533684) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:22:20.904870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.990884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:21.054121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:21.054834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:21.058106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:22:21.106818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=377f5c41-4ae7-48d9-9988-ab91c7533684,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:21.656723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3c0b4-de64-4f9a-8221-bcadeaba4719 req-0aaff419-9a3a-46e4-9418-f18b452cd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.658217 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-60e3c0b4-de64-4f9a-8221-bcadeaba4719 req-0aaff419-9a3a-46e4-9418-f18b452cd89e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1098 time: 0.3609219 May 13 15:22:21.693210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b236-f654-4664-ade0-7664444b52f5 req-34cf6e5e-c3e8-4dd1-8a1d-6069909153d4 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:21.696729 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2444b236-f654-4664-ade0-7664444b52f5 req-34cf6e5e-c3e8-4dd1-8a1d-6069909153d4 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.3987761 May 13 15:22:21.739612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-60e3c0b4-de64-4f9a-8221-bcadeaba4719 req-9ce5a26a-1a48-47d9-a175-350d2b284fb3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740023 May 13 15:22:21.768596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2444b236-f654-4664-ade0-7664444b52f5 req-43d29c12-236d-486a-a822-0683a131f896 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593088 May 13 15:22:21.789332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:21.925191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.137160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.189145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.299743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=377f5c41-4ae7-48d9-9988-ab91c7533684,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:22.311489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.488417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d associated. External IP: 172.26.7.60, port: 2165f311-7a94-4828-8be1-d0dd68ca980b. May 13 15:22:22.850365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:22.960057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b56ed6-2b74-447c-b9cd-dae4a4ac47ed req-2758d12e-ee12-497d-9ae4-ace4f7eb9db7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:22.961875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4b56ed6-2b74-447c-b9cd-dae4a4ac47ed req-2758d12e-ee12-497d-9ae4-ace4f7eb9db7 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0857463 May 13 15:22:23.009190 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4b56ed6-2b74-447c-b9cd-dae4a4ac47ed req-a2b93f6e-d02c-425f-9dc9-c605654ceaab tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 May 13 15:22:23.042924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:23.053204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:23.068544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:23.068544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:23.116666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:23.118723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:23.132535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.205959 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-29a54055-ef83-421f-856e-dea9a6bff86f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8234174 May 13 15:22:23.207732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:23.209049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39820) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:23.262919 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7731fb63-63ad-49ed-ad4a-599eaf600a19'] response: {'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'status': 'completed', 'code': 200} May 13 15:22:23.337219 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-39e22eed-7c54-45aa-b3dd-5eb3da34bdac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 991 time: 0.1269224 May 13 15:22:23.359472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-e1de55e2-2904-46d9-92ff-66233f52c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:23.360873 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-e1de55e2-2904-46d9-92ff-66233f52c455 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1099 time: 0.0779150 May 13 15:22:23.447989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:23.534390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:23.534766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.559902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:23.629447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-8bba86ae-5ac6-4136-ac6b-1224c3fb1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:23.630940 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-8bba86ae-5ac6-4136-ac6b-1224c3fb1b63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 898 time: 0.2641959 May 13 15:22:23.661262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'port_id': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'mac_address': 'fa:16:3e:0f:37:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:23.669895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:23.732157 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeac8c2e-5caf-4678-9635-4a6c1f6a44e3'] response: {'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'code': 200} May 13 15:22:23.734286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:23.744810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:23.745381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.771227 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-9c13be8f-b83a-4c91-ae88-f7ae611936b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2165f311-7a94-4828-8be1-d0dd68ca980b HTTP/1.1" status: 200 len: 999 time: 0.1335995 May 13 15:22:23.783963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:23.840724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.851267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-c9a8a662-b181-4239-be9c-a61ad4e29a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:23.853047 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-c9a8a662-b181-4239-be9c-a61ad4e29a54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 200 len: 835 time: 0.0753510 May 13 15:22:23.943442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-dee07235-c071-4f8a-bf0d-9c83dab1abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:23.945087 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-dee07235-c071-4f8a-bf0d-9c83dab1abf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89d634d1-2126-4813-a961-c7b6e405f1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830011 May 13 15:22:24.047428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:22:24.047778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:22:24.050841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:24.112869 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-dafa2455-f419-47a5-a70f-9f32490e9585 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597879 May 13 15:22:24.129936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:cb:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a61a19-c525-47e0-a524-d7402832c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:22:21Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.135876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:24.148219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:24.148219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.314798 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2c45c89d-9ec3-4352-8a9f-3052e2724e05 req-68da6fc7-c2d2-4230-b484-2868c1034bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949370 May 13 15:22:24.325800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a316eb-3652-4332-b6f9-7797c591f821 req-984c61e2-81b9-4102-81c1-bb57618898de tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:24.327645 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c7a316eb-3652-4332-b6f9-7797c591f821 req-984c61e2-81b9-4102-81c1-bb57618898de tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 943 time: 0.1826978 May 13 15:22:24.330827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:24.340197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39832) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:24.453082 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7bdaebb1-20e5-461b-ad53-bbbadeca9085 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 991 time: 0.1103787 May 13 15:22:24.501339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c7a316eb-3652-4332-b6f9-7797c591f821 req-3486ae15-a78e-4a46-9f09-3cd28b0c4b18 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664419 May 13 15:22:24.526220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39836) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:24.632285 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-365ccf97-1ae3-4216-8259-ff122e469b1d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/floatingips/0f16e8f8-09d3-440b-96fc-46c3247dd33b HTTP/1.1" status: 200 len: 991 time: 0.1049955 May 13 15:22:24.632720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:24.633102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.669164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:24.724557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:24.760259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:cb:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a61a19-c525-47e0-a524-d7402832c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:22:21Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.764212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ba772-5502-4d8b-974f-1c61779721da None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:cb:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a61a19-c525-47e0-a524-d7402832c69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:22:21Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:24.783247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.852120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:24.951500 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51befb8e-ad4c-4132-a434-7090734ad0de None None] New status for floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:22:25.021829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['fb16604a-c30c-434a-b61c-1bc5fd486e36'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:25.455862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39840) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:25.560396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6696f3c0-5af5-4c37-8d92-fd2014f501f4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 993 time: 0.1032896 May 13 15:22:27.108667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:27.175736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port fb16604a-c30c-434a-b61c-1bc5fd486e36 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:27.176112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.291278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fb16604a-c30c-434a-b61c-1bc5fd486e36 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:27.291576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.317956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:27.327820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:27.363119 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070bec28-b8e0-4d7c-ba9d-08527f731ad7'] response: {'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'code': 200} May 13 15:22:27.388731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.469549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:27.503022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:30.766147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2c53f956-12bd-443f-b3fb-4d28a1cd12ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.177849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-00a3ec82-d607-4d2f-9680-b65e93756ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.549214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.577887 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:35.863501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:47.370128 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:56.848031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39872) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:56.923431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656d0ed-039f-4376-bfb7-6bdcbfad822b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:56.923861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656d0ed-039f-4376-bfb7-6bdcbfad822b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:56.924333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656d0ed-039f-4376-bfb7-6bdcbfad822b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:56.926391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2656d0ed-039f-4376-bfb7-6bdcbfad822b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?project_id=550105f4ce0d495cab1e52953538d7fc&network_id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 3000 time: 0.0773852 May 13 15:22:57.560903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:58.702616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39884) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:58.766188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64297d-0721-4308-b780-42b9ce0d8968 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:58.767393 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bc64297d-0721-4308-b780-42b9ce0d8968 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7 HTTP/1.1" status: 200 len: 814 time: 0.0637290 May 13 15:22:59.224560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:59.230647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:59.420157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.673262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39898) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:59.693877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.766117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.768676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d disassociated. External IP: 172.26.7.60, port: 2165f311-7a94-4828-8be1-d0dd68ca980b. May 13 15:22:59.884887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port 3eba34be-5b31-4eee-80e6-05832a53e54c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:59.886181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.054596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.054922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.139317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:00.301286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Calling delete_port for 3eba34be-5b31-4eee-80e6-05832a53e54c owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:00.330711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:00.336367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.341355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:00.352493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:00.353348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:00.395728 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-386e779a-bcc2-400b-ab65-e26f5d08b0d9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 689 time: 1.1699562 May 13 15:23:00.396614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:00.399811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39902) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:00.541597 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-17c3ead0-c4d9-430a-afb6-5e97ae7d9601 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 689 time: 0.1400948 May 13 15:23:00.572531 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4020db45-185d-492c-87f5-0f065b8a8c32'] response: {'name': 'network-changed', 'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'status': 'completed', 'code': 200} May 13 15:23:00.596224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:00.623744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.676742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Port': ['ID=3eba34be-5b31-4eee-80e6-05832a53e54c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:00.819094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.819442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Floating IP 0f16e8f8-09d3-440b-96fc-46c3247dd33b disassociated (deleted). External IP: 172.26.7.101, port: fb16604a-c30c-434a-b61c-1bc5fd486e36. May 13 15:23:00.900280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eb758fc5-48e5-44c1-9401-ceeb95b30b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.911683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-73c3c3f5-bd2a-4651-ab72-794986deb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:00.913070 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-73c3c3f5-bd2a-4651-ab72-794986deb143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 1099 time: 0.3182535 May 13 15:23:00.936650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:00.942680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:00.950742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:00.951527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:01.140720 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:01.191058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-3128d549-2d14-4845-9038-0b9bc829e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:01.192584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-3128d549-2d14-4845-9038-0b9bc829e0e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 898 time: 0.2317438 May 13 15:23:01.326284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-c80451d0-6392-41fb-b2c4-ba7e5c16367d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2165f311-7a94-4828-8be1-d0dd68ca980b HTTP/1.1" status: 200 len: 217 time: 0.0769975 May 13 15:23:01.403491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-6f639c9e-6d12-489e-b131-93fadf7ffb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:01.404932 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-6f639c9e-6d12-489e-b131-93fadf7ffb8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 200 len: 835 time: 0.0733545 May 13 15:23:01.406670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:01.460592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:01.464572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56abdc-8a3a-423a-bbbc-c027a9ca52c6 None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:01.545646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39912) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:01.635516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-143b561c-70cd-4187-a7c2-b0263f29d7a4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 689 time: 0.0878403 May 13 15:23:01.724908 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7d836-6f54-4744-8f17-5cc25dd39cd4 None None] New status for floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:01.794119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-b9a904c9-7502-4150-849b-1184117dc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:01.795641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-b9a904c9-7502-4150-849b-1184117dc3a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89d634d1-2126-4813-a961-c7b6e405f1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3849573 May 13 15:23:01.804697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:01.818019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Sync routers for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:01.829463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:01.830766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:01.955112 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-92930839-d03c-49b0-afda-d056ccd2380d service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518352 May 13 15:23:01.958353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.045368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:02.111508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-70470739-1787-4a03-b2d6-8e9f265b6549 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "DELETE /v2.0/floatingips/0f16e8f8-09d3-440b-96fc-46c3247dd33b HTTP/1.1" status: 204 len: 168 time: 2.4371529 May 13 15:23:02.115080 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:02.173600 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-874bbbf8-c515-4c3d-b288-27eec2b7805f req-157fc33c-6d36-4070-bac5-fadd5a6cdce0 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795564 May 13 15:23:02.251017 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0609c8ab-0824-491a-bb5b-f22f0e0328a0'] response: {'name': 'network-changed', 'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'status': 'completed', 'code': 200} May 13 15:23:02.352546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-356c9293-4bb8-43f8-ba78-674cd881f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:02.354140 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-356c9293-4bb8-43f8-ba78-674cd881f880 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9984482009e64cf08736279b6ca8dbea&device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 1098 time: 0.0831039 May 13 15:23:02.416656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:02.420700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Checking router: fcca60ee-84e2-4bf5-bd51-6e51262e3b07 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:02.430005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:02.430612 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:22:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:02.500078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-afeb25c2-485c-4ed3-b27d-8f5892a08e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:02.501622 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-afeb25c2-485c-4ed3-b27d-8f5892a08e64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0493438e-71bc-4586-9f63-0dad0b0884d9 HTTP/1.1" status: 200 len: 898 time: 0.1421890 May 13 15:23:02.576171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-2103eaa4-4f81-435a-988e-3e63da51d9c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36 HTTP/1.1" status: 200 len: 217 time: 0.0684285 May 13 15:23:02.639276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39924) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:02.684703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:02.712056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-34da5418-7230-49e6-beb2-82e5b7de5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:02.715595 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-34da5418-7230-49e6-beb2-82e5b7de5cbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b7c18b7-d202-4085-a991-7d6752fa09e6 HTTP/1.1" status: 200 len: 835 time: 0.1315045 May 13 15:23:02.809688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-59e84331-17d9-4a82-900d-a7c24d8325a8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 687 time: 0.1694517 May 13 15:23:02.869642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-c4868f8f-fa67-4100-8f97-eef0cd3f0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:02.871147 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-c4868f8f-fa67-4100-8f97-eef0cd3f0b4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0493438e-71bc-4586-9f63-0dad0b0884d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154871 May 13 15:23:02.879877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b76822-1b11-40f1-9db2-669689700722 req-c6f5ad63-3cd9-4101-b41e-5ad5f5397985 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:02.887567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e3b76822-1b11-40f1-9db2-669689700722 req-c6f5ad63-3cd9-4101-b41e-5ad5f5397985 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:03.016592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:03.016592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c066f4-4573-40a6-8618-e302b365579b None None] The sync data for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv is: [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:21:12Z', 'revision_number': 4, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'a97b669f-e7df-4189-a41d-95f91e8ab88b', 'name': '', 'network_id': '0493438e-71bc-4586-9f63-0dad0b0884d9', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'mac_address': 'fa:16:3e:7f:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:11Z', 'updated_at': '2022-05-13T15:21:20Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'subnets': [{'id': '1b7c18b7-d202-4085-a991-7d6752fa09e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:03.022098 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-75980f1d-b7bb-4294-979b-aceb157c8e0c service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387687 May 13 15:23:03.104123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e3b76822-1b11-40f1-9db2-669689700722 req-c6f5ad63-3cd9-4101-b41e-5ad5f5397985 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:03.106402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e3b76822-1b11-40f1-9db2-669689700722 req-c6f5ad63-3cd9-4101-b41e-5ad5f5397985 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.4060533 May 13 15:23:03.165258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1c556015-ad2a-4503-9833-907430b4dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.184243 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e3b76822-1b11-40f1-9db2-669689700722 req-235e04c6-0245-477c-b072-cbfc3ad9d4df tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723209 May 13 15:23:03.203583 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3ca9f673-7542-4e3a-997f-65cd81512542 req-54cc8011-b34b-45f5-8dc2-89f97c8b0b7b service neutron] 10.222.0.23 "GET /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743367 May 13 15:23:03.246803 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feee01d-b06c-4d7f-a0ab-d598274ec8c8 None None] New status for floating IP 0f16e8f8-09d3-440b-96fc-46c3247dd33b: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:03.951722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e3de388b-07d2-4ea2-b347-68f04b810c27 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:03.953175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e3de388b-07d2-4ea2-b347-68f04b810c27 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.23 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.0866947 May 13 15:23:03.976112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39930) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:03.982009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912355474', 'description': 'tempest-secgroup-smoke-1912355474 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:03.988839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:04.001621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:04.022372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:04.022640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.064169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.085836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:04.089791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:04.092629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:04.098976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:04.175087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.261093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.312152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8890020-82c5-4e28-b8e9-c0d90839a8e3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:04.319814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.320159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.320503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.320835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.321157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.321577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.321901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.322250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.322571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.322887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.323204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.323519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:04.415341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.416368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b311f036-81c4-4ca4-8fd5-9e37ad95a400 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4379041 May 13 15:23:04.418761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39936) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:04.430899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:04.431081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:04.434910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:04.438403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:04.445166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:04.448843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] For port fb16604a-c30c-434a-b61c-1bc5fd486e36, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fb16604a-c30c-434a-b61c-1bc5fd486e36,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:04.454422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.522901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.585871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.586208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19070-afb7-425b-a9d4-8cded5e14c11 req-6013bdf4-8bd4-420c-b797-a2bcead13327 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:04.587753 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d7b19070-afb7-425b-a9d4-8cded5e14c11 req-6013bdf4-8bd4-420c-b797-a2bcead13327 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 945 time: 0.2623968 May 13 15:23:04.594289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Calling delete_port for fb16604a-c30c-434a-b61c-1bc5fd486e36 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:04.599439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.612090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.663688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.686968 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d7b19070-afb7-425b-a9d4-8cded5e14c11 req-de0aaf22-436d-4308-8b30-d4c2a8c93e4d tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/security-groups?id=cb54d5a6-0839-4136-b40b-e4d1c868d5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639894 May 13 15:23:04.688235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1792beae-d994-4fdf-b998-dc91bee3aecd,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:04.799745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.799745 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-588835c6-b540-407b-bf6c-e92c84433105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705676 May 13 15:23:04.800560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39942) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:04.800560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:04.804767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:04.808553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:04.811503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:04.817821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:04.972932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.031800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Port': ['ID=fb16604a-c30c-434a-b61c-1bc5fd486e36,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:05.069059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.090421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.090421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.090421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.090768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.090965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.091295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.091624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.091951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.092276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.092601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.092921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.093244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:05.152130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] No DVR routers for this DVR port fb16604a-c30c-434a-b61c-1bc5fd486e36 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:05.157454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.161126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-deleted', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:05.224400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.229559 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b621bc1-4b3f-4c6d-ba7b-c0c54c023d4d'] response: {'server_uuid': 'beffbe4d-65cf-4860-b31d-7504eff360a2', 'name': 'network-vif-deleted', 'tag': 'fb16604a-c30c-434a-b61c-1bc5fd486e36', 'status': 'completed', 'code': 200} May 13 15:23:05.232701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2982f615-68dc-4922-98fd-d92424b74c32 req-e44b262e-21d6-49a9-bd5e-e795c48ab820 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.23 "DELETE /v2.0/ports/fb16604a-c30c-434a-b61c-1bc5fd486e36 HTTP/1.1" status: 204 len: 173 time: 1.2744427 May 13 15:23:05.297759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.324955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd38fb5-6df5-4a2d-8033-8d413c83d120,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:05.480783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.483994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fc8f7fde-e7ff-4846-ba20-88e274598362 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6891875 May 13 15:23:05.486075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 39948) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:05.491523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:05.497923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:05.502112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:05.510193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:05.512011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:05.591044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.666042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.743814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.777595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf755a47-f47d-45a5-aa19-32b5682657e5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:05.850990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.882228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.882228 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-482acdef-2096-43c6-b3e1-b2d8ff2840ca tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939142 May 13 15:23:05.885806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39954) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:05.888295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57fa7fad-1238-429e-a3f1-c9a56164d08c req-e78ff6b1-9970-4721-bdf4-088bb1e3b57a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Synchronizing usage tracker for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:05.891459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:05.899324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:05.904252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:05.907453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:05.917439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:05.966785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57fa7fad-1238-429e-a3f1-c9a56164d08c req-e78ff6b1-9970-4721-bdf4-088bb1e3b57a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Unset dirty status for tenant:9984482009e64cf08736279b6ca8dbea on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:05.968283 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57fa7fad-1238-429e-a3f1-c9a56164d08c req-e78ff6b1-9970-4721-bdf4-088bb1e3b57a tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "GET /v2.0/ports?device_id=beffbe4d-65cf-4860-b31d-7504eff360a2 HTTP/1.1" status: 200 len: 210 time: 0.1337650 May 13 15:23:05.992129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.057182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.144081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.169104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71136f7e-e0ee-40eb-abd0-03742b0a368c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:06.258252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.259643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a636f0b0-03c9-4823-b363-cd7b25826139 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725574 May 13 15:23:06.264482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39958) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:06.267414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:06.273834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:06.277613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:06.284932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:06.287029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:06.366686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:23:06.373736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.541874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.595780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.619809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65468f40-7275-4f32-8073-eb6ab06ad2d3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:06.686635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.687801 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e6d89270-74b4-4862-9cf5-cc9eb882d1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4245441 May 13 15:23:06.691043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39962) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:06.695928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'e8890020-82c5-4e28-b8e9-c0d90839a8e3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:06.701664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:06.705424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:06.709167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:06.715139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:06.772059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:23:06.778782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.845253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.904188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.929406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8bd51b-c020-4341-a5dc-0f3e4739b937,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:07.014199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.014199 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-46becc3b-2955-4396-b12d-137b4607e264 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216410 May 13 15:23:07.072724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 39972) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:07.192642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-bc10d70d-8db1-4734-95c3-bdb454366773 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912355474&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.0450768 May 13 15:23:07.309266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:07.346561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: fb16604a-c30c-434a-b61c-1bc5fd486e36 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:07.347498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fb16604a-c30c-434a-b61c-1bc5fd486e36 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:07.351286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-0c6514f9-4c84-4975-8f38-17ea0625c2ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:07.353190 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-0c6514f9-4c84-4975-8f38-17ea0625c2ed tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 797 time: 0.1538546 May 13 15:23:07.368931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-85490b4b-ecb1-4631-8bcb-b57bb2fea572 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0103436 May 13 15:23:07.464320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-19d58b42-8dfd-448f-a189-ca6f5ca2e9f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0897865 May 13 15:23:07.526143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-95fb7f53-c53d-4421-af8a-efff50304158 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:23:07.527129 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-95fb7f53-c53d-4421-af8a-efff50304158 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493298 May 13 15:23:07.656034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.663172 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-be006ac1-edf6-436c-b6e4-14f705c55acb service neutron] 10.222.0.91 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300921 May 13 15:23:07.796769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-52db5c7f-c152-4589-b560-0479f05caac4 service neutron] 10.222.0.91 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 May 13 15:23:08.031974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port a97b669f-e7df-4189-a41d-95f91e8ab88b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:08.031974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.229425 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c57243e9-7574-4180-a185-0bf6dcb1eaaf req-af1c1b0d-d94e-4e33-9480-313d31884d67 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.1689098 May 13 15:23:08.292959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] For port a97b669f-e7df-4189-a41d-95f91e8ab88b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a97b669f-e7df-4189-a41d-95f91e8ab88b,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:08.292959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.519892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Calling delete_port for a97b669f-e7df-4189-a41d-95f91e8ab88b owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:09.104050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.162303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Port': ['ID=a97b669f-e7df-4189-a41d-95f91e8ab88b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:09.349773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cd4778f8-fe3b-4674-b2ef-52d1d0e9d64a req-84db645c-0884-4a5e-8da2-e7d3701a7e9e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.0461555 May 13 15:23:09.442326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.801718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:09.981837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:09.994337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Sync routers for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:10.013756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:10.013756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:10.030854 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-4d490466-a293-4cae-a56e-3659b22dfe74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796316 May 13 15:23:10.076596 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28f0c787-3118-4756-bc5c-8ae157c02784 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "PUT /v2.0/routers/fcca60ee-84e2-4bf5-bd51-6e51262e3b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0025949 May 13 15:23:10.079669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:10.187646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:10.305904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting subnet 1b7c18b7-d202-4085-a991-7d6752fa09e6 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:23:10.310787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.373431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-5cc3c528-d647-43ed-89d9-504e77bdadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:10.374993 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-5cc3c528-d647-43ed-89d9-504e77bdadd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.2570133 May 13 15:23:10.377329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.511698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7383f5e3-6be2-463d-91a0-d35b677cb3c3 req-c4303acd-3de3-44bc-be59-78dfe33488dc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.0505431 May 13 15:23:10.520946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:10.525297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Checking router: fcca60ee-84e2-4bf5-bd51-6e51262e3b07 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:10.534907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Routers {'fcca60ee-84e2-4bf5-bd51-6e51262e3b07'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:10.535735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:10.583544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-d8937145-feff-41e2-b305-e690b91ccd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:10.584920 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-d8937145-feff-41e2-b305-e690b91ccd4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1792109 May 13 15:23:10.589340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.725260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] Set router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:10.753902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-59bba954-3543-4378-9b95-bc3c8305ff72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 1001 time: 0.1361661 May 13 15:23:10.832871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-583ba1e5-48b1-45eb-aed9-3158b3eeacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:10.834480 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-583ba1e5-48b1-45eb-aed9-3158b3eeacd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0696001 May 13 15:23:10.877041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.928769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7c18b7-d202-4085-a991-7d6752fa09e6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:10.933341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.953491 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ebdbbdbe-c941-4a67-af76-49838d291373 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "DELETE /v2.0/subnets/1b7c18b7-d202-4085-a991-7d6752fa09e6 HTTP/1.1" status: 204 len: 168 time: 0.8720164 May 13 15:23:10.955420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40010) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:10.972447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-010fcd4e-0c97-416f-a18b-7d97072ae3fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:10.974109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-010fcd4e-0c97-416f-a18b-7d97072ae3fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 797 time: 0.3375511 May 13 15:23:10.998152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820bbd1-50ee-4a26-9cf0-a27a91f0486c None None] Network 0493438e-71bc-4586-9f63-0dad0b0884d9 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:23:11.031146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-65e8b048-94db-428f-96b3-8eb78830a9ab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:11.109798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-65e8b048-94db-428f-96b3-8eb78830a9ab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:11.111146 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-65e8b048-94db-428f-96b3-8eb78830a9ab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 473 time: 0.1290708 May 13 15:23:11.120025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['e8890020-82c5-4e28-b8e9-c0d90839a8e3']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:11.123546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-859925a4-5077-4011-85ee-ab4933623ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:11.125156 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-859925a4-5077-4011-85ee-ab4933623ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2840581 May 13 15:23:11.247648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.276145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:11.285868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:11.323753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:11.330011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953c37-11bf-4afc-8d3a-5303251c5fa1 None None] The sync data for ids ['fcca60ee-84e2-4bf5-bd51-6e51262e3b07'] in dv-neutron-835340-3-hyperv is: [{'id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776909323', 'tenant_id': '9984482009e64cf08736279b6ca8dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:04Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 5, 'project_id': '9984482009e64cf08736279b6ca8dbea', 'gw_port': {'id': '52f298c6-4a0d-4903-9d1c-978f02b018ab', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca60ee-84e2-4bf5-bd51-6e51262e3b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:05Z', 'updated_at': '2022-05-13T15:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:11.394760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:23:11.394760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.432417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-be422ba2-0abc-46f3-afa2-8923c5e021d7 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968819 May 13 15:23:11.554977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.565120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.3 (89d634d1-2126-4813-a961-c7b6e405f1e5/59c41389-36f2-44a4-be53-33688ed5bc8b/508181c6-95b0-4396-9be6-aeea39cd5653) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:11.599703 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4a756bf-c3c7-47d0-b843-f9984e6b38b1 req-0f48b900-1d76-4108-989a-b81a036fdd20 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571434 May 13 15:23:11.638590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port 52f298c6-4a0d-4903-9d1c-978f02b018ab {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:11.638944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.730183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] DHCP port deletion for 0493438e-71bc-4586-9f63-0dad0b0884d9 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:23:11.736513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Deleting port 6f8c6622-a838-44f0-b3c6-b21243869263 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:11.737459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.789290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.807269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 508181c6-95b0-4396-9be6-aeea39cd5653 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:11.825435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a97b669f-e7df-4189-a41d-95f91e8ab88b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:11.873519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a97b669f-e7df-4189-a41d-95f91e8ab88b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:11.873927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a97b669f-e7df-4189-a41d-95f91e8ab88b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:11.874383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6f8c6622-a838-44f0-b3c6-b21243869263 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:11.895074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c581af5a-78d1-4e4c-a954-3fec80cc242a req-1af6f567-ef24-4cbf-8316-8b08d50993c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.2241857 May 13 15:23:11.906604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.016801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:12.020968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:12.027132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:12.079105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] For port 52f298c6-4a0d-4903-9d1c-978f02b018ab, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=52f298c6-4a0d-4903-9d1c-978f02b018ab,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:12.079693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.101374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:12.104336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.125404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:12.172991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6f8c6622-a838-44f0-b3c6-b21243869263 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:12.172991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.186176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:12.186581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.238541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Calling delete_port for 52f298c6-4a0d-4903-9d1c-978f02b018ab owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:12.242019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-dfc1e63c-1cdc-4ae4-95fc-74d8c04f8da2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1260240 May 13 15:23:12.255390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Request body: {'port': {'device_id': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:12.327590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Calling delete_port for 6f8c6622-a838-44f0-b3c6-b21243869263 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:12.386490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:12.390808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.470305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.498174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.513776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-be375427-f36d-4bc6-9848-7db7fcd4b24e None None] Provisioning for port 508181c6-95b0-4396-9be6-aeea39cd5653 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:12.523601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:23:12.524047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:23:12.534770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-be375427-f36d-4bc6-9848-7db7fcd4b24e None None] Provisioning complete for port 508181c6-95b0-4396-9be6-aeea39cd5653 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:12.535237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-be375427-f36d-4bc6-9848-7db7fcd4b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.544310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Port': ['ID=52f298c6-4a0d-4903-9d1c-978f02b018ab,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:12.609127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=6f8c6622-a838-44f0-b3c6-b21243869263,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:12.616557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-be375427-f36d-4bc6-9848-7db7fcd4b24e None None] Port 508181c6-95b0-4396-9be6-aeea39cd5653 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:12.639344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.745720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508181c6-95b0-4396-9be6-aeea39cd5653 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:12.753213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.767601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Transition to ACTIVE for port object 508181c6-95b0-4396-9be6-aeea39cd5653 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:12.816630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.818970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.847729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.918224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.919269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Fanout notify agent at l3_agent the message router_deleted on router fcca60ee-84e2-4bf5-bd51-6e51262e3b07 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:23:12.968038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.969406 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-86cb16f7-0683-4732-81a1-4e150cb81d80 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "DELETE /v2.0/routers/fcca60ee-84e2-4bf5-bd51-6e51262e3b07 HTTP/1.1" status: 204 len: 168 time: 2.0130956 May 13 15:23:12.973422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40022) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:12.999651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.025398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Deleting port 6f8c6622-a838-44f0-b3c6-b21243869263 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:13.026169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.192049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.211062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port 6f8c6622-a838-44f0-b3c6-b21243869263 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:13.211555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.216901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Attempting to bind port 508181c6-95b0-4396-9be6-aeea39cd5653 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:13.217263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Attempting to bind port 508181c6-95b0-4396-9be6-aeea39cd5653 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:13.218093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Attempting to bind port 508181c6-95b0-4396-9be6-aeea39cd5653 on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:13.234942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Port 508181c6-95b0-4396-9be6-aeea39cd5653 on network 89d634d1-2126-4813-a961-c7b6e405f1e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:23:13.235277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Attempting to bind port 508181c6-95b0-4396-9be6-aeea39cd5653 on network 89d634d1-2126-4813-a961-c7b6e405f1e5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:13.263070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a66ad-4739-47a2-93ee-d9cdb7a776ec req-d4f46a98-81c8-4a3b-ba52-7fb44257b0f4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:13.263777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-722a66ad-4739-47a2-93ee-d9cdb7a776ec req-d4f46a98-81c8-4a3b-ba52-7fb44257b0f4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:13.266456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:13.266803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Checking segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:13.267190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Bound using segment: {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:13.267635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Bound port: 508181c6-95b0-4396-9be6-aeea39cd5653, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88e9a6c-f441-478d-a754-46ad277279c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:13.268027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.340635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:13.341178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.373843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:13.376914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=508181c6-95b0-4396-9be6-aeea39cd5653,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:13.453440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] For port 6f8c6622-a838-44f0-b3c6-b21243869263, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6f8c6622-a838-44f0-b3c6-b21243869263,segment=NetworkSegment(069755ab-648b-490c-906f-eecd1af8dd90),segment_id=069755ab-648b-490c-906f-eecd1af8dd90)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:13.453804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.464244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-722a66ad-4739-47a2-93ee-d9cdb7a776ec req-d4f46a98-81c8-4a3b-ba52-7fb44257b0f4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:13.468277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-722a66ad-4739-47a2-93ee-d9cdb7a776ec req-d4f46a98-81c8-4a3b-ba52-7fb44257b0f4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 943 time: 0.3559494 May 13 15:23:13.505085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Calling delete_port for 6f8c6622-a838-44f0-b3c6-b21243869263 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:13.518133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.586251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-722a66ad-4739-47a2-93ee-d9cdb7a776ec req-cc26b115-df71-4b3a-9804-accb90e1e972 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132362 May 13 15:23:13.595840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Calling delete_port for 6f8c6622-a838-44f0-b3c6-b21243869263 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:13.600793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:13.601392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.602817 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/508181c6-95b0-4396-9be6-aeea39cd5653 HTTP/1.1" status: 200 len: 1093 time: 1.3534429 May 13 15:23:13.603255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:13.643587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc90c0-18a3-4ad9-8bd6-67323bcec0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.671644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.686392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c665fd11-2c64-4d7b-a8cf-69d2538b24f3'] response: {'name': 'network-changed', 'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653', 'status': 'completed', 'code': 200} May 13 15:23:13.687567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:23:13.687887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:23:13.719743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] Pushing event deleted for resources: {'Port': ['ID=6f8c6622-a838-44f0-b3c6-b21243869263,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.721543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80044906-f0e9-4475-a223-d0ce4677725e None None] No DVR routers for this DVR port 6f8c6622-a838-44f0-b3c6-b21243869263 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:13.767769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 52f298c6-4a0d-4903-9d1c-978f02b018ab no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:13.804044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-0d19b7bd-2fec-4af8-a8c6-7bfed65a2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:13.805698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-0d19b7bd-2fec-4af8-a8c6-7bfed65a2df1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 1096 time: 0.1026099 May 13 15:23:13.814415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 52f298c6-4a0d-4903-9d1c-978f02b018ab {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:13.814764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 52f298c6-4a0d-4903-9d1c-978f02b018ab not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:13.955112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-3f2ae6d0-cf2b-4fdf-8964-7905409061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:13.956784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-3f2ae6d0-cf2b-4fdf-8964-7905409061f6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1441875 May 13 15:23:14.186108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-22fe21ee-2431-419c-9734-bafd57210f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:14.187443 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2eb2ee0d-1d51-4294-944c-0e4e1417f9ee req-22fe21ee-2431-419c-9734-bafd57210f87 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240760 May 13 15:23:14.189140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Deleting port 6f8c6622-a838-44f0-b3c6-b21243869263 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:14.189561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.299496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-72803727-2bde-4b41-b94e-f78733b6dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:14.301224 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-72803727-2bde-4b41-b94e-f78733b6dc21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 1096 time: 0.0794013 May 13 15:23:14.374980 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-929af512-f1a4-448c-b0f6-89662ca7ba1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=508181c6-95b0-4396-9be6-aeea39cd5653 HTTP/1.1" status: 200 len: 217 time: 0.0670931 May 13 15:23:14.375251 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] The port '6f8c6622-a838-44f0-b3c6-b21243869263' was deleted {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:23:14.438323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-3b094b3b-c416-486b-bc7b-04bfceb5eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:14.439709 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-3b094b3b-c416-486b-bc7b-04bfceb5eca9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 200 len: 835 time: 0.0586658 May 13 15:23:14.501321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.520125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-685bc1d9-af2b-4c43-817a-c4f6054863d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:14.521608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-685bc1d9-af2b-4c43-817a-c4f6054863d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89d634d1-2126-4813-a961-c7b6e405f1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751472 May 13 15:23:14.527492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493438e-71bc-4586-9f63-0dad0b0884d9']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:14.539804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069755ab-648b-490c-906f-eecd1af8dd90') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:14.540105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069755ab-648b-490c-906f-eecd1af8dd90') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:14.551722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.568314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.574266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:23:14.574659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: util.warn( May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:23:14.588661 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:23:14.661277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-95ab074b-efe2-4917-9715-957793b79100 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323788 May 13 15:23:14.726890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.744685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.756357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'Network': ['ID=0493438e-71bc-4586-9f63-0dad0b0884d9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:14.847551 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33236c50-278a-4df8-b66d-6f8f2df2a865 req-a669ade6-2325-4fc7-8f28-0f20f40394e1 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804094 May 13 15:23:14.853238 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-07d5573c-dfcd-4347-a38e-50167596f67e tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "DELETE /v2.0/networks/0493438e-71bc-4586-9f63-0dad0b0884d9 HTTP/1.1" status: 204 len: 168 time: 1.8787105 May 13 15:23:14.855801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40030) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:14.865373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e8bb-68e6-4be2-b67c-1456f8050214 req-4ff7c1b9-2100-4092-a749-879cf7b966c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:14.866868 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7a8e8bb-68e6-4be2-b67c-1456f8050214 req-4ff7c1b9-2100-4092-a749-879cf7b966c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 943 time: 0.1332808 May 13 15:23:14.911881 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7a8e8bb-68e6-4be2-b67c-1456f8050214 req-b0ec71c9-2fbd-4d24-bc68-a5af4b4fe9f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 May 13 15:23:14.937115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.968650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.098237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.117292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54d5a6-0839-4136-b40b-e4d1c868d5c3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:15.182264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.183396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-94eef345-4924-4c1d-b21b-86a366c20213 tempest-TestNetworkAdvancedServerOps-193243645 tempest-TestNetworkAdvancedServerOps-193243645-project] 10.222.0.91 "DELETE /v2.0/security-groups/cb54d5a6-0839-4136-b40b-e4d1c868d5c3 HTTP/1.1" status: 204 len: 168 time: 0.3264813 May 13 15:23:15.901884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40040) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:16.053320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-09830522-7a2c-4fa1-8071-052c1122e4d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9984482009e64cf08736279b6ca8dbea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501977 May 13 15:23:16.055767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40050) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:16.101280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e873e0-e85f-483c-98a4-6ef6ae16b036 req-392610ab-3f09-486f-9c77-e97b558c66eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:16.102790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44e873e0-e85f-483c-98a4-6ef6ae16b036 req-392610ab-3f09-486f-9c77-e97b558c66eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 943 time: 0.0860245 May 13 15:23:16.118003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.145441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.148633 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-44e873e0-e85f-483c-98a4-6ef6ae16b036 req-7e12c341-a94d-4eef-ab1f-8bcf55ad973f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 May 13 15:23:16.263466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.286310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff8757-4c73-4ea9-8241-e2f90a600f47,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:16.294292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.294292 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-23694c09-82bc-43e7-8853-19aa73832d45 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ceff8757-4c73-4ea9-8241-e2f90a600f47 HTTP/1.1" status: 204 len: 168 time: 0.2356260 May 13 15:23:17.027234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40058) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:17.048008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.062524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:17.066283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Usage tracker for resource:security_group_rule and tenant:0943c8729e7e4fd7bb6a15bcea227eda is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:17.069116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:17.074875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:17.158732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.292804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.352392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 508181c6-95b0-4396-9be6-aeea39cd5653 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:23:17.369562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5181f4f5-5fea-4c25-a65c-f9fe94e44b83,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:17.375111 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7b3d1203-8ec1-4714-8f91-a2e26424be52 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0943c8729e7e4fd7bb6a15bcea227eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468401 May 13 15:23:17.378168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40064) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:17.408954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a1105-c6a4-41df-93c0-0aafca5d1a71 req-f7bf34fc-f690-4766-9d56-9714d741dbce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:17.416060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf7a1105-c6a4-41df-93c0-0aafca5d1a71 req-f7bf34fc-f690-4766-9d56-9714d741dbce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 943 time: 0.1599636 May 13 15:23:17.446063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.457596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf7a1105-c6a4-41df-93c0-0aafca5d1a71 req-732bd522-26de-43a1-8759-c8c65f03d551 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 May 13 15:23:17.474759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.499813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=508181c6-95b0-4396-9be6-aeea39cd5653,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:17.514586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '508181c6-95b0-4396-9be6-aeea39cd5653', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'port_id': '508181c6-95b0-4396-9be6-aeea39cd5653', 'mac_address': 'fa:16:3e:73:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:23:17.570122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 508181c6-95b0-4396-9be6-aeea39cd5653 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:17.570502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.589745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508181c6-95b0-4396-9be6-aeea39cd5653 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:17.601049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.605472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=508181c6-95b0-4396-9be6-aeea39cd5653,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:17.619494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5181f4f5-5fea-4c25-a65c-f9fe94e44b83,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:17.627057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.629014 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1c25da78-7aba-47b8-96f9-47b650d0173d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5181f4f5-5fea-4c25-a65c-f9fe94e44b83 HTTP/1.1" status: 204 len: 168 time: 0.2484994 May 13 15:23:17.707431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.771109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:17.778227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.778585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.778929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.779272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.779609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.779946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.780278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.780616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.780946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.781274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.781601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.781963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:17.973778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['508181c6-95b0-4396-9be6-aeea39cd5653'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:23:18.667139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a367b87-d7a4-47ef-8f10-17e969b26765 req-b35b59fb-aaa0-456c-ba2c-cbbcc8f42226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.667139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8a367b87-d7a4-47ef-8f10-17e969b26765 req-b35b59fb-aaa0-456c-ba2c-cbbcc8f42226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 944 time: 0.0825100 May 13 15:23:18.688739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8a367b87-d7a4-47ef-8f10-17e969b26765 req-4b19a1b4-6fde-44b6-91d7-d47d953a3d74 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376372 May 13 15:23:19.354124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 508181c6-95b0-4396-9be6-aeea39cd5653 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:19.486554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 508181c6-95b0-4396-9be6-aeea39cd5653 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:19.492284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 508181c6-95b0-4396-9be6-aeea39cd5653 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:19.492650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.607615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 508181c6-95b0-4396-9be6-aeea39cd5653 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:19.607999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.635240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:19.645403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=508181c6-95b0-4396-9be6-aeea39cd5653,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:19.721103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.791317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:19.890854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea8944-ca78-414f-9a84-9908aaf86a09 req-cd6910eb-480c-4240-bc1b-772b19f0f2ba tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.894509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d9ea8944-ca78-414f-9a84-9908aaf86a09 req-cd6910eb-480c-4240-bc1b-772b19f0f2ba tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0898051 May 13 15:23:19.923165 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77b3bd6-da74-4eeb-8915-f3eb40f044ed'] response: {'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653', 'code': 200} May 13 15:23:19.941660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d9ea8944-ca78-414f-9a84-9908aaf86a09 req-8c13c561-c7ee-488e-bd76-900d852e7941 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 May 13 15:23:20.421641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87e19-c085-4a9e-802b-4c93f0a69312 req-e7612294-e94a-4d80-92fc-d8ba04f71bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.423159 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1f87e19-c085-4a9e-802b-4c93f0a69312 req-e7612294-e94a-4d80-92fc-d8ba04f71bce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 1098 time: 0.0693958 May 13 15:23:20.463182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1f87e19-c085-4a9e-802b-4c93f0a69312 req-65b87c58-80e8-4cae-b169-8fded675eb44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 May 13 15:23:21.128794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271fc4e-23a3-4b67-9ebf-ff03ddb39996 req-03a979c9-6322-428f-b767-2c49e9a84392 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:21.130333 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7271fc4e-23a3-4b67-9ebf-ff03ddb39996 req-03a979c9-6322-428f-b767-2c49e9a84392 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0811496 May 13 15:23:21.177510 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7271fc4e-23a3-4b67-9ebf-ff03ddb39996 req-21278781-dd29-445b-aee3-dfefafd007c5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 May 13 15:23:22.368018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ce10-076b-4d19-9608-e80f29582152 req-02c6ba0b-89b8-4378-9a12-068ffe2aadcc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:22.369485 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9ef9ce10-076b-4d19-9608-e80f29582152 req-02c6ba0b-89b8-4378-9a12-068ffe2aadcc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0834408 May 13 15:23:22.415711 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9ef9ce10-076b-4d19-9608-e80f29582152 req-3e2e981d-98fc-475c-9488-699ab3c22322 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 May 13 15:23:22.603320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c35a2-08cd-40b8-a965-a24818a1cde0 req-be81c015-3304-48aa-92d0-be66ad6d2b07 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:22.604926 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7f6c35a2-08cd-40b8-a965-a24818a1cde0 req-be81c015-3304-48aa-92d0-be66ad6d2b07 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0818043 May 13 15:23:22.651683 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7f6c35a2-08cd-40b8-a965-a24818a1cde0 req-7089dfcf-75e2-4ee8-9d98-19a0a87fdba0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 May 13 15:23:22.674214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40084) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:22.745563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a44d42-07e7-4a56-b2ad-064c9c01db0d tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:22.747105 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-34a44d42-07e7-4a56-b2ad-064c9c01db0d tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 1093 time: 0.0719247 May 13 15:23:22.750071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40088) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:22.756048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'port_id': '508181c6-95b0-4396-9be6-aeea39cd5653'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:22.835359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:23.536472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:23.578028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:23.759444 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d associated. External IP: 172.26.7.60, port: 508181c6-95b0-4396-9be6-aeea39cd5653. May 13 15:23:24.120006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:24.369786 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:23:24.423025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:24.424533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:24.432516 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:24.443092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:24.443092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:24.485239 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-77a7e593-a239-46e0-8100-11ea9ed09ca0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 990 time: 1.7286787 May 13 15:23:24.485239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:24.485768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:24.525273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6366bb83-622e-4287-95f4-e5dd78fcd7d2'] response: {'name': 'network-changed', 'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653', 'status': 'completed', 'code': 200} May 13 15:23:24.598533 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-093308ec-5b60-42e1-bd89-174722eb0045 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 990 time: 0.1145856 May 13 15:23:24.625447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-fa974341-55e7-4818-8e55-18c07a51b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.626951 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-fa974341-55e7-4818-8e55-18c07a51b0cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 1098 time: 0.0778410 May 13 15:23:24.637480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:24.759980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-667e8fd0-be55-4a53-8630-24b126b4392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.761422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-667e8fd0-be55-4a53-8630-24b126b4392b service neutron] 10.222.0.23 "GET /v2.0/networks?id=89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 200 len: 898 time: 0.1289127 May 13 15:23:24.868511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-7a0a9c32-952b-4e42-9857-20dcecf3127b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=508181c6-95b0-4396-9be6-aeea39cd5653 HTTP/1.1" status: 200 len: 998 time: 0.1012907 May 13 15:23:24.937163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-1c2ea384-d802-4d1a-b33d-37f6969d0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.938652 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-1c2ea384-d802-4d1a-b33d-37f6969d0a22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 200 len: 835 time: 0.0647018 May 13 15:23:24.983043 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '508181c6-95b0-4396-9be6-aeea39cd5653', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:73:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:23:23Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:24.986767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:24.996022 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:24.996608 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:25.015292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-7758868b-02c9-4dc8-8532-6da6b5b78223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:25.016874 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-7758868b-02c9-4dc8-8532-6da6b5b78223 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89d634d1-2126-4813-a961-c7b6e405f1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724814 May 13 15:23:25.152078 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-661f9f6c-3a9d-4211-b149-ee6ffc48e860 service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291859 May 13 15:23:25.169336 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:25.289180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8187e5c5-256a-4cb4-98ab-28dce12178fc req-9c8504dc-070e-48c6-9522-d06292f456fb service neutron] 10.222.0.23 "GET /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313469 May 13 15:23:25.540398 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '508181c6-95b0-4396-9be6-aeea39cd5653', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:73:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:23:23Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:25.544297 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6980795-316b-4745-939b-967aed43f2b1 None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '9113c980-dc8e-4a85-9cce-5b7b6e9d735d', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'port_id': '508181c6-95b0-4396-9be6-aeea39cd5653', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'mac_address': 'fa:16:3e:73:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:21Z', 'updated_at': '2022-05-13T15:23:23Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:25.602488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40098) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:25.714594 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3426f5dd-459f-42a6-b65a-d8368add17e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 990 time: 0.1108537 May 13 15:23:25.733600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fd925b-6739-4c05-9d9d-8aee89ec9c67 None None] New status for floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:26.717871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40104) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:26.827601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-71081473-c812-4279-8490-9acbfd2755cb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 200 len: 992 time: 0.1085763 May 13 15:23:27.560896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:30.754835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4c5360fe-ddb7-4f25-9063-2be386409083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:33.172109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-18d01bee-bdf8-49e7-a44e-0f0a9bcaac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:34.619547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:34.687254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:35.846859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:54.064920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bfb52-75a6-441d-b99c-f3715275ba28 req-12a749d8-8446-4224-b20f-ac389fc7d747 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:54.066405 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b1bfb52-75a6-441d-b99c-f3715275ba28 req-12a749d8-8446-4224-b20f-ac389fc7d747 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0812647 May 13 15:23:54.109775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6b1bfb52-75a6-441d-b99c-f3715275ba28 req-333bf98b-e304-41a0-bafd-f3998035716b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 May 13 15:23:55.298970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7580f6-fce3-4d54-9031-742bd3c42be5 req-1bf50eb0-14cf-4920-8471-750c644d340f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:55.300318 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef7580f6-fce3-4d54-9031-742bd3c42be5 req-1bf50eb0-14cf-4920-8471-750c644d340f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0833867 May 13 15:23:55.392374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef7580f6-fce3-4d54-9031-742bd3c42be5 req-edb5ea57-77f5-4f28-807b-9965be0ef3a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=e8890020-82c5-4e28-b8e9-c0d90839a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864353 May 13 15:23:55.414611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-c8954e98-1e17-4a61-bb52-5c5b31e2c097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:55.415990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-c8954e98-1e17-4a61-bb52-5c5b31e2c097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 945 time: 0.0971467 May 13 15:23:55.487213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 508181c6-95b0-4396-9be6-aeea39cd5653 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:55.487552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:55.725100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 508181c6-95b0-4396-9be6-aeea39cd5653, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=508181c6-95b0-4396-9be6-aeea39cd5653,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:55.725473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.016100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.016462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.016772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d disassociated. External IP: 172.26.7.60, port: 508181c6-95b0-4396-9be6-aeea39cd5653. May 13 15:23:56.017107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 508181c6-95b0-4396-9be6-aeea39cd5653 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:56.207044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.257056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=508181c6-95b0-4396-9be6-aeea39cd5653,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:56.538710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:56.545053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-69fc6518-df12-4e9b-b8cf-76e32f8e43df req-b97abd9f-d6fa-4adb-bed5-e62ab790ab29 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.0451362 May 13 15:23:56.721309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:56.731791 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:56.742288 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:56.743129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:56.796783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 508181c6-95b0-4396-9be6-aeea39cd5653 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:56.800438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:56.803021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'name': 'network-vif-deleted', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:56.849519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b627ef-e18e-4466-911a-4081857489c7'] response: {'server_uuid': 'b1bce3c4-5b1d-4fc5-b081-1870b1336ead', 'name': 'network-vif-deleted', 'tag': '508181c6-95b0-4396-9be6-aeea39cd5653', 'status': 'completed', 'code': 200} May 13 15:23:56.882088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ffecf3ba-20f2-42e7-906b-4435f7029686 req-342a932c-44b7-419f-85ff-fec5cbcc8b36 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/508181c6-95b0-4396-9be6-aeea39cd5653 HTTP/1.1" status: 204 len: 173 time: 1.4605517 May 13 15:23:56.923054 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:57.233515 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:57.237278 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:57.245686 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:57.247065 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:57.417462 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:57.537880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.709425 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1ddd9c78-27f1-4b2a-af94-8cd54ca5764f req-be8cc26f-b19f-4ae1-829c-d069febc4e0a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1bce3c4-5b1d-4fc5-b081-1870b1336ead HTTP/1.1" status: 200 len: 210 time: 0.0446229 May 13 15:23:57.778885 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:57.782893 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b1eb7-a18f-4900-85d5-bf40766551bc None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:21:59Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '047562ae-8b56-49df-a2de-94b245b23464', 'name': '', 'network_id': '89d634d1-2126-4813-a961-c7b6e405f1e5', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:0a:ec:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:58Z', 'updated_at': '2022-05-13T15:22:04Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '59c41389-36f2-44a4-be53-33688ed5bc8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:57.995532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d99610-138f-4d11-97b7-6471160654ee None None] New status for floating IP 9113c980-dc8e-4a85-9cce-5b7b6e9d735d: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:58.805411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40134) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:58.872211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.902791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.087624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.214579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8890020-82c5-4e28-b8e9-c0d90839a8e3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:59.283472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.284615 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5ae35784-f8d7-47f3-a946-de49ff9a403b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/e8890020-82c5-4e28-b8e9-c0d90839a8e3 HTTP/1.1" status: 204 len: 168 time: 0.4781990 May 13 15:23:59.374169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40140) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:59.539134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 377f5c41-4ae7-48d9-9988-ab91c7533684 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:59.539477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.570817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 508181c6-95b0-4396-9be6-aeea39cd5653 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:59.607524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 508181c6-95b0-4396-9be6-aeea39cd5653 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:59.607866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 508181c6-95b0-4396-9be6-aeea39cd5653 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:59.710873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.711199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.841163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 377f5c41-4ae7-48d9-9988-ab91c7533684 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:00.030074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.078982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=377f5c41-4ae7-48d9-9988-ab91c7533684,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:00.169779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.183466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.186438 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-009c2821-7733-442f-8a1c-6a3ea57b2d8b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/9113c980-dc8e-4a85-9cce-5b7b6e9d735d HTTP/1.1" status: 204 len: 168 time: 0.8094609 May 13 15:24:00.789530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-ef64cb04-5267-4b01-b15f-9fee56a835b4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:00.789761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1c37-2086-4fdd-b0d0-2a59bd57e494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:00.790250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-ef64cb04-5267-4b01-b15f-9fee56a835b4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:00.881465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-ef64cb04-5267-4b01-b15f-9fee56a835b4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:00.882591 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-ef64cb04-5267-4b01-b15f-9fee56a835b4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.1726842 May 13 15:24:00.927210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-be254fa1-c028-4507-a040-c71db113de6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:00.989874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-be254fa1-c028-4507-a040-c71db113de6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:00.991434 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5205a2e6-3fb4-4bf2-a801-40906cb7c805 req-be254fa1-c028-4507-a040-c71db113de6a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030459 May 13 15:24:01.368466 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:02.011118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-6a835dd6-07a0-4e8d-a7a6-788dbf335652 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:02.011796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-6a835dd6-07a0-4e8d-a7a6-788dbf335652 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:02.024045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-6a835dd6-07a0-4e8d-a7a6-788dbf335652 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:02.025177 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-6a835dd6-07a0-4e8d-a7a6-788dbf335652 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.0913367 May 13 15:24:02.097305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 2165f311-7a94-4828-8be1-d0dd68ca980b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:02.097636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.335290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb8c40-f82e-440d-93af-904b64a1a0aa req-80a94207-e093-431e-b465-fd35c8e090f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:02.336639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-aceb8c40-f82e-440d-93af-904b64a1a0aa req-80a94207-e093-431e-b465-fd35c8e090f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 946 time: 0.2148561 May 13 15:24:02.416074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-aceb8c40-f82e-440d-93af-904b64a1a0aa req-aa810bc8-e54b-427b-8537-c35ffb3d7919 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=ece583a3-a864-4288-846c-a819404e657a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665741 May 13 15:24:02.433841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 2165f311-7a94-4828-8be1-d0dd68ca980b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2165f311-7a94-4828-8be1-d0dd68ca980b,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:02.434232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.558457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 2165f311-7a94-4828-8be1-d0dd68ca980b owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:02.755667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.807481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=2165f311-7a94-4828-8be1-d0dd68ca980b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:02.880765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 2165f311-7a94-4828-8be1-d0dd68ca980b on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:02.883141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.885672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'name': 'network-vif-deleted', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:02.929968 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c06a4e7-36c7-41ed-b255-ef08b356686c'] response: {'server_uuid': '81a61a19-c525-47e0-a524-d7402832c69d', 'name': 'network-vif-deleted', 'tag': '2165f311-7a94-4828-8be1-d0dd68ca980b', 'status': 'completed', 'code': 200} May 13 15:24:02.962040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-666f212b-bb6a-447d-b8bb-43ac69534ded req-07fcb56c-2fd0-4287-9a5a-e847f74f1af3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/2165f311-7a94-4828-8be1-d0dd68ca980b HTTP/1.1" status: 204 len: 173 time: 0.9313560 May 13 15:24:03.144212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f109ef40-3d15-4098-b79d-415dce58f15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.587215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b48c2337-03e0-4fb8-ad6c-c0dc446ac22a req-402455af-5789-4f42-99ac-8e50fc023643 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:03.698191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b48c2337-03e0-4fb8-ad6c-c0dc446ac22a req-402455af-5789-4f42-99ac-8e50fc023643 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:03.699346 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b48c2337-03e0-4fb8-ad6c-c0dc446ac22a req-402455af-5789-4f42-99ac-8e50fc023643 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=81a61a19-c525-47e0-a524-d7402832c69d HTTP/1.1" status: 200 len: 210 time: 0.1581326 May 13 15:24:04.595878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:04.624281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:04.794890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40156) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:04.862464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:04.892905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.030075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.046865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece583a3-a864-4288-846c-a819404e657a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:05.055513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.055853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.056188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.056518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.056845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.057201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.057529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.057850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.058207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.065789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.065789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.065789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:05.114889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.116289 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54d5cdbb-61a7-4510-a23e-7d6fe72ebb37 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/ece583a3-a864-4288-846c-a819404e657a HTTP/1.1" status: 204 len: 168 time: 0.3201511 May 13 15:24:05.191636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40162) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:05.617807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 2165f311-7a94-4828-8be1-d0dd68ca980b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:05.650747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 2165f311-7a94-4828-8be1-d0dd68ca980b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:05.651098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 2165f311-7a94-4828-8be1-d0dd68ca980b not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:05.840003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.847044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.189196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 047562ae-8b56-49df-a2de-94b245b23464 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:06.189455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.371684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 047562ae-8b56-49df-a2de-94b245b23464, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=047562ae-8b56-49df-a2de-94b245b23464,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:06.372035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.496551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 047562ae-8b56-49df-a2de-94b245b23464 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:06.842079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.887083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=047562ae-8b56-49df-a2de-94b245b23464,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:07.186540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:07.589248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 677a836d-e96a-4cc9-855c-894b735a24df has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:24:07.787106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:07.799671 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Sync routers for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:07.811783 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:07.812377 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:07.903404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c1757d6-bfa0-48b6-b050-9623f8a8eb2b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/677a836d-e96a-4cc9-855c-894b735a24df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7081358 May 13 15:24:07.904375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40166) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:07.974561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet 59c41389-36f2-44a4-be53-33688ed5bc8b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:07.977877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.000608 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:08.033632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.130287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.281434 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:24:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:08.285085 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Checking router: 677a836d-e96a-4cc9-855c-894b735a24df for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:08.287042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.293872 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Routers {'677a836d-e96a-4cc9-855c-894b735a24df'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:08.295186 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['677a836d-e96a-4cc9-855c-894b735a24df'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:08.327840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=59c41389-36f2-44a4-be53-33688ed5bc8b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:08.329820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.335331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e719bb5-f63c-46b7-a404-5602148ad824 None None] Network 89d634d1-2126-4813-a961-c7b6e405f1e5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:08.336054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b1b305fd-98bd-4446-b76a-d49bd8edf610 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/59c41389-36f2-44a4-be53-33688ed5bc8b HTTP/1.1" status: 204 len: 168 time: 0.4314365 May 13 15:24:08.338633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:08.478873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] Set router 677a836d-e96a-4cc9-855c-894b735a24df gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:08.611916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] DHCP port deletion for 89d634d1-2126-4813-a961-c7b6e405f1e5 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:08.616630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Deleting port 48560991-02d5-4483-8a56-c9a07f9fe160 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:08.617150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.640635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.771945 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:24:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:08.775793 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee39e2-9c08-4162-833d-670ba82a27c1 None None] The sync data for ids ['677a836d-e96a-4cc9-855c-894b735a24df'] in dv-neutron-835340-3-hyperv is: [{'id': '677a836d-e96a-4cc9-855c-894b735a24df', 'name': 'tempest-TestNetworkBasicOps-router-697599505', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:21:52Z', 'updated_at': '2022-05-13T15:24:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:28:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677a836d-e96a-4cc9-855c-894b735a24df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:21:53Z', 'updated_at': '2022-05-13T15:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:08.831688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.842803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] For port 48560991-02d5-4483-8a56-c9a07f9fe160, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=48560991-02d5-4483-8a56-c9a07f9fe160,segment=NetworkSegment(a88e9a6c-f441-478d-a754-46ad277279c0),segment_id=a88e9a6c-f441-478d-a754-46ad277279c0)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:08.843107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.911207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:08.911746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.025721 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Calling delete_port for 48560991-02d5-4483-8a56-c9a07f9fe160 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:09.097113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:09.097376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.195674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.223150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:09.259423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] Pushing event deleted for resources: {'Port': ['ID=48560991-02d5-4483-8a56-c9a07f9fe160,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:09.266483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78477a4-7255-4910-9e79-ff8f54d2b582 None None] No DVR routers for this DVR port 48560991-02d5-4483-8a56-c9a07f9fe160 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:09.499351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.545192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:09.642764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.777397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48560991-02d5-4483-8a56-c9a07f9fe160 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:09.814357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 48560991-02d5-4483-8a56-c9a07f9fe160 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:09.814711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 48560991-02d5-4483-8a56-c9a07f9fe160 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:09.815142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 047562ae-8b56-49df-a2de-94b245b23464 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:09.822385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.824548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.848138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 047562ae-8b56-49df-a2de-94b245b23464 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:09.848488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 047562ae-8b56-49df-a2de-94b245b23464 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:09.916004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.916503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 677a836d-e96a-4cc9-855c-894b735a24df {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:24:09.933684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.938301 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e536aab-2f65-4d74-8e88-e1b255854316 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/677a836d-e96a-4cc9-855c-894b735a24df HTTP/1.1" status: 204 len: 168 time: 1.5955832 May 13 15:24:09.938588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40174) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:10.055911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.182017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.207619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d634d1-2126-4813-a961-c7b6e405f1e5']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.220168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88e9a6c-f441-478d-a754-46ad277279c0') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.220467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88e9a6c-f441-478d-a754-46ad277279c0') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.232617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.249301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.255555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:10.255945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:10.270607 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:10.584494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.602271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.613142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=89d634d1-2126-4813-a961-c7b6e405f1e5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:10.665447 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1edc4624-e158-464d-9465-80202fb84200 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/89d634d1-2126-4813-a961-c7b6e405f1e5 HTTP/1.1" status: 204 len: 168 time: 0.7258587 May 13 15:24:10.689252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40178) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:10.694705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--641109305', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:10.699922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:10.704820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:10.707766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:10.713422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:10.761904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:10.766285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.793761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:24:10.803385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.803732 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment e95c0957-cd9c-4756-9082-0a19df2d4dc1 of type vlan for network c34e1e21-3df0-4199-b32f-6b7c09eac737 May 13 15:24:10.838336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.943698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.949160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:10.952813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.059375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=c34e1e21-3df0-4199-b32f-6b7c09eac737,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:11.069451 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:24:11.128244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f0077c9-ddd0-49d1-a300-ecd9d793b24e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4378438 May 13 15:24:11.130571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:11.136519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:11.145059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:11.149332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:11.152504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:11.160333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:11.265643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.266735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.282352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.641813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.691944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:11.725849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:11.726225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f5b6acc-6389-4b9a-9c6c-06d7a015b0f9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:12.011070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.042709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.177766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.48 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/f225bb28-0e8e-4af4-bf13-6c04e60c69aa) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:12.326232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.430816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.502711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:12.505839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:12.509809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:12.539146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:13.125588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:13.468403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:13.739181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:24:13.920116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:13.931780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Sync routers for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:13.948692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:13.954109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:14.013687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.015025 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6a30aef9-7f33-48f1-9626-c77c7cf5ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8834023 May 13 15:24:14.024324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40198) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:14.066090 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5ff37653-6169-44b6-b634-0e54a9c43c99 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382509 May 13 15:24:14.066336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40202) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:14.130005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:14.198579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2606a1-be88-4080-9e91-91e93cada3da tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:14.202996 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ec2606a1-be88-4080-9e91-91e93cada3da tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329854 May 13 15:24:14.203324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40206) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:14.369979 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c65fcbc2-d97e-497c-806c-cd53c5a9c092 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1631768 May 13 15:24:14.370333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40212) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:14.376946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546553924', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:14.427103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:12Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:14.431202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Checking router: 568f39fd-8b04-49c5-920d-d3f88e7be3a9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:14.431499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Updating router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 port f225bb28-0e8e-4af4-bf13-6c04e60c69aa binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:24:14.491635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:14.495471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:14.498589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:14.504412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:14.504870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.584339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:14.587940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.845507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.858582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Transition to ACTIVE for port object f225bb28-0e8e-4af4-bf13-6c04e60c69aa will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:14.870718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.933403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.961838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:14.962244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: c34e1e21-3df0-4199-b32f-6b7c09eac737, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:24:14.968946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:15.015518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Attempting to bind port f225bb28-0e8e-4af4-bf13-6c04e60c69aa on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:15.015804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Attempting to bind port f225bb28-0e8e-4af4-bf13-6c04e60c69aa by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:15.016164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Attempting to bind port f225bb28-0e8e-4af4-bf13-6c04e60c69aa on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:15.018983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:24:15.021753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e668-7547-48f2-b3a1-1159d76aac77 None None] Pushing event updated for resources: {'Port': ['ID=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:15.026115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:15.026491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:15.026886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.027266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:15.027728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Bound port: f225bb28-0e8e-4af4-bf13-6c04e60c69aa, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:15.028095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.064767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, c34e1e21-3df0-4199-b32f-6b7c09eac737) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:15.070255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:15.071485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.076795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a63a66-1d70-40d6-a9b4-9a4785cfc1bb None None] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:15.142781 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-32643954-6174-4dad-93fd-78084ab680b3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7687857 May 13 15:24:15.143286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40220) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:15.177114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] For port f225bb28-0e8e-4af4-bf13-6c04e60c69aa, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:15.181602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] For port f225bb28-0e8e-4af4-bf13-6c04e60c69aa, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:15.249742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.380510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:15.381145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:15.497984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e668-7547-48f2-b3a1-1159d76aac77 None None] Pushing event updated for resources: {'Port': ['ID=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:15.527880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-c34e1e21-3df0-4199-b32f-6b7c09eac737', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:24:15.533790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.714722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:15.964218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Allocated IP 172.20.0.2 (c34e1e21-3df0-4199-b32f-6b7c09eac737/43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a/defe01e8-99f1-49bb-b8ae-2b2e1199b76c) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:16.025008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.235801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:12Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:16.247546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4ebc2-9d7a-4f5f-b827-aea961c44ee7 None None] The sync data for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv is: [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:12Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:16.256157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.269670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Transition to ACTIVE for port object defe01e8-99f1-49bb-b8ae-2b2e1199b76c will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:16.292073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Transition to ACTIVE for port object defe01e8-99f1-49bb-b8ae-2b2e1199b76c will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:16.367984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.434023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:16.436897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:16.439417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:16.452292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (c34e1e21-3df0-4199-b32f-6b7c09eac737/43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a/14bf4576-a082-4e72-89d9-a05efbdc57d9) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:16.484704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Pushing event updated for resources: {'Port': ['ID=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:16.568130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Attempting to bind port defe01e8-99f1-49bb-b8ae-2b2e1199b76c on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:16.568705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Attempting to bind port defe01e8-99f1-49bb-b8ae-2b2e1199b76c by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:16.569069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Attempting to bind port defe01e8-99f1-49bb-b8ae-2b2e1199b76c on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:16.575248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:16.576185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Checking segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:16.576674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.577070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Bound using segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:16.577615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Bound port: defe01e8-99f1-49bb-b8ae-2b2e1199b76c, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:16.577886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.721510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] For port defe01e8-99f1-49bb-b8ae-2b2e1199b76c, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:16.722742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.725444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] For port defe01e8-99f1-49bb-b8ae-2b2e1199b76c, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:16.744023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 14bf4576-a082-4e72-89d9-a05efbdc57d9 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:16.888562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.916539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.041100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede243-38e3-4350-abbd-17dbe4709665 None None] Pushing event updated for resources: {'Port': ['ID=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:17.051226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:17.054564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:17.057393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:17.097293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:17.118691 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.119034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.119368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.119698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.120023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.120343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.120668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.120986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.121306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.121625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.121965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.122294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:17.145263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.384992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.809364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f225bb28-0e8e-4af4-bf13-6c04e60c69aa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:17.865073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.966826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.007665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f225bb28-0e8e-4af4-bf13-6c04e60c69aa completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:18.013247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f225bb28-0e8e-4af4-bf13-6c04e60c69aa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:18.013426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.154662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f225bb28-0e8e-4af4-bf13-6c04e60c69aa is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:18.155287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.175437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f225bb28-0e8e-4af4-bf13-6c04e60c69aa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:18.229210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.231689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.254173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.255095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device defe01e8-99f1-49bb-b8ae-2b2e1199b76c up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:18.382737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:18.383911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:18.384842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.397483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.397826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.398198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.398533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.398864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.399193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.399517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.399840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.400168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.400491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.400850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.401168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.476439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port defe01e8-99f1-49bb-b8ae-2b2e1199b76c completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:18.587563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:24:18.783424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:18.793327 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Sync routers for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:18.796631 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d470b3d1-a934-409f-a22e-03e32e98030f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/568f39fd-8b04-49c5-920d-d3f88e7be3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6521730 May 13 15:24:18.799232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40230) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:18.803966 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:18.804566 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:18.913132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9128eb9-4ec1-4581-b7fe-058cc3b135ae None None] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:18.983488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.984087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.991887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.991887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.991887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.991887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:18.991887 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-acdf9684-1371-49af-b301-565bc225aefa tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1897821 May 13 15:24:18.998777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40236) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:19.027455 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:19.085881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.086373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.086932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.087275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.087721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.088164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:19.092928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-52643640-21a1-40d1-981c-fdbc5ec25d13 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0902121 May 13 15:24:19.093265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40240) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:19.229628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da200621-7695-4663-951b-69f821997e45 None None] Provisioning for port defe01e8-99f1-49bb-b8ae-2b2e1199b76c completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:19.240992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-da200621-7695-4663-951b-69f821997e45 None None] Provisioning complete for port defe01e8-99f1-49bb-b8ae-2b2e1199b76c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:19.241364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da200621-7695-4663-951b-69f821997e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.337936 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9baf1ca-81b8-40b8-a5db-ece6dc197e57 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2434475 May 13 15:24:19.340995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40244) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:19.347212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1394114993', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:19.397981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-da200621-7695-4663-951b-69f821997e45 None None] Current status of the port defe01e8-99f1-49bb-b8ae-2b2e1199b76c is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:19.398553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da200621-7695-4663-951b-69f821997e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.428098 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:19.432341 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Checking router: 568f39fd-8b04-49c5-920d-d3f88e7be3a9 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:19.432807 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Updating router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 port 14bf4576-a082-4e72-89d9-a05efbdc57d9 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:24:19.452140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-da200621-7695-4663-951b-69f821997e45 None None] For port defe01e8-99f1-49bb-b8ae-2b2e1199b76c, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:19.508207 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.514249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:19.519049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:port and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:19.522788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:19.528959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:19.563008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-da200621-7695-4663-951b-69f821997e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.645748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200621-7695-4663-951b-69f821997e45 None None] Pushing event updated for resources: {'Port': ['ID=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:19.648053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:19.659119 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.692855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] device_id is not set on port 9e24426d-53e6-42df-89a5-633d8efe9ff9 yet. {{(pid=88838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:24:19.773235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Provisioning for port 14bf4576-a082-4e72-89d9-a05efbdc57d9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:19.779865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f225bb28-0e8e-4af4-bf13-6c04e60c69aa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:19.833763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Provisioning complete for port 14bf4576-a082-4e72-89d9-a05efbdc57d9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:19.834178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.908185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Port 14bf4576-a082-4e72-89d9-a05efbdc57d9 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:24:19.918947 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.925907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Provisioning complete for port defe01e8-99f1-49bb-b8ae-2b2e1199b76c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:19.926333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:19.931815 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Transition to ACTIVE for port object 14bf4576-a082-4e72-89d9-a05efbdc57d9 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:19.996809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f225bb28-0e8e-4af4-bf13-6c04e60c69aa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:19.997359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.053568 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.124579 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Pushing event updated for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:20.139156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.8 (c34e1e21-3df0-4199-b32f-6b7c09eac737/43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a/9e24426d-53e6-42df-89a5-633d8efe9ff9) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:20.184638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-69976288-06a6-407f-96b7-80acd6d81e51 None None] Current status of the port defe01e8-99f1-49bb-b8ae-2b2e1199b76c is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:20.195388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f225bb28-0e8e-4af4-bf13-6c04e60c69aa is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:20.196484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device defe01e8-99f1-49bb-b8ae-2b2e1199b76c up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:20.273110 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.273699 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.274223 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.278052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:20.283213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port defe01e8-99f1-49bb-b8ae-2b2e1199b76c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:20.284191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.312111 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Attempting to bind port 14bf4576-a082-4e72-89d9-a05efbdc57d9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:20.312871 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Attempting to bind port 14bf4576-a082-4e72-89d9-a05efbdc57d9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:20.313331 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Attempting to bind port 14bf4576-a082-4e72-89d9-a05efbdc57d9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:20.319399 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:20.323279 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Checking segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:20.323947 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.324525 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Bound using segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:20.325107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Bound port: 14bf4576-a082-4e72-89d9-a05efbdc57d9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:20.326199 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.432124 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] For port 14bf4576-a082-4e72-89d9-a05efbdc57d9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:20.436711 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] For port 14bf4576-a082-4e72-89d9-a05efbdc57d9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=14bf4576-a082-4e72-89d9-a05efbdc57d9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:20.439599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port defe01e8-99f1-49bb-b8ae-2b2e1199b76c is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:20.442695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.462050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 9e24426d-53e6-42df-89a5-633d8efe9ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:20.544916 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.579385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.613209 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:20.614196 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:20.667681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:20.671609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:20.678760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:20.702845 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b7f1a-0481-4edb-838f-c63d5984403c None None] Pushing event updated for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:20.705142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:20.750948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:20.751568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.824656 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:20.909783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43b0fb14-0584-4b06-8f15-e4dd5af4e0d2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5670724 May 13 15:24:21.068711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40254) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:21.074374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931792948', 'description': 'tempest-secgroup-smoke-1931792948 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:21.085516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:21.089842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:21.093082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:21.098793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:21.190740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.202572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:20Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:21.206563 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc38e4-45f3-4917-9d7b-d6d81f1abd55 None None] The sync data for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv is: [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:20Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:21.216845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:21.221037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:21.224253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:21.230423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:21.236635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07345d81-cb05-42a1-b689-7d082ddeb491 None None] Provisioning for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:21.247034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07345d81-cb05-42a1-b689-7d082ddeb491 None None] Provisioning complete for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:21.259932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07345d81-cb05-42a1-b689-7d082ddeb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.345437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.345726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-07345d81-cb05-42a1-b689-7d082ddeb491 None None] Port 9e24426d-53e6-42df-89a5-633d8efe9ff9 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:24:21.430470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.481105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6746ab5e-f90a-44a9-96fe-e3f26c42f3a3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:21.567768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.572790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1fc48018-3ca6-4eb0-add4-dd7aeeae89a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4993455 May 13 15:24:21.572790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40258) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:21.578036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:21.586467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:21.590653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:21.594628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:21.600478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:21.711838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.774782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 14bf4576-a082-4e72-89d9-a05efbdc57d9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:21.804225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.933357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:21.969086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aac3ef-99aa-492c-829a-7e24a4afccb7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:21.978768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 14bf4576-a082-4e72-89d9-a05efbdc57d9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:21.984170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 14bf4576-a082-4e72-89d9-a05efbdc57d9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:21.985007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.084990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.086784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-35d82af6-3816-4a5e-9b3c-dbb453fc8352 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132713 May 13 15:24:22.089129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40262) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:22.095345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:22.102545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:22.108806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:22.112149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:22.117224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 14bf4576-a082-4e72-89d9-a05efbdc57d9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:22.117610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.118695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:22.163139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 14bf4576-a082-4e72-89d9-a05efbdc57d9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=14bf4576-a082-4e72-89d9-a05efbdc57d9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:22.202705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.231752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.275522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.312280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:22.355891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.387065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0675ee-f400-4825-b518-51345d5d4c37,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:22.476139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.479881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2ebd54a6-f97d-43f0-89fd-8269f459001d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3872008 May 13 15:24:22.481508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40268) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:22.486523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:22.493522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:22.497276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:22.501064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:22.506686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:22.660629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.725820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.859087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:22.882809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db2c15f-a345-4019-9497-4d5d2e7ba809,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:23.024658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.026063 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a798c900-db71-446d-8ede-40193d0cc229 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447111 May 13 15:24:23.031159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40272) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:23.036571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:23.042552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:23.046950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:23.049881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:23.055798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:23.163407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.234039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.316305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.340669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f785c293-18f7-4b9b-84ea-fe9a7e05c221,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:23.409653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.410853 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8c566af0-2121-4853-9f96-e1136c7119be tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786383 May 13 15:24:23.413510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40278) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:23.418470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:23.424619 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:23.428180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:23.434670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:23.441262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:23.529724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:24:23.538324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.741518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.748225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 14bf4576-a082-4e72-89d9-a05efbdc57d9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:23.820683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 14bf4576-a082-4e72-89d9-a05efbdc57d9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:23.820936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.858860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.892686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530063d5-4d9b-427c-a12d-aaa4f5cf6880,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:23.948408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 14bf4576-a082-4e72-89d9-a05efbdc57d9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:23.967695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:23.970080 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53c517d8-d725-4934-9f9d-59a96fc173cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5544555 May 13 15:24:23.972236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40282) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:23.977979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '6746ab5e-f90a-44a9-96fe-e3f26c42f3a3', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:23.985181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:23.989002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:23.992122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:23.998706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:24.093456 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:24:24.100426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:24.164987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:24.264642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:24.288150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e5d3c8-15b2-4df6-8d3d-d5bd4afb6e94,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:24.387030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:24.397886 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e540446d-135c-4340-9dbf-5b49ac87ea51 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242094 May 13 15:24:24.626549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-36d8ab08-a906-493e-875a-bc60f946900f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:24.756003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-36d8ab08-a906-493e-875a-bc60f946900f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:24.757196 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-36d8ab08-a906-493e-875a-bc60f946900f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931792948&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1737421 May 13 15:24:24.839395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d08c3e26-6259-42ee-8cf3-82d3bde0939b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:24.839967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d08c3e26-6259-42ee-8cf3-82d3bde0939b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:24.944792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d08c3e26-6259-42ee-8cf3-82d3bde0939b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:24.945911 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d08c3e26-6259-42ee-8cf3-82d3bde0939b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 930 time: 0.1814926 May 13 15:24:25.132877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-917501d8-4dc6-4a2b-8b58-a40043e4fb27 service neutron] 10.222.0.91 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1738801 May 13 15:24:25.268220 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-011a15d4-f837-4209-8543-ff02fc5a2455 service neutron] 10.222.0.91 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286755 May 13 15:24:25.409381 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-e018b878-f135-46bc-b372-3a7743236fdc service neutron] 10.222.0.91 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353073 May 13 15:24:25.690738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-f39de198-c529-41e5-b953-94fca0635629 req-442befe7-d309-4304-afdf-5d3079e525d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:25.704338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-f39de198-c529-41e5-b953-94fca0635629 req-442befe7-d309-4304-afdf-5d3079e525d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:25.705533 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f39de198-c529-41e5-b953-94fca0635629 req-442befe7-d309-4304-afdf-5d3079e525d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 210 time: 0.0681305 May 13 15:24:26.865004 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fdffefaa-a486-4838-a9cb-839c312f0541 req-33cce487-65b7-46e3-9455-359f11dd449b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 210 time: 0.0472512 May 13 15:24:27.533009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:28.025869 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c0a7f51a-6450-46c3-8be8-b59aa767d5b4 req-eb6ff2b9-3c0a-4190-82a4-db7b8b276722 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 210 time: 0.0448914 May 13 15:24:28.077320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-8e479b42-e478-4060-978c-7bdb5d97b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:28.078702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-8e479b42-e478-4060-978c-7bdb5d97b0d8 service neutron] 10.222.0.23 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1026 time: 0.0708444 May 13 15:24:28.233373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-dd79d222-848d-4f54-a0fd-d8a5a1a9b620 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:28.233982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-dd79d222-848d-4f54-a0fd-d8a5a1a9b620 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:28.378946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-dd79d222-848d-4f54-a0fd-d8a5a1a9b620 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:28.380172 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-dd79d222-848d-4f54-a0fd-d8a5a1a9b620 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 200 len: 796 time: 0.2962129 May 13 15:24:28.527392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-0716fe19-75c6-436c-ac36-1fb1de024a04 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.1394105 May 13 15:24:28.537783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Request body: {'port': {'device_id': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:28.651177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:28.998957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e24426d-53e6-42df-89a5-633d8efe9ff9 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:29.006057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.020459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Transition to ACTIVE for port object 9e24426d-53e6-42df-89a5-633d8efe9ff9 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:29.174055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.368517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:29.443931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a55c-f510-4c36-81e5-d958071bf28a req-168dceb5-aef9-43e3-ad5b-94cfad3cc855 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:29.445429 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d713a55c-f510-4c36-81e5-d958071bf28a req-168dceb5-aef9-43e3-ad5b-94cfad3cc855 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 981 time: 0.3085494 May 13 15:24:29.494361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:29.499674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:29.499674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:29.507742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:24:29.508013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:29.519039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:29.519425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Checking segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:29.519815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Bound using segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:29.520246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Bound port: 9e24426d-53e6-42df-89a5-633d8efe9ff9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:29.520616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.537741 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d713a55c-f510-4c36-81e5-d958071bf28a req-914890a9-53e1-4091-8264-2ed882aafe73 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844862 May 13 15:24:29.615429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:29.618615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:29.728023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.793628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:29.794346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.796155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1131 time: 1.2624383 May 13 15:24:29.796594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:29.819625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d646c-85ea-4a2d-87cf-e80f36d4fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:29.857509 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4cd5b5-84b7-4fb2-8681-5528d6c3dba2'] response: {'name': 'network-changed', 'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'status': 'completed', 'code': 200} May 13 15:24:29.969213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079b54-9452-499b-a285-5f8e869a4024 req-cded93e4-79fd-41ad-b742-85a476c70845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:29.970751 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7079b54-9452-499b-a285-5f8e869a4024 req-cded93e4-79fd-41ad-b742-85a476c70845 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 1134 time: 0.0887349 May 13 15:24:30.126298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079b54-9452-499b-a285-5f8e869a4024 req-c194b3b4-376b-46e2-b288-c73eaa5b06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.127767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7079b54-9452-499b-a285-5f8e869a4024 req-c194b3b4-376b-46e2-b288-c73eaa5b06e7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1504483 May 13 15:24:30.267573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079b54-9452-499b-a285-5f8e869a4024 req-7619fec6-3274-429a-a132-7c4cc4fc74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.269108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7079b54-9452-499b-a285-5f8e869a4024 req-7619fec6-3274-429a-a132-7c4cc4fc74c1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358421 May 13 15:24:30.386670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-1a20faab-539b-48b8-a140-0bc81b0535b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.388183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-1a20faab-539b-48b8-a140-0bc81b0535b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 1134 time: 0.0782039 May 13 15:24:30.457324 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-05be0db4-560b-4856-af39-ec0919a5c949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 217 time: 0.0630035 May 13 15:24:30.628773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-ba1ab0dc-958d-446c-8ac4-9b30f329765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.630373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-ba1ab0dc-958d-446c-8ac4-9b30f329765e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a HTTP/1.1" status: 200 len: 834 time: 0.1672368 May 13 15:24:30.765712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d8596272-2e6e-4c02-a9da-fdd001276cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.767125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-d8596272-2e6e-4c02-a9da-fdd001276cdb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c34e1e21-3df0-4199-b32f-6b7c09eac737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1316509 May 13 15:24:30.779340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af1d06-5ecc-4711-a49f-dbef697e7a12 req-2b9fca42-1aaf-4206-aacc-3650095d715e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:30.780743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-92af1d06-5ecc-4711-a49f-dbef697e7a12 req-2b9fca42-1aaf-4206-aacc-3650095d715e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 981 time: 0.1102142 May 13 15:24:30.824560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1f22a30f-e66f-4032-bb47-9bedad951e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:30.924553 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-92af1d06-5ecc-4711-a49f-dbef697e7a12 req-ecd19513-935b-4d49-81d3-807e0cdaad24 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253419 May 13 15:24:30.949940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-cec462d3-aec8-4bad-93e8-4f7f13615fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682420 May 13 15:24:31.098995 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc26a32a-50b1-4dbb-881d-ea49a72c26cc req-75ab0b9e-b026-44b8-a44a-1a451c6ad541 service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425414 May 13 15:24:32.140892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdf321-6078-427d-8186-f9549f2055e8 req-ca98a027-a331-49ff-8218-c53cc7fad050 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:32.142551 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-48cdf321-6078-427d-8186-f9549f2055e8 req-ca98a027-a331-49ff-8218-c53cc7fad050 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 981 time: 0.0916059 May 13 15:24:32.190156 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-48cdf321-6078-427d-8186-f9549f2055e8 req-ea1a420c-3a20-4331-9c53-df33d016fa89 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 May 13 15:24:33.160831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ab41d19-9ba5-410b-a64e-8a8df12573e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:33.381437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006eec-0801-4dfa-b22e-cd0a7b828ff9 req-67f98912-b8c9-45ab-acee-dc0faadacd18 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:33.382905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-18006eec-0801-4dfa-b22e-cd0a7b828ff9 req-67f98912-b8c9-45ab-acee-dc0faadacd18 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 981 time: 0.0814023 May 13 15:24:33.432274 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-18006eec-0801-4dfa-b22e-cd0a7b828ff9 req-a807c1eb-aaf6-42b8-876c-e3b9feb8acb5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 May 13 15:24:33.790477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:24:33.964582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:33.978072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'mac_address': 'fa:16:3e:47:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:24:34.041836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9e24426d-53e6-42df-89a5-633d8efe9ff9 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:34.042352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:34.059304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e24426d-53e6-42df-89a5-633d8efe9ff9 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:34.075107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:34.219103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:34.290938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:34.467017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['9e24426d-53e6-42df-89a5-633d8efe9ff9'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:34.644940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7f63c-415c-4f9a-bb0f-17b59f96f705 req-ab41a100-f90e-45c7-a574-e868985653d4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:34.646848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-90a7f63c-415c-4f9a-bb0f-17b59f96f705 req-ab41a100-f90e-45c7-a574-e868985653d4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 982 time: 0.1032073 May 13 15:24:34.696310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-90a7f63c-415c-4f9a-bb0f-17b59f96f705 req-e0f0d299-53b4-4eae-bfcf-9e9379f5d319 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 May 13 15:24:34.710136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:34.739637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.804272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:35.862241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.897751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d4dfe-1e0e-44c1-a30d-775ead382f4b req-e8ba2f1d-2c6b-4f6f-9721-ebc4d32d1eeb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:35.899249 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-935d4dfe-1e0e-44c1-a30d-775ead382f4b req-e8ba2f1d-2c6b-4f6f-9721-ebc4d32d1eeb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 982 time: 0.0888085 May 13 15:24:35.952106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:35.955950 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-935d4dfe-1e0e-44c1-a30d-775ead382f4b req-04c1fd31-019d-4c00-9b53-2de447314b5b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 May 13 15:24:35.957553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:35.957933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:36.090158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9e24426d-53e6-42df-89a5-633d8efe9ff9 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:36.090536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:36.118342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:36.128616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:36.170973 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f90953-9611-4f3f-a284-e02f3c80f9ab'] response: {'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'code': 200} May 13 15:24:36.236746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:36.307590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:36.627249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fb758-f5ab-47d3-9702-0d8b29a1adae req-de984e29-f60c-450c-8911-c8e251b7b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:36.629353 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-616fb758-f5ab-47d3-9702-0d8b29a1adae req-de984e29-f60c-450c-8911-c8e251b7b43f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 1136 time: 0.0786750 May 13 15:24:36.671368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-616fb758-f5ab-47d3-9702-0d8b29a1adae req-af3f41e7-a47d-4ab4-9f22-23ee80cdd648 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 May 13 15:24:37.161928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f7c0d-524a-4e7f-8e19-7a833b5f72c2 req-4b9b4cee-17e2-4db2-b4a7-f2475f83691e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:37.163838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e63f7c0d-524a-4e7f-8e19-7a833b5f72c2 req-4b9b4cee-17e2-4db2-b4a7-f2475f83691e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.0939028 May 13 15:24:37.212682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e63f7c0d-524a-4e7f-8e19-7a833b5f72c2 req-12e269bd-b8e9-4834-9178-d8557bd4ee02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 13 15:24:38.368014 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:38.410803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c0836-03cb-41c3-a5af-c62e8a3792d9 req-ce057ec3-63cd-4525-a40b-376d285685bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:38.412289 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e12c0836-03cb-41c3-a5af-c62e8a3792d9 req-ce057ec3-63cd-4525-a40b-376d285685bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.0856779 May 13 15:24:38.457396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e12c0836-03cb-41c3-a5af-c62e8a3792d9 req-6166b2c4-b0de-4797-af0c-1d42d8aa2d3b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 May 13 15:24:38.651703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f181b-2ad3-49a8-818a-1da64c2f809d req-84b64309-1ebe-4e62-a598-89be3202182b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:38.653519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-014f181b-2ad3-49a8-818a-1da64c2f809d req-84b64309-1ebe-4e62-a598-89be3202182b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.0861897 May 13 15:24:38.700842 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-014f181b-2ad3-49a8-818a-1da64c2f809d req-7e67f56b-952a-448b-a4f0-20248af5a56b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 May 13 15:24:38.723923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40368) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:38.797170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe7895-2c05-4052-a486-d0a1f4af1843 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:38.798699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d2fe7895-2c05-4052-a486-d0a1f4af1843 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 1131 time: 0.0736277 May 13 15:24:38.801739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40372) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:38.806901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:38.813097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:38.817012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:38.819983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:38.826060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:38.933516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.089885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.233110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.229 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:39.381849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.505592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:39.571336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:39.574349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:39.578110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:39.607035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:40.004418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:40.158596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:40.471513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:40.522037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:40.633835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:40.643811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:40.819449 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 3b7c40c9-116c-4b27-b532-542efb5559c0 associated. External IP: 172.26.7.229, port: 9e24426d-53e6-42df-89a5-633d8efe9ff9. May 13 15:24:41.116719 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-c4894837-f12a-43f3-af76-8b845b70bbd9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535807023&fields=id&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 267 time: 0.0668201 May 13 15:24:41.318187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:24:41.399152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-d3006a68-b800-4621-8fd5-64bb3698cca8 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:41.400614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-d3006a68-b800-4621-8fd5-64bb3698cca8 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.2348845 May 13 15:24:41.433447 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-7ea7ff7b-3218-46df-a838-e9372d1a9b6c tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/quotas/7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 375 time: 0.0262353 May 13 15:24:41.587099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:41.597112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Sync routers for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:41.611211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:41.611831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:41.627909 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-186b5104-d5dd-495e-8e41-8d27b7b8447a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1881926 May 13 15:24:41.721355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:41.796932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:41.937630 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f61b49ad-4038-4781-9f43-76e3124c2cd9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.1347916 May 13 15:24:41.940563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:41.941373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40388) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:41.972229 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-8e830b8a-273a-4daf-b7bf-9a1ee5d0cbfb service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266153 May 13 15:24:42.067390 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1b4d07-1b1d-4249-9ca2-b570a5e298bf'] response: {'name': 'network-changed', 'server_uuid': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'status': 'completed', 'code': 200} May 13 15:24:42.116471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc96b0-d19a-451d-ad3b-08003d7db53b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:42.120767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-72bc96b0-d19a-451d-ad3b-08003d7db53b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe&network_id=c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 200 len: 1131 time: 0.1758513 May 13 15:24:42.130584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-df367e94-68fb-4515-b0c7-73d68e4657cc service neutron] 10.222.0.91 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513307 May 13 15:24:42.149501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5169e8-eab4-450c-8b0e-744981170588 req-ab818e37-9464-457e-a633-073027f955a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:42.151154 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-ab818e37-9464-457e-a633-073027f955a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 1136 time: 0.0998650 May 13 15:24:42.201084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '3b7c40c9-116c-4b27-b532-542efb5559c0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394114993', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'mac_address': 'fa:16:3e:47:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:24:39Z', 'updated_at': '2022-05-13T15:24:39Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:42.206719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Checking router: 568f39fd-8b04-49c5-920d-d3f88e7be3a9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:42.216567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:42.217022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:24:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:42.303667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5169e8-eab4-450c-8b0e-744981170588 req-8a97be2e-61b0-4e31-8efa-c9664cb02cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:42.305115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-8a97be2e-61b0-4e31-8efa-c9664cb02cfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 200 len: 897 time: 0.1484141 May 13 15:24:42.412944 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-deeaf66e-5a91-45f7-a9e8-db66ba9bb961 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1037 time: 0.1008031 May 13 15:24:42.420358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:42.480250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5169e8-eab4-450c-8b0e-744981170588 req-a0b7db9f-678c-4658-a1e0-1a43c4caf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:42.481619 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-a0b7db9f-678c-4658-a1e0-1a43c4caf53e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a HTTP/1.1" status: 200 len: 834 time: 0.0636644 May 13 15:24:42.558291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5169e8-eab4-450c-8b0e-744981170588 req-c467f31b-56bc-4cad-86f1-146072b055a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:42.559830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-c467f31b-56bc-4cad-86f1-146072b055a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c34e1e21-3df0-4199-b32f-6b7c09eac737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723941 May 13 15:24:42.807495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-2a53ad87-a237-4d88-8786-e7aedcea0a41 service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320440 May 13 15:24:42.839053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '3b7c40c9-116c-4b27-b532-542efb5559c0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394114993', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'mac_address': 'fa:16:3e:47:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:24:39Z', 'updated_at': '2022-05-13T15:24:39Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:42.843341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a0d03-2a4f-4d95-a6e4-f181b0465be5 None None] The sync data for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv is: [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '3b7c40c9-116c-4b27-b532-542efb5559c0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1394114993', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'mac_address': 'fa:16:3e:47:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035dc39-a0d7-4226-9259-e9c4500b9ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:24:39Z', 'updated_at': '2022-05-13T15:24:39Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:43.006329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e5169e8-eab4-450c-8b0e-744981170588 req-ce23bf44-15e7-45b1-b9d3-482286c80b78 service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922684 May 13 15:24:43.030714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5cb9-c948-4d33-9ccc-753667c7b619 req-6888f013-e2bf-4d9f-82fc-01ea303e2db4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:43.036541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-002d5cb9-c948-4d33-9ccc-753667c7b619 req-6888f013-e2bf-4d9f-82fc-01ea303e2db4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.1517200 May 13 15:24:43.082018 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51374c1d-4da9-4f83-ac18-91b6f2fed86f None None] New status for floating IP 3b7c40c9-116c-4b27-b532-542efb5559c0: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:24:43.092944 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-002d5cb9-c948-4d33-9ccc-753667c7b619 req-edca23cc-7d15-49b7-8ddb-316b14fd574a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511618 May 13 15:24:43.115679 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-846b3fc5-61bd-4967-af87-fc3b5450dfbb req-3da28875-4657-4b85-95ee-da71ff9d2723 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 210 time: 0.0582230 May 13 15:24:44.203893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-aeaba0b6-6a80-44a2-9fff-c3847f90bd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:44.205287 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-aeaba0b6-6a80-44a2-9fff-c3847f90bd46 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.0920258 May 13 15:24:44.281497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a2e2e2a-e234-46c5-9931-e36ed93c1db0 req-2c8afec6-57e4-45ea-9bc5-ff0b8c9940e0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 210 time: 0.0471838 May 13 15:24:44.334557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-56259ad0-daf7-40d2-b2ec-b77234fab135 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:44.335866 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-56259ad0-daf7-40d2-b2ec-b77234fab135 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0986876 May 13 15:24:44.438926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1bf8-9dc2-4e69-a4de-4766e3adc4fb req-847809ca-7e94-44b4-aee4-109efd4ed15d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:44.440382 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eeac1bf8-9dc2-4e69-a4de-4766e3adc4fb req-847809ca-7e94-44b4-aee4-109efd4ed15d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 983 time: 0.2342222 May 13 15:24:44.512869 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eeac1bf8-9dc2-4e69-a4de-4766e3adc4fb req-aab2c11a-f098-4d58-8a18-d00fb4eca43c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658939 May 13 15:24:44.532870 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-ea9ca524-5845-49bc-a275-f7dec8c68988 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1923168 May 13 15:24:44.542343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:44.658644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:44.859198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:44.887399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:44.937795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] device_id is not set on port 9e24426d-53e6-42df-89a5-633d8efe9ff9 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:24:44.946785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.077336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.223619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=6']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:45.279358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] No DVR routers for this DVR port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:45.380973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ddcbbd62-e937-463e-8c3f-43c9ce035a33 None None] Provisioning complete for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:45.381554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbd62-e937-463e-8c3f-43c9ce035a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.444886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbbd62-e937-463e-8c3f-43c9ce035a33 None None] Port 9e24426d-53e6-42df-89a5-633d8efe9ff9 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:24:45.490589 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dc6e1309-29e3-4ecb-a863-6a9e89179320 req-276f5e42-366f-4b90-8a28-501416dca2b2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 210 time: 0.0738254 May 13 15:24:45.501304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-1fd9da3d-e4e2-453d-9137-0b1fc71e3e99 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:45.502777 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-1fd9da3d-e4e2-453d-9137-0b1fc71e3e99 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 811 time: 0.2122004 May 13 15:24:45.552092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] In _notify_port_updated(), no bound segment for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:24:45.552963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:45.553668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:45.555010 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-05ccbcee-4319-4cd2-a124-c9846b8536c9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c39df741681440e9ae763223dcf8708 HTTP/1.1" status: 200 len: 380 time: 0.0445118 May 13 15:24:45.555175 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3d3d95-223c-4558-a8bb-63d79094f983 req-4670dd10-0fcf-4463-9c64-d569ab02e001 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1026 time: 1.0165970 May 13 15:24:45.565373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'port': {'device_id': '73dc66a7-4767-44b6-a853-55ddeca78667', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'admin_state_up': True, 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'security_groups': ['29c108b0-836b-45a0-8502-b58d2938c67a']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:45.716904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:45.728700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:45.797429 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e4f94b-7b56-4a42-ad7e-0902b17670cb req-3286e418-c284-437c-b289-a364aee8e0f7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=3035dc39-a0d7-4226-9259-e9c4500b9ffe HTTP/1.1" status: 200 len: 210 time: 0.1711948 May 13 15:24:45.837255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Made reservation on behalf of 7c39df741681440e9ae763223dcf8708 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:24:45.841089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.013681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.20.0.13 (678a251d-325d-4f26-bc5d-210c6e9dbe66/39e9a0b1-4227-480d-9270-fee7d9ff8f94/63605c2f-aefb-4a98-ba75-61afaaaafccc) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:24:46.211209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.226402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Transition to ACTIVE for port object 63605c2f-aefb-4a98-ba75-61afaaaafccc will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:46.305433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.383164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:24:46.386447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:24:46.390645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:24:46.420818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:46.459667 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:46.460275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.586303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b7f8d042-5807-4bfa-9caa-d7422222bef0 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0247607 May 13 15:24:46.602748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Request body: {'port': {'device_id': '73dc66a7-4767-44b6-a853-55ddeca78667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:46.744499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7df8fc8d-216d-466b-814c-fd5025bc2eca None None] Provisioning for port 63605c2f-aefb-4a98-ba75-61afaaaafccc completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:46.750559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7df8fc8d-216d-466b-814c-fd5025bc2eca None None] Provisioning complete for port 63605c2f-aefb-4a98-ba75-61afaaaafccc triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:46.751043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7df8fc8d-216d-466b-814c-fd5025bc2eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.791701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c636e3-57c3-4b0c-b5b3-1caaf3ab3244 req-859df108-1e15-41a8-a1aa-819ddb2af58d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:46.792389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-c9c636e3-57c3-4b0c-b5b3-1caaf3ab3244 req-859df108-1e15-41a8-a1aa-819ddb2af58d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:46.795943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:46.813614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7df8fc8d-216d-466b-814c-fd5025bc2eca None None] Port 63605c2f-aefb-4a98-ba75-61afaaaafccc cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:24:46.898143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40426) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:46.958366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-c9c636e3-57c3-4b0c-b5b3-1caaf3ab3244 req-859df108-1e15-41a8-a1aa-819ddb2af58d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:46.959650 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c9c636e3-57c3-4b0c-b5b3-1caaf3ab3244 req-859df108-1e15-41a8-a1aa-819ddb2af58d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 932 time: 0.3275721 May 13 15:24:46.993162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff076a1-6889-4837-a9fd-be7ab397c6a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:47.000072 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aff076a1-6889-4837-a9fd-be7ab397c6a3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 925 time: 0.0955424 May 13 15:24:47.094880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c9c636e3-57c3-4b0c-b5b3-1caaf3ab3244 req-30f6ba6b-365f-44b6-ae6c-f9b20310b295 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260128 May 13 15:24:47.211397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40432) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:47.216923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751343890', 'description': 'tempest-secgroup-smoke-1751343890 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:47.223944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:47.234681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:47.327887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63605c2f-aefb-4a98-ba75-61afaaaafccc {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:47.335802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.339780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.350726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Transition to ACTIVE for port object 63605c2f-aefb-4a98-ba75-61afaaaafccc will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:47.363094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:47.366970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:47.370293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:47.376885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:47.397030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.451556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.553261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Pushing event updated for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:47.631884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.644474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Attempting to bind port 63605c2f-aefb-4a98-ba75-61afaaaafccc on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:47.644946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Attempting to bind port 63605c2f-aefb-4a98-ba75-61afaaaafccc by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:47.645122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Attempting to bind port 63605c2f-aefb-4a98-ba75-61afaaaafccc on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:47.650751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Port 63605c2f-aefb-4a98-ba75-61afaaaafccc on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:24:47.651072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Attempting to bind port 63605c2f-aefb-4a98-ba75-61afaaaafccc on network 678a251d-325d-4f26-bc5d-210c6e9dbe66 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:47.657836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:47.658109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Checking segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:47.663460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Bound using segment: {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:47.663460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Bound port: 63605c2f-aefb-4a98-ba75-61afaaaafccc, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855b0c1-7c93-48f5-9536-e6f28c991180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:47.663460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.683480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd903c0a-6846-4826-b9f9-2f42838a893a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:47.751494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:47.754328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:47.836348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:47.888082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:47.892472 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-28cae2aa-9e93-40a9-82ea-23aade4f0bf8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6770337 May 13 15:24:47.892584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40438) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:47.898047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:47.899811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:47.905107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:47.909154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:47.912202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:47.917860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:47.957366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.018856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.019472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.020918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] 10.222.0.23 "PUT /v2.0/ports/63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 200 len: 1094 time: 1.4277568 May 13 15:24:48.021344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:48.047793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dee2be-12ad-48a5-b5ef-fe2ba3989af4 service neutron] Pushing event updated for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.063530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.088178 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a893dc-ace8-4f33-8d25-a52051e670d1'] response: {'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'status': 'completed', 'code': 200} May 13 15:24:48.143236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.210679 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276612c-691e-4963-a517-18a978acd967 req-d3da91bf-ac7d-474e-8e49-b26a73773337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.212243 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c276612c-691e-4963-a517-18a978acd967 req-d3da91bf-ac7d-474e-8e49-b26a73773337 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1097 time: 0.1034393 May 13 15:24:48.301096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed792bac-f280-48a0-8c94-58c5f1ef8492 req-7400db12-59ab-4c3d-b178-ae5fd5ae2e66 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.302617 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ed792bac-f280-48a0-8c94-58c5f1ef8492 req-7400db12-59ab-4c3d-b178-ae5fd5ae2e66 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0841634 May 13 15:24:48.304947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.346981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfe4395-447e-47d5-ab5b-8aa072712e31,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.361296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276612c-691e-4963-a517-18a978acd967 req-1893f3fd-4b90-44d9-b0d4-944c0d33405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.362774 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c276612c-691e-4963-a517-18a978acd967 req-1893f3fd-4b90-44d9-b0d4-944c0d33405c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c39df741681440e9ae763223dcf8708&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1437762 May 13 15:24:48.373336 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ed792bac-f280-48a0-8c94-58c5f1ef8492 req-d541496d-b56a-4e26-b801-8c98880b7786 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573893 May 13 15:24:48.442701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.446604 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2eb3abb4-57ad-4e3d-b2f2-02b519d735fe tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5503097 May 13 15:24:48.446897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40446) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:48.452196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:48.459502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:48.463429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:48.468339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:48.472224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:48.504291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276612c-691e-4963-a517-18a978acd967 req-f58a8b9e-dd63-4fef-8539-dd634185f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.505820 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c276612c-691e-4963-a517-18a978acd967 req-f58a8b9e-dd63-4fef-8539-dd634185f5da service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368544 May 13 15:24:48.570029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.613814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b4127712-2fbf-42cd-b9ed-cba045e801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.615407 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-b4127712-2fbf-42cd-b9ed-cba045e801c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1097 time: 0.0771775 May 13 15:24:48.635416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.686497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-44dff7f7-7166-42f1-9068-35daf400b44b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 200 len: 217 time: 0.0647807 May 13 15:24:48.728175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.748926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-192aa074-0389-4225-8a4b-90a17b7794d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.751402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-192aa074-0389-4225-8a4b-90a17b7794d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0598924 May 13 15:24:48.755841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a234c1be-9945-4a18-92a6-d2194a9521e1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:48.829300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-fd37c30d-6c39-403f-b010-543ab579e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:48.831318 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-fd37c30d-6c39-403f-b010-543ab579e862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725791 May 13 15:24:48.883444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:48.884733 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ba4973d-2709-496e-ae53-f28a34b345d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4367781 May 13 15:24:48.894510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40450) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:48.902464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:48.907410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:48.912414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:48.915736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:48.923409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:48.969477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-3a9824a2-707f-4230-905a-8e7310466cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318123 May 13 15:24:49.049858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.109416 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc790245-60ed-4e31-94f7-9c63541137f8 req-2b34cdff-a1d1-4ef5-807f-d295bf7ac70a service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333995 May 13 15:24:49.113342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.178208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.203125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d591f2-4c65-4a79-a103-49e354d88b1e,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:49.287966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.289168 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c69ae735-04df-4888-b522-0a71894f84de tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3937151 May 13 15:24:49.291912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.297959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:49.303919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:49.307667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:49.310522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:49.317262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:49.385666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.451218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.582449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38fe4e-3bb3-4328-9744-148aa6a2f463 req-917ac562-fa13-448c-a9ce-c0d75d7143d6 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:49.583902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7d38fe4e-3bb3-4328-9744-148aa6a2f463 req-917ac562-fa13-448c-a9ce-c0d75d7143d6 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0861230 May 13 15:24:49.590939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.615384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd39b4c3-18b4-45a7-ad16-2ddf90e70258,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:49.629960 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7d38fe4e-3bb3-4328-9744-148aa6a2f463 req-b2741f8a-18b0-484b-aafe-7b44ad3f9120 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 May 13 15:24:49.700298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.703725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40460) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:49.704279 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-504ac0ea-8fad-4a58-8204-f010cc98ca3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4108906 May 13 15:24:49.708754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:49.714797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:49.719318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:49.722271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:49.728288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:49.825736 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:24:49.833421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:49.897620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.006883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.031001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e703a9e-3989-4c08-85de-2a577ac6a294,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:50.127635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.128855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99c87356-feb3-4af3-9036-1c870b5a709f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4241374 May 13 15:24:50.131638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40464) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:50.136623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cd903c0a-6846-4826-b9f9-2f42838a893a', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:50.142512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:24:50.146338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:24:50.149194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:24:50.155061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:24:50.231312 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:24:50.239095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.308495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.368588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.391187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33da9f6-db5d-43ca-8b20-a6d1a98f2978,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:50.447937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.450047 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7b59bb0d-96f1-4339-b9e2-a90e50bf34c9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3166339 May 13 15:24:50.610786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-eb0b50b0-ec28-4c8e-bb5e-ded72ffde31a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:24:50.728336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-eb0b50b0-ec28-4c8e-bb5e-ded72ffde31a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:24:50.729644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-eb0b50b0-ec28-4c8e-bb5e-ded72ffde31a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751343890&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1604173 May 13 15:24:50.809060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-23400fc7-3487-49cb-8c68-cc86b0fb884b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:50.810437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-23400fc7-3487-49cb-8c68-cc86b0fb884b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 930 time: 0.0730553 May 13 15:24:50.818327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249da1f-7214-431f-a33e-9b636f124d75 req-7b6f4571-6631-44da-91f4-544f44f48eec tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:50.819830 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0249da1f-7214-431f-a33e-9b636f124d75 req-7b6f4571-6631-44da-91f4-544f44f48eec tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0817769 May 13 15:24:50.864978 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0249da1f-7214-431f-a33e-9b636f124d75 req-a5ad3458-aba3-4770-ba82-e738e85b84a4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 May 13 15:24:50.883389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-dcefbdbe-2f26-429c-82c2-892a615304a3 service neutron] 10.222.0.91 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0608599 May 13 15:24:51.015821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-c4cc07f8-7296-43bd-b0d2-9387dc1d5984 service neutron] 10.222.0.91 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259930 May 13 15:24:51.149406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-b4271d24-7ace-4ee9-aa7e-e71283239342 service neutron] 10.222.0.91 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276829 May 13 15:24:51.550799 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0f6abfc3-210f-4413-b681-2ac961e0ee37 req-ae0d7f03-bec4-4c57-9593-b23834f96b9e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 210 time: 0.0462494 May 13 15:24:52.054560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69194e-8fe7-4312-9ed6-7fac33cbc094 req-df7a100a-0e61-49e7-b674-bdca5b4b01e4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:52.056026 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ec69194e-8fe7-4312-9ed6-7fac33cbc094 req-df7a100a-0e61-49e7-b674-bdca5b4b01e4 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0828588 May 13 15:24:52.099812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ec69194e-8fe7-4312-9ed6-7fac33cbc094 req-be443e19-4603-4990-abad-26d2a3ee90d1 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380642 May 13 15:24:52.686231 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-61122dd9-ab37-46e5-b172-3c5d5557cc98 req-23f30643-e562-47a8-8511-55955ff94c81 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 210 time: 0.0413167 May 13 15:24:53.285521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a07de6-8709-4ee7-8b87-413cdcc666fb req-012a3632-1a11-4890-88a2-39ec377fe233 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:53.287047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-57a07de6-8709-4ee7-8b87-413cdcc666fb req-012a3632-1a11-4890-88a2-39ec377fe233 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0812168 May 13 15:24:53.334928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-57a07de6-8709-4ee7-8b87-413cdcc666fb req-543397f3-e7d3-4325-b14c-74515184ed7f tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 May 13 15:24:53.591207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-07ed8ca0-4660-4c36-8de4-a4fd6b4ab4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:53.592882 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-07ed8ca0-4660-4c36-8de4-a4fd6b4ab4ce service neutron] 10.222.0.23 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1026 time: 0.0617738 May 13 15:24:53.740826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-a226d01b-81ca-4692-bae0-b70a5ad378c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:53.742332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-a226d01b-81ca-4692-bae0-b70a5ad378c1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 200 len: 796 time: 0.1441348 May 13 15:24:53.798015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-2c3ad3c4-1426-4729-9f7d-2f8b928103ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 473 time: 0.0465920 May 13 15:24:53.838514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Request body: {'port': {'device_id': 'af089a84-ae73-4478-8b52-838e5d1c7e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:24:53.878120 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-373431ae-30cf-429b-85b0-a8a1f59ce34b req-46ffe3e3-3bba-4935-81c9-6cd10cb6546b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 210 time: 0.0785115 May 13 15:24:53.962219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.411162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e24426d-53e6-42df-89a5-633d8efe9ff9 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:54.418399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.433008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Transition to ACTIVE for port object 9e24426d-53e6-42df-89a5-633d8efe9ff9 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:24:54.525199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8425af-d519-4752-bc66-dcbb026044f6 req-d9afe571-4ef4-44d1-a565-b90a12f0c5ec tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:54.526724 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c8425af-d519-4752-bc66-dcbb026044f6 req-d9afe571-4ef4-44d1-a565-b90a12f0c5ec tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0804479 May 13 15:24:54.553643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.595047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c8425af-d519-4752-bc66-dcbb026044f6 req-769ed571-abe9-4871-81a9-b618dd0be518 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 May 13 15:24:54.696816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=7']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:54.818435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:24:54.819076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:24:54.819076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:54.823627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:24:54.823970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Attempting to bind port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:24:54.830791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:24:54.831154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Checking segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:24:54.831551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Bound using segment: {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:24:54.832005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Bound port: 9e24426d-53e6-42df-89a5-633d8efe9ff9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95c0957-cd9c-4756-9082-0a19df2d4dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:24:54.832375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:54.934052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:24:54.939363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:24:55.039881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.115431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.116037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:55.117399 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1131 time: 1.2873356 May 13 15:24:55.119269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af089a84-ae73-4478-8b52-838e5d1c7e41', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:55.148868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419821c2-31f9-49d7-9340-e2f1801bd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=8']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:55.166471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725e26c-941a-40fa-97bc-1cae94f9ad63 req-2e88a900-43ee-461c-bd5c-5b0698af4c8f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.167698 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9725e26c-941a-40fa-97bc-1cae94f9ad63 req-2e88a900-43ee-461c-bd5c-5b0698af4c8f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 981 time: 0.1639531 May 13 15:24:55.171929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ece294-addc-4d95-adf7-014e48df8b1b'] response: {'name': 'network-changed', 'server_uuid': 'af089a84-ae73-4478-8b52-838e5d1c7e41', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'status': 'completed', 'code': 200} May 13 15:24:55.261534 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9725e26c-941a-40fa-97bc-1cae94f9ad63 req-d8b01cda-d679-4a14-a522-119022e790bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 May 13 15:24:55.286087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-3b4189ea-ef84-4d02-9c0f-067267d3767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.287567 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-3b4189ea-ef84-4d02-9c0f-067267d3767b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 1134 time: 0.0926063 May 13 15:24:55.428310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-6354569e-c072-442a-beeb-79473557abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.429769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-6354569e-c072-442a-beeb-79473557abcc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1347706 May 13 15:24:55.567726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-c31ecb6b-861b-4914-8bd1-a763045a518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.569161 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d1ba9dc8-408f-4c41-a2fa-aecbf9fb6157 req-c31ecb6b-861b-4914-8bd1-a763045a518c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331885 May 13 15:24:55.681885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-267896cb-134d-4c24-a1a4-54b3b34c6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.683442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-267896cb-134d-4c24-a1a4-54b3b34c6e58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 1134 time: 0.0767977 May 13 15:24:55.768974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bd41f-593f-4af3-9d39-4e99a34c0b44 req-07361e0f-58e0-4443-b67c-53736c6981d9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.770572 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-472bd41f-593f-4af3-9d39-4e99a34c0b44 req-07361e0f-58e0-4443-b67c-53736c6981d9 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 944 time: 0.0860641 May 13 15:24:55.790557 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-5dafbfcd-ec17-4f3c-b332-ae7adba8c36c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1037 time: 0.0994029 May 13 15:24:55.814440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-472bd41f-593f-4af3-9d39-4e99a34c0b44 req-cede6bae-dc79-40f7-867f-d4ab758c8e16 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379076 May 13 15:24:55.853511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-c3a6df6a-967e-4a63-82df-c740884b5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.864592 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-c3a6df6a-967e-4a63-82df-c740884b5830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a HTTP/1.1" status: 200 len: 834 time: 0.0582025 May 13 15:24:55.896715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 63605c2f-aefb-4a98-ba75-61afaaaafccc details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:24:55.933873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-2a16145f-abc8-4234-8b34-0ef1fae3c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:55.935321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-2a16145f-abc8-4234-8b34-0ef1fae3c420 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c34e1e21-3df0-4199-b32f-6b7c09eac737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723045 May 13 15:24:56.034173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:56.048294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'port_id': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'mac_address': 'fa:16:3e:22:08:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:24:56.068810 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-4d24327d-07e2-4a9d-80c5-438c0c57e76d service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253219 May 13 15:24:56.104626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 63605c2f-aefb-4a98-ba75-61afaaaafccc is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:56.105010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.123132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63605c2f-aefb-4a98-ba75-61afaaaafccc {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:56.140157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:56.241313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:56.315156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:56.315453 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1122e25b-a9d3-4d78-9972-937d80d230d0 req-7d254884-1992-4d22-b9a6-0769ed4b4bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378876 May 13 15:24:56.460948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['63605c2f-aefb-4a98-ba75-61afaaaafccc'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:56.462109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed179c0c-3b31-46b9-a6c7-9d4c4db258c6 req-496a2d6a-320c-45e5-9d62-c08284a833fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:56.463609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ed179c0c-3b31-46b9-a6c7-9d4c4db258c6 req-496a2d6a-320c-45e5-9d62-c08284a833fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 981 time: 0.0838804 May 13 15:24:56.508838 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ed179c0c-3b31-46b9-a6c7-9d4c4db258c6 req-997d9730-f85a-4634-8ede-05a319e4769f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 May 13 15:24:56.998744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a7c0d-510a-49fe-a733-c57988301c86 req-9957dd05-3f06-4036-b875-39509cb365b2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:57.000789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ab7a7c0d-510a-49fe-a733-c57988301c86 req-9957dd05-3f06-4036-b875-39509cb365b2 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 945 time: 0.0808110 May 13 15:24:57.043889 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ab7a7c0d-510a-49fe-a733-c57988301c86 req-f5a43ef6-cbe7-40d3-90cb-83b4437a1582 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373073 May 13 15:24:57.613823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:57.694756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a226-1d31-4b0f-a92a-e4c892ec9233 req-fee582f9-c591-485e-86b0-4fabe356ebe3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:57.696214 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6e57a226-1d31-4b0f-a92a-e4c892ec9233 req-fee582f9-c591-485e-86b0-4fabe356ebe3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 981 time: 0.0809705 May 13 15:24:57.744611 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6e57a226-1d31-4b0f-a92a-e4c892ec9233 req-2caab0e2-5cf4-48fe-ad1c-429394ca3f3f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 May 13 15:24:57.899935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:24:57.902291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 63605c2f-aefb-4a98-ba75-61afaaaafccc up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:24:58.090481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:58.105110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'port_id': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'mac_address': 'fa:16:3e:47:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:24:58.154888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 63605c2f-aefb-4a98-ba75-61afaaaafccc completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:24:58.165392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 63605c2f-aefb-4a98-ba75-61afaaaafccc triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:24:58.165765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.205594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9e24426d-53e6-42df-89a5-633d8efe9ff9 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:58.205998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.236552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d0456-d5a1-405d-b7eb-a2f1d9078ac4 req-47e05eae-38ba-4f41-89da-7dd15b59d525 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:58.237492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e24426d-53e6-42df-89a5-633d8efe9ff9 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:24:58.238056 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-966d0456-d5a1-405d-b7eb-a2f1d9078ac4 req-47e05eae-38ba-4f41-89da-7dd15b59d525 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 945 time: 0.0857987 May 13 15:24:58.261112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:58.283310 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-966d0456-d5a1-405d-b7eb-a2f1d9078ac4 req-98b05c1a-097d-46c5-8ba6-d1d736bcec6a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 May 13 15:24:58.320049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 63605c2f-aefb-4a98-ba75-61afaaaafccc is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:24:58.320427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.348895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:58.362073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.392557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:58.399408 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6822f8-f9ae-4204-855b-0d23a7ece149'] response: {'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'code': 200} May 13 15:24:58.437046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=9']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:58.459523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:58.530719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:58.587420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['9e24426d-53e6-42df-89a5-633d8efe9ff9'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:24:58.873614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598515d-d8aa-4c3f-868d-dd4f9d2a42b0 req-081b2dcf-706b-46d8-93d6-816d31548552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:58.876982 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5598515d-d8aa-4c3f-868d-dd4f9d2a42b0 req-081b2dcf-706b-46d8-93d6-816d31548552 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1099 time: 0.0722327 May 13 15:24:58.920239 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5598515d-d8aa-4c3f-868d-dd4f9d2a42b0 req-49f31b85-cbdf-483a-84b4-ca91b83403a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 May 13 15:24:58.933466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163f90-75bc-4139-aef4-1cc0d1aa1dc9 req-83cb9ffc-9530-4ce5-9777-4da1e3ed9903 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:58.934929 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38163f90-75bc-4139-aef4-1cc0d1aa1dc9 req-83cb9ffc-9530-4ce5-9777-4da1e3ed9903 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 982 time: 0.0821676 May 13 15:24:58.979486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38163f90-75bc-4139-aef4-1cc0d1aa1dc9 req-bc873ae3-062a-4b7e-977f-9dbc307ab0f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378392 May 13 15:24:59.475008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44ca1-23b8-4ad9-b104-4c23333cbff7 req-c17aced0-4f40-4ed9-b3d6-3a74bed6de7d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:59.476455 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdc44ca1-23b8-4ad9-b104-4c23333cbff7 req-c17aced0-4f40-4ed9-b3d6-3a74bed6de7d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.0835910 May 13 15:24:59.520078 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdc44ca1-23b8-4ad9-b104-4c23333cbff7 req-6cdfae52-9aec-47c9-9c51-52b240b646d8 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 May 13 15:24:59.929978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:00.111498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:00.116933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:00.117385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.170462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da1fc-2d9e-4343-a98f-823e40af753d req-71aefefa-49d8-46bc-a66b-7cfbd270be4d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:00.172554 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db3da1fc-2d9e-4343-a98f-823e40af753d req-71aefefa-49d8-46bc-a66b-7cfbd270be4d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 982 time: 0.0862188 May 13 15:25:00.220608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db3da1fc-2d9e-4343-a98f-823e40af753d req-9a921b4e-61be-40a4-9595-18290ebaaed6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 May 13 15:25:00.242191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 9e24426d-53e6-42df-89a5-633d8efe9ff9 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:00.242574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.274716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:00.395576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.427666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af089a84-ae73-4478-8b52-838e5d1c7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:00.470678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=10']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:00.474911 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6aa621-06b1-48b2-8410-abd4eafa8a48'] response: {'server_uuid': 'af089a84-ae73-4478-8b52-838e5d1c7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24426d-53e6-42df-89a5-633d8efe9ff9', 'code': 200} May 13 15:25:00.802836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f9d9-780d-4d14-b02b-555c14516884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:00.855086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f951-f438-49e0-a758-e89b25de62e8 req-56dc2b27-3e8b-4ee2-b200-b52680471900 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:00.855891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cf280-b955-4194-a47d-71e7613c6621 req-1cdf47ff-0398-4e3c-8b5c-f3be5b4496a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:00.856665 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0cb9f951-f438-49e0-a758-e89b25de62e8 req-56dc2b27-3e8b-4ee2-b200-b52680471900 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.0842450 May 13 15:25:00.857355 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fd7cf280-b955-4194-a47d-71e7613c6621 req-1cdf47ff-0398-4e3c-8b5c-f3be5b4496a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 1137 time: 0.0692215 May 13 15:25:00.898871 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fd7cf280-b955-4194-a47d-71e7613c6621 req-01176cde-fb05-405b-b742-6d0ec534a859 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348029 May 13 15:25:00.905299 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0cb9f951-f438-49e0-a758-e89b25de62e8 req-4aded690-6104-44b7-abaf-5ff31a0f8976 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 May 13 15:25:01.100813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126aee4-3f9c-41ac-8162-7d172bfbb181 req-f1e54cfe-e2f8-4ad1-9a48-604d77880478 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:01.102255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7126aee4-3f9c-41ac-8162-7d172bfbb181 req-f1e54cfe-e2f8-4ad1-9a48-604d77880478 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.0871270 May 13 15:25:01.147623 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7126aee4-3f9c-41ac-8162-7d172bfbb181 req-fa4a45f6-a534-464f-aa2e-eb044ecf18eb tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 May 13 15:25:01.170512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40534) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:01.359073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c55c2-953a-438d-b5bd-7905084522bd tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:01.361154 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4e7c55c2-953a-438d-b5bd-7905084522bd tempest-TestVolumeBootPattern-1968644493 tempest-TestVolumeBootPattern-1968644493-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1094 time: 0.1896834 May 13 15:25:01.363948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40542) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:01.369087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:01.375639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:01.379451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Usage tracker for resource:floatingip and tenant:7c39df741681440e9ae763223dcf8708 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:01.382311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:01.387928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:01.414299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05360-78d0-450a-afc5-9fa5a9ef2915 req-50649e05-a0d0-4794-938c-7482c3909772 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:01.415771 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05c05360-78d0-450a-afc5-9fa5a9ef2915 req-50649e05-a0d0-4794-938c-7482c3909772 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.0817196 May 13 15:25:01.459433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.460910 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05c05360-78d0-450a-afc5-9fa5a9ef2915 req-ca273cb2-930b-4811-a022-e35f60c01b5c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 May 13 15:25:01.596749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.738447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Allocated IP 172.26.7.16 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/f65db7b2-6469-4af7-8acb-a625455e8c66) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:01.888779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:01.987733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.060534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:02.063713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:02.066264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:02.102271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=f65db7b2-6469-4af7-8acb-a625455e8c66,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:02.649991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.680933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4645-1af6-493a-a981-b1333da3f458 req-3d366c68-9398-428b-a89b-8c19c4650bdc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:02.682415 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-827d4645-1af6-493a-a981-b1333da3f458 req-3d366c68-9398-428b-a89b-8c19c4650bdc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.1100824 May 13 15:25:02.726219 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-827d4645-1af6-493a-a981-b1333da3f458 req-62be0bb1-d4fd-4f58-bd02-2345188bf8c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 May 13 15:25:02.827748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.918722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8207d7b-8f4e-45f6-95fa-fd2dcd1ee783 req-dd4591ef-1d02-4af4-b4a3-8c87d0db87a0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:02.920205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a8207d7b-8f4e-45f6-95fa-fd2dcd1ee783 req-dd4591ef-1d02-4af4-b4a3-8c87d0db87a0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.0872755 May 13 15:25:02.971307 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a8207d7b-8f4e-45f6-95fa-fd2dcd1ee783 req-ba938f69-f6e3-4c90-b057-7440d78ad2a8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 May 13 15:25:02.994422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40550) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:03.048291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.067005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df5296-8836-436c-85d9-0a516a0d2df1 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:03.068543 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c6df5296-8836-436c-85d9-0a516a0d2df1 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41&network_id=c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 200 len: 1132 time: 0.0731082 May 13 15:25:03.128256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.219465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7866ffba-d343-4e45-a3c1-3670ded540ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.239952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event updated for resources: {'Port': ['ID=f65db7b2-6469-4af7-8acb-a625455e8c66,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:03.254303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.422052 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP 0b663b5b-2f99-42cb-9324-3d8841c6f98a associated. External IP: 172.26.7.16, port: 63605c2f-aefb-4a98-ba75-61afaaaafccc. May 13 15:25:03.631921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeff1f-abfd-4c8b-b39d-5fd923724916 req-5488a0f9-1c2d-48a2-a458-2e460706f715 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:03.633302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f8eeff1f-abfd-4c8b-b39d-5fd923724916 req-5488a0f9-1c2d-48a2-a458-2e460706f715 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.0838044 May 13 15:25:03.677064 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f8eeff1f-abfd-4c8b-b39d-5fd923724916 req-eeda3cc2-02ce-4ab0-b968-1d4cd1f55681 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 May 13 15:25:03.780722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:03.961253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:03.971178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:03.980343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:03.980952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:04.065388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:04.122400 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b327b720-5951-45b6-9da4-9cbda422a175 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7572870 May 13 15:25:04.123066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:04.162042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:04.169324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7a32f0-f277-4cb7-93f4-7c5d1ab47840'] response: {'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'status': 'completed', 'code': 200} May 13 15:25:04.386326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-a2b6acc4-d134-4202-9800-ed299a8d0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:04.387771 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-a2b6acc4-d134-4202-9800-ed299a8d0cff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1099 time: 0.1982930 May 13 15:25:04.526191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-02721ebe-acb1-49f5-a6b5-a08a8539d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:04.527793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-02721ebe-acb1-49f5-a6b5-a08a8539d40b service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1332436 May 13 15:25:04.549546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0b663b5b-2f99-42cb-9324-3d8841c6f98a', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:22:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dc66a7-4767-44b6-a853-55ddeca78667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:02Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}, {'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:04.553464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:04.561865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:04.562650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:04.626675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:04.636883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-59f9192a-e5f4-4e9a-aaf2-2b7ab6d530d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 200 len: 999 time: 0.1022248 May 13 15:25:04.699809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-20185670-6e25-4ed7-b956-d31ebb5d42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:04.701331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-20185670-6e25-4ed7-b956-d31ebb5d42f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0577214 May 13 15:25:04.701478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:04.746663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:04.781444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-419296ff-13f3-4ad9-ab86-1fde20741a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:04.783111 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-419296ff-13f3-4ad9-ab86-1fde20741a63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752828 May 13 15:25:04.948724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-74a1fb13-3443-45db-aee5-965b1fbb68d5 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578131 May 13 15:25:05.033938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-3854c276-42a8-4dcd-982e-eafa8f66edef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:05.035421 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-3854c276-42a8-4dcd-982e-eafa8f66edef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.2164357 May 13 15:25:05.042972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fdd97-1c5c-4fa8-91aa-b1970d22e97b req-de7be059-400b-403d-9a18-cd0ccfcf62cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:05.044372 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-351fdd97-1c5c-4fa8-91aa-b1970d22e97b req-de7be059-400b-403d-9a18-cd0ccfcf62cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 984 time: 0.2563515 May 13 15:25:05.101186 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d5a1707-90d7-49f1-a7a5-84606ca9de7f req-72765f7d-67cf-4e4d-ac48-d5a2c0766d39 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466494 May 13 15:25:05.149120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9d68e897-f379-4cb6-ab00-675ab5ee7350 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:05.150495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9d68e897-f379-4cb6-ab00-675ab5ee7350 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1051087 May 13 15:25:05.153242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-351fdd97-1c5c-4fa8-91aa-b1970d22e97b req-de5ae3df-38a0-4dd0-a0b6-f85a89b7d3cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=218a8cd5-a62d-4479-909a-6ec447a5d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 May 13 15:25:05.163828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0b663b5b-2f99-42cb-9324-3d8841c6f98a', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:22:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dc66a7-4767-44b6-a853-55ddeca78667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:02Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}, {'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:05.173567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a4d6d-b283-4689-93a2-b11263115b8a None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '0b663b5b-2f99-42cb-9324-3d8841c6f98a', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:22:08:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dc66a7-4767-44b6-a853-55ddeca78667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:02Z', 'updated_at': '2022-05-13T15:25:02Z', 'revision_number': 0, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}, {'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:05.303157 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-ff9e5114-3039-4a44-8ffd-2b5ad023e3ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1482406 May 13 15:25:05.313730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:05.371572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdf665-27d1-4f7d-9164-05952752f041 None None] New status for floating IP 0b663b5b-2f99-42cb-9324-3d8841c6f98a: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:25:05.431112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.632059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9e24426d-53e6-42df-89a5-633d8efe9ff9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:05.660653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] For port 9e24426d-53e6-42df-89a5-633d8efe9ff9, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:05.712661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] device_id is not set on port 9e24426d-53e6-42df-89a5-633d8efe9ff9 yet. {{(pid=88837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:25:05.722174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.797566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.847069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.948335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=11']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:05.960941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.961284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.961623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.961977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.962311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.962639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.962967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.963292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.963614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.963929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.964257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:05.964575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:06.012151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] No DVR routers for this DVR port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:25:06.134994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e0be2565-fcb0-4cde-b909-7744aaf838c2 None None] Provisioning complete for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:06.135514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e0be2565-fcb0-4cde-b909-7744aaf838c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.190376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e0be2565-fcb0-4cde-b909-7744aaf838c2 None None] Port 9e24426d-53e6-42df-89a5-633d8efe9ff9 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:06.240879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] In _notify_port_updated(), no bound segment for port 9e24426d-53e6-42df-89a5-633d8efe9ff9 on network c34e1e21-3df0-4199-b32f-6b7c09eac737 {{(pid=88837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:25:06.241741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:06.242378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:06.243906 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad2ef82e-0374-4d63-8f4a-eeb43ee82157 req-9f813210-d39b-4c0b-8895-969babde9be5 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 200 len: 1027 time: 0.9356780 May 13 15:25:06.310531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-17ba233c-478e-411c-a2ee-ab4fd2534c9d req-d5dd08ca-8e1f-4094-8adf-a4b5ad8e5c9a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 210 time: 0.0439444 May 13 15:25:07.536738 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66c781f7-bc46-46bd-bc0c-6ba45cea42a9 req-6d531233-b51b-4b88-9510-55e27e624f58 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=af089a84-ae73-4478-8b52-838e5d1c7e41 HTTP/1.1" status: 200 len: 210 time: 0.0438042 May 13 15:25:08.001079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:08.060809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 9e24426d-53e6-42df-89a5-633d8efe9ff9 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:08.633384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40572) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:08.701249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.731082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.909626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:08.930433 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd903c0a-6846-4826-b9f9-2f42838a893a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:09.019505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.020659 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fca145bd-a69d-428f-85f2-a445d1e5e0df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/cd903c0a-6846-4826-b9f9-2f42838a893a HTTP/1.1" status: 204 len: 168 time: 0.3861787 May 13 15:25:09.167635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40578) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:09.379298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:09.379642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.669755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.670127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:09.799291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:10.012629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.061233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=bd5dd43b-d17f-4ffe-b2b0-307ed4c0f9d4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:10.155096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:10.155435 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 3b7c40c9-116c-4b27-b532-542efb5559c0 disassociated (deleted). External IP: 172.26.7.229, port: 9e24426d-53e6-42df-89a5-633d8efe9ff9. May 13 15:25:10.467744 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-6aa9a380-bd63-4de6-b4d9-3d54c76dce01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1776111 May 13 15:25:10.681571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:10.696219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-746fa349-6c9d-4537-973d-4089215fcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:10.697714 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-746fa349-6c9d-4537-973d-4089215fcc57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.1644967 May 13 15:25:10.974581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:10.976634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-9563bc46-7cb0-4adb-b04c-de2fc986e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:10.978108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-9563bc46-7cb0-4adb-b04c-de2fc986e0a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.2300243 May 13 15:25:10.983678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Sync routers for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:10.993881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:10.994806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:11.185130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:11.199826 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-d30abf45-a5a2-43dc-8f0b-a78043cab905 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 1001 time: 0.2130404 May 13 15:25:11.262205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.311096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-13f0f091-e598-4e5d-9668-f5a653f30737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:11.313348 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-13f0f091-e598-4e5d-9668-f5a653f30737 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.1074731 May 13 15:25:11.375789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e8c87ff1-464c-462c-ab43-20508de171e7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/3b7c40c9-116c-4b27-b532-542efb5559c0 HTTP/1.1" status: 204 len: 168 time: 2.2035303 May 13 15:25:11.403688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-21163163-8336-47b3-9a8c-0ad21868a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:11.407475 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-21163163-8336-47b3-9a8c-0ad21868a6c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837452 May 13 15:25:11.543915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:11.549216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Checking router: 568f39fd-8b04-49c5-920d-d3f88e7be3a9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:11.555963 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-68d6f6e6-3de0-4dd8-92ee-2d6c6aa7eabb service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407402 May 13 15:25:11.557805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40588) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:11.559969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:11.560193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:11.747969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.754350 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5a145ec-bda8-4aa0-ba0c-9fd22e510557 req-14c99602-12be-463f-ba9c-5d8499ef396c service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955926 May 13 15:25:11.757545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:11.792863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.939517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:11.957769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746ab5e-f90a-44a9-96fe-e3f26c42f3a3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:12.066222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.066222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-11dea5d2-95d1-44f9-96de-207c9115220d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/6746ab5e-f90a-44a9-96fe-e3f26c42f3a3 HTTP/1.1" status: 204 len: 168 time: 0.4184248 May 13 15:25:12.108517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:12.112743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95ef7e-fc69-4ac4-8820-648dc3f441e6 None None] The sync data for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv is: [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:24:17Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '14bf4576-a082-4e72-89d9-a05efbdc57d9', 'name': '', 'network_id': 'c34e1e21-3df0-4199-b32f-6b7c09eac737', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:c3:71:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:16Z', 'updated_at': '2022-05-13T15:24:22Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:12.264672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:12.334745 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc5d6a-4aa9-4faa-861f-444604865f03 None None] New status for floating IP 3b7c40c9-116c-4b27-b532-542efb5559c0: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:25:12.340900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 9e24426d-53e6-42df-89a5-633d8efe9ff9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:12.341252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.607801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:12.741004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 9e24426d-53e6-42df-89a5-633d8efe9ff9 owned by {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:12.967703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.019265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=9e24426d-53e6-42df-89a5-633d8efe9ff9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:13.124636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:13.135376 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a29a219d-6b1e-4d34-86e3-7f729eaf1403 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/ports/9e24426d-53e6-42df-89a5-633d8efe9ff9 HTTP/1.1" status: 204 len: 168 time: 0.8690014 May 13 15:25:13.138609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:13.804473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.159329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 14bf4576-a082-4e72-89d9-a05efbdc57d9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:14.159586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.347443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 14bf4576-a082-4e72-89d9-a05efbdc57d9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=14bf4576-a082-4e72-89d9-a05efbdc57d9,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:14.347797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.475446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 14bf4576-a082-4e72-89d9-a05efbdc57d9 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:14.751437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:14.827083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=14bf4576-a082-4e72-89d9-a05efbdc57d9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:15.178066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.366925 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:25:15.541756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:15.724928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:15.735725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Sync routers for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:15.739883 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-07b83bfa-796a-4190-98af-8048e23b900b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/568f39fd-8b04-49c5-920d-d3f88e7be3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007209 May 13 15:25:15.742582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:15.746263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:15.746897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:15.812122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet 43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:25:15.815285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.873003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.961065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:15.967334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:16.108913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.145893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:16.147782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.154833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dd629e21-4a46-40b6-91b8-91172458f29a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/43b9d87d-ddcb-4b51-8f2d-f4b67cc29f8a HTTP/1.1" status: 204 len: 168 time: 0.4110219 May 13 15:25:16.156278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e9d7d-6f43-4a44-ba6a-7ebcda226d6d None None] Network c34e1e21-3df0-4199-b32f-6b7c09eac737 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:16.157433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40606) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:16.338603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.431040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:16.435505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Checking router: 568f39fd-8b04-49c5-920d-d3f88e7be3a9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:16.446440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Routers {'568f39fd-8b04-49c5-920d-d3f88e7be3a9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:16.447322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:16.507029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] DHCP port deletion for c34e1e21-3df0-4199-b32f-6b7c09eac737 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:25:16.519610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Deleting port defe01e8-99f1-49bb-b8ae-2b2e1199b76c {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:16.519984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.529436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.613769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port f225bb28-0e8e-4af4-bf13-6c04e60c69aa {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:25:16.614153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.737567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] Set router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:16.919457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port f225bb28-0e8e-4af4-bf13-6c04e60c69aa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:16.919990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:16.998343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] For port defe01e8-99f1-49bb-b8ae-2b2e1199b76c, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,segment=NetworkSegment(e95c0957-cd9c-4756-9082-0a19df2d4dc1),segment_id=e95c0957-cd9c-4756-9082-0a19df2d4dc1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:16.998736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.045668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for f225bb28-0e8e-4af4-bf13-6c04e60c69aa owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:17.175222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Calling delete_port for defe01e8-99f1-49bb-b8ae-2b2e1199b76c owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:25:17.324681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:17.329313 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fb153-3d36-4c2e-8191-0cd46219d03d None None] The sync data for ids ['568f39fd-8b04-49c5-920d-d3f88e7be3a9'] in dv-neutron-835340-3-hyperv is: [{'id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'name': 'tempest-TestNetworkBasicOps-router-1532982056', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:24:11Z', 'updated_at': '2022-05-13T15:25:14Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'f225bb28-0e8e-4af4-bf13-6c04e60c69aa', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f39fd-8b04-49c5-920d-d3f88e7be3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:24:12Z', 'updated_at': '2022-05-13T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:17.349085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.394834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.396743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=f225bb28-0e8e-4af4-bf13-6c04e60c69aa,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:17.448337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] No DVR routers for this DVR port defe01e8-99f1-49bb-b8ae-2b2e1199b76c on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:25:17.453033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e8737-1859-4b93-bd08-89891c0b25fd None None] Pushing event deleted for resources: {'Port': ['ID=defe01e8-99f1-49bb-b8ae-2b2e1199b76c,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:17.493829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.669025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.671478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.808085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.808601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 568f39fd-8b04-49c5-920d-d3f88e7be3a9 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:25:17.826074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:17.826441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device defe01e8-99f1-49bb-b8ae-2b2e1199b76c no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:17.827400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-99b4054f-ebec-42cf-88ff-da6fa7c8d655 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/568f39fd-8b04-49c5-920d-d3f88e7be3a9 HTTP/1.1" status: 204 len: 168 time: 1.6688085 May 13 15:25:17.830117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40612) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:17.862862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: defe01e8-99f1-49bb-b8ae-2b2e1199b76c {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:25:17.867784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device defe01e8-99f1-49bb-b8ae-2b2e1199b76c not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:17.867784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 14bf4576-a082-4e72-89d9-a05efbdc57d9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:17.899047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 14bf4576-a082-4e72-89d9-a05efbdc57d9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:25:17.899407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 14bf4576-a082-4e72-89d9-a05efbdc57d9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:17.973728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.111436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.136766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34e1e21-3df0-4199-b32f-6b7c09eac737']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:18.148640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95c0957-cd9c-4756-9082-0a19df2d4dc1') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:18.148939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95c0957-cd9c-4756-9082-0a19df2d4dc1') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:18.160018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.175972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.194495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:25:18.194495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:25:18.198737 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:25:18.356084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.374972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.387875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=c34e1e21-3df0-4199-b32f-6b7c09eac737,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:18.494584 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d7822e2c-d8b1-40c3-808c-fd64de256189 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/c34e1e21-3df0-4199-b32f-6b7c09eac737 HTTP/1.1" status: 204 len: 168 time: 0.6634278 May 13 15:25:18.509455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40616) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:18.521194 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8286fb5b-4346-4004-8a47-8c6e8e42dc90 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109146 May 13 15:25:18.523738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40620) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:18.529097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--763796344', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:18.534979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:18.541993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:18.543637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:18.550135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:18.653313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:18.657466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.685333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:25:18.694111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.698240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment 222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8 of type vlan for network ea012774-2121-4b5b-98f3-90ccb6601ff4 May 13 15:25:18.724448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.824904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:18.831027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:18.831613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.037922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=ea012774-2121-4b5b-98f3-90ccb6601ff4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:19.047863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:25:19.166892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b02c751-2ee1-40a4-b356-3f76e4f0405e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6421318 May 13 15:25:19.170247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40624) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:19.174778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:19.181910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:19.185916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:19.189092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:19.195439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:19.260520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.260520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.275016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.613163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.740022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f225bb28-0e8e-4af4-bf13-6c04e60c69aa no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:25:19.776857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f225bb28-0e8e-4af4-bf13-6c04e60c69aa {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:25:19.776857 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f225bb28-0e8e-4af4-bf13-6c04e60c69aa not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:25:20.044295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.076113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.226851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.170 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:20.379542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.458639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.527868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:20.527868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:20.539847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:20.565752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:21.152759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:21.508487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:21.784436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:25:21.987375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:21.998388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:22.010076 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:22.010076 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:22.079178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.079178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b53f2f5e-ec3d-41cc-b663-d40703e0675a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9022529 May 13 15:25:22.079178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40628) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:22.123223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b055d243-e99a-4fc2-a9cc-8e1c5a835a2b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404904 May 13 15:25:22.123223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40632) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:22.205680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:22.269084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d185767-74fe-4d5b-a797-d5474a845652 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:22.269084 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d185767-74fe-4d5b-a797-d5474a845652 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1452396 May 13 15:25:22.274042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40636) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:22.319243 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6535deb7-6f3a-41c9-8e96-f740e6528631 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444243 May 13 15:25:22.319243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40640) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:22.326659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920012165', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:22.451547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:22.451547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:22.458291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:22.464587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:22.550567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:22.550567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.570256 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:22.570256 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:22.570256 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Updating router 182bffc8-5875-4b9f-8b34-189ac0655ab9 port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:22.635708 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.954926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.985697 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:22.997880 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Transition to ACTIVE for port object b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:23.035652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=d775d4ef-69fc-49bd-b204-403658ebaf28,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:23.044102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:23.044453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: ea012774-2121-4b5b-98f3-90ccb6601ff4, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:25:23.114657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.146327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:25:23.195266 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Attempting to bind port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:23.195680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Attempting to bind port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:23.195992 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Attempting to bind port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:23.203269 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:23.206569 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:23.206937 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:23.207328 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.207715 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:23.208169 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Bound port: b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:23.208533 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.213508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, ea012774-2121-4b5b-98f3-90ccb6601ff4) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:23.220403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:23.228652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.233360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfcd46-ed56-4694-a408-dd302b0069a1 None None] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.254388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.260824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.260824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.260824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.260824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:23.304127 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:23.307132 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:23.378461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e1a356a4-6cce-43b6-868c-62599ddfe105 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0593977 May 13 15:25:23.381136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:23.407298 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.459250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-ea012774-2121-4b5b-98f3-90ccb6601ff4', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:25:23.465096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.480412 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:23.482314 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:23.566580 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f895b3-5e8b-4c56-b064-5f7d7cdc6c7f None None] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:23.651963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Allocated IP 172.20.0.2 (ea012774-2121-4b5b-98f3-90ccb6601ff4/d775d4ef-69fc-49bd-b204-403658ebaf28/38b05f8b-4460-481d-996f-4431ab872453) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:23.670496 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:23.881803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:23.899656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Transition to ACTIVE for port object 38b05f8b-4460-481d-996f-4431ab872453 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:23.922046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Transition to ACTIVE for port object 38b05f8b-4460-481d-996f-4431ab872453 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:23.955439 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:23.959473 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8445-68e9-4ea1-ac61-8e00996f90be None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:20Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:24.008381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.100607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:24.103487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:24.105928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:24.167374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.191513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Pushing event updated for resources: {'Port': ['ID=38b05f8b-4460-481d-996f-4431ab872453,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:24.206073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.206669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.207280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.209680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.211203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.212341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.213062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.214996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.217483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.224209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.224209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.224209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:24.260791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Attempting to bind port 38b05f8b-4460-481d-996f-4431ab872453 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:24.261436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Attempting to bind port 38b05f8b-4460-481d-996f-4431ab872453 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:24.261540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Attempting to bind port 38b05f8b-4460-481d-996f-4431ab872453 on network ea012774-2121-4b5b-98f3-90ccb6601ff4 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:24.275364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:24.276785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Checking segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:24.276785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.276785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Bound using segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:24.279769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Bound port: 38b05f8b-4460-481d-996f-4431ab872453, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:24.279769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.399431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:24.418667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:24.481883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:24.582532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7e7eb-a991-414d-8977-4af5c12a8bd0 None None] Pushing event updated for resources: {'Port': ['ID=38b05f8b-4460-481d-996f-4431ab872453,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:24.698337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (ea012774-2121-4b5b-98f3-90ccb6601ff4/d775d4ef-69fc-49bd-b204-403658ebaf28/d6940a0b-3e68-4445-a3d5-cc42a041a4c4) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:25.174145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:25.193087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object d6940a0b-3e68-4445-a3d5-cc42a041a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:25.265019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:25.334330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:25.340799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:25.340799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:25.381741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:25.409793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:25.778366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:25.851422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:26.017392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:26.023654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:26.023654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.197060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:26.197447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.215359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:26.227985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.315889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.316695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 38b05f8b-4460-481d-996f-4431ab872453 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:26.334431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.429907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92024e57-5369-45f5-8c06-53fa1505508c None None] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:25:26.459435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.463719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:26.523248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:26.607768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:26.609641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:26.678970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ecd64ae6-5555-4034-b511-7fe10a88b354 None None] Provisioning for port 38b05f8b-4460-481d-996f-4431ab872453 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:26.704310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 38b05f8b-4460-481d-996f-4431ab872453 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:26.711701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 38b05f8b-4460-481d-996f-4431ab872453 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:26.712021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.806268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:26.851490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 38b05f8b-4460-481d-996f-4431ab872453 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:26.852004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:26.894235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:27.053098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.125347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Provisioning for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:27.126420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:27.137441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:27.139420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:27.139792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.141707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fc1aaf25-38c0-4404-9f75-120c54ca7a47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7576780 May 13 15:25:27.143601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40650) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:27.182154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=38b05f8b-4460-481d-996f-4431ab872453,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:27.200115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:27.200742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:27.283560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:27.314008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.314268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.314759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.315227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.315684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.316151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.320873 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-71a804cd-2b61-4ec6-bb1f-a26b31faf387 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1735706 May 13 15:25:27.321496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40654) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:27.356817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Provisioning complete for port 38b05f8b-4460-481d-996f-4431ab872453 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:27.357189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.402189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.402659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.403114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.403564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.404021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.404457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:27.409422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d126dcab-b035-4838-84c6-7a280f50208a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0848529 May 13 15:25:27.409649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40658) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:27.452504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:27.628199 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-27a1a72e-9e81-4715-bb41-2af914284903 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2174268 May 13 15:25:27.643605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.726386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-38125e79-8a6a-48fd-93ae-832b33b45fa3 None None] Current status of the port 38b05f8b-4460-481d-996f-4431ab872453 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:27.769930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40666) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:27.775565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694622695', 'description': 'tempest-secgroup-smoke-1694622695 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:27.782050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:27.786386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:27.790244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:27.802229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:27.808011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:27.880362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.891883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c5e06a73-02aa-4b3d-ba69-eaa8ec4ba22d None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:27.892366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c5e06a73-02aa-4b3d-ba69-eaa8ec4ba22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.903389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:27.908109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:27.911443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:27.922289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:27.965329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c5e06a73-02aa-4b3d-ba69-eaa8ec4ba22d None None] Port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:27.971389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:27.971389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.008131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.061249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:28.070659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:28.071010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Updating router 182bffc8-5875-4b9f-8b34-189ac0655ab9 port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:25:28.104873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.136065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.153454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e44bb2-956a-41e7-9e29-6b8c7ff49682,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:28.246807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:28.247861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 38b05f8b-4460-481d-996f-4431ab872453 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:28.252103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.253371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bb127ebf-3317-4120-925c-27ca8a970ebb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4823127 May 13 15:25:28.256347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:28.272689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:28.272689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:28.272689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:28.275528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:28.282342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:28.384144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.449197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.462374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 38b05f8b-4460-481d-996f-4431ab872453 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:28.462374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.543085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.568460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4e0f47-6e83-4c74-921a-c724026ac943,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:28.578985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.579332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.579673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.580005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.580342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.580664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.581002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.581316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.581642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.581983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.582309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.582634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:25:28.657323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.658609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d2c88a7-c617-4705-82b5-2647047815f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011509 May 13 15:25:28.661492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40674) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:28.672515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:28.674524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 38b05f8b-4460-481d-996f-4431ab872453 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:28.678810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:28.682520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:28.686053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:28.689368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.692378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:28.701441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Transition to ACTIVE for port object d6940a0b-3e68-4445-a3d5-cc42a041a4c4 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:28.808739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.822837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.875774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.979137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:28.986296 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090842e4-318f-4078-9b0b-f3ab4c3324a5 None None] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:29.018178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e882d24b-0e3a-4b60-9fd6-7372b4f17075,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:29.059490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Attempting to bind port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:29.059868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Attempting to bind port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:29.060233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Attempting to bind port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 on network ea012774-2121-4b5b-98f3-90ccb6601ff4 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Checking segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Bound using segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Bound port: d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:29.072798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.132726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.134223 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fc4589d5-24d8-4a76-97ec-de997f491a54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4714506 May 13 15:25:29.136891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40678) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:29.142950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:29.157507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:29.157507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:29.164354 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:29.169578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:29.169988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:29.173691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:29.264656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.299555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.346258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:29.346878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:29.373261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.429986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090842e4-318f-4078-9b0b-f3ab4c3324a5 None None] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:29.464654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.491958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce30c75-f30d-4733-b661-ca5350b67e1e,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:29.548139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:29.624924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.626178 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1187e9f5-6641-447b-985c-051a7f7bbdbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882116 May 13 15:25:29.628901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:29.634016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:29.640639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:29.644643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:29.647584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:29.653356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:29.842328 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.915723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:29.930794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:29Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:29.934839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bf8f6-933c-4f48-afd0-f0b4a3b37840 None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:29Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:29.975656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.021826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9424f89-e4a1-4c32-ab58-9245f3157265,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:30.119303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.119303 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bc5a5f51-ae68-4244-8ba7-c629fc38af3d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4869637 May 13 15:25:30.120024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40686) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:30.126298 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:30.132682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:30.144218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:30.144218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:30.151171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:30.259248 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:25:30.267813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.346779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.407761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.434185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9130a1c7-2ea3-4670-bee3-71ab7d9e6513,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:30.509518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.509518 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d7129932-5508-475c-8031-7b3003e5e624 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3840349 May 13 15:25:30.509518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40690) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:30.513396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '82e44bb2-956a-41e7-9e29-6b8c7ff49682', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:30.520214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:30.524134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:30.527145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:30.534065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:30.635773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:25:30.643286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.724559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.778824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-451f00f0-bd9d-49c6-bde2-043d44e1b20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.789802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.814239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed278992-44f5-4a70-ba23-2f352f543b25,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:30.905230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:30.907320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-34bf33d1-4c24-4bfc-b200-eda7efbc3e2c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3977795 May 13 15:25:31.067598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f0042a9c-f9b7-4873-83fe-abe02a14951f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:31.161875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f0042a9c-f9b7-4873-83fe-abe02a14951f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:31.161875 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f0042a9c-f9b7-4873-83fe-abe02a14951f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694622695&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1228437 May 13 15:25:31.304521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-09b60673-e44f-4422-b831-74c5d531f17c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:31.305990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-09b60673-e44f-4422-b831-74c5d531f17c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=ea012774-2121-4b5b-98f3-90ccb6601ff4 HTTP/1.1" status: 200 len: 796 time: 0.1470332 May 13 15:25:31.321337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-d4cd4c29-1aac-4e14-bdb2-f006fc11e683 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0096648 May 13 15:25:31.409119 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-d16aaf98-5b67-437c-b9b1-a38978fcef94 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825112 May 13 15:25:31.657324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-25ed770f-d833-4d01-8bda-8ae5c6dc027a service neutron] 10.222.0.91 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366657 May 13 15:25:31.795688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-e648d80f-a8ed-45f3-af2c-1e1c3ff0472a service neutron] 10.222.0.91 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325371 May 13 15:25:31.802318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:31.950472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:31.955547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:31.955919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.073596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:32.074246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.108086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-77cb3ecc-9b08-45c7-9f1e-154580d4bc8a req-f4e73492-11d3-4338-a487-1bdbc04e1f01 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:32.115570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:32.219703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.282975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-77cb3ecc-9b08-45c7-9f1e-154580d4bc8a req-f4e73492-11d3-4338-a487-1bdbc04e1f01 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:32.284403 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-77cb3ecc-9b08-45c7-9f1e-154580d4bc8a req-f4e73492-11d3-4338-a487-1bdbc04e1f01 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 210 time: 0.2200227 May 13 15:25:32.288116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:33.175094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aa834b73-1c78-4820-b560-00b9a9c4cff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:33.439743 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8104616e-ada2-465d-bfbd-515717e0a3e3 req-b7451470-94c6-4126-abab-ecb9f42ef9a8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 210 time: 0.0428686 May 13 15:25:33.783635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:33.860718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:33.860718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:33.978775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:34.566786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:34.621002 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-49919dd0-80a4-481f-9d97-d79f6688d269 req-8def2ec2-ede6-4bcf-8690-9056762b5221 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 210 time: 0.0640664 May 13 15:25:34.660019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f841b191-7baf-4a04-b73d-5b8fedd37a7d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:34.660697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f841b191-7baf-4a04-b73d-5b8fedd37a7d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:34.664247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:34.755645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f841b191-7baf-4a04-b73d-5b8fedd37a7d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:34.759295 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f841b191-7baf-4a04-b73d-5b8fedd37a7d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=ea012774-2121-4b5b-98f3-90ccb6601ff4 HTTP/1.1" status: 200 len: 796 time: 0.3102551 May 13 15:25:34.804756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-99d35e0b-d92f-4dc1-b0ee-ad6df3902b19 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:34.819107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-99d35e0b-d92f-4dc1-b0ee-ad6df3902b19 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:34.819107 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-99d35e0b-d92f-4dc1-b0ee-ad6df3902b19 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.0523579 May 13 15:25:34.825509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['82e44bb2-956a-41e7-9e29-6b8c7ff49682']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:34.969701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:34.981216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:35.091369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:25:35.095437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.260512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.6 (ea012774-2121-4b5b-98f3-90ccb6601ff4/d775d4ef-69fc-49bd-b204-403658ebaf28/c27ae7de-4e74-464c-8e88-31bef6d1a18a) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:35.448875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.464459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object c27ae7de-4e74-464c-8e88-31bef6d1a18a will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:35.595852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.666024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:35.669294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:35.673525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:35.710969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:35.762983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:35.762983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.838365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc840e8-feee-4f01-9424-066cc3f2e933 req-de4d94d0-849e-4bbf-8df8-e98250dc5c54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:35.839928 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dcc840e8-feee-4f01-9424-066cc3f2e933 req-de4d94d0-849e-4bbf-8df8-e98250dc5c54 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 931 time: 0.0963192 May 13 15:25:35.873999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.894695 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dcc840e8-feee-4f01-9424-066cc3f2e933 req-3e9e7798-4101-4d0e-938a-25d4545c5675 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 May 13 15:25:35.904250 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-f7bff3f3-c163-4441-b31d-789c08ac4576 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0774016 May 13 15:25:35.911622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Request body: {'port': {'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:36.026653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:36.033934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-637dd1c8-d69d-4351-9089-58b6826a6407 None None] Provisioning for port c27ae7de-4e74-464c-8e88-31bef6d1a18a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:36.038824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-637dd1c8-d69d-4351-9089-58b6826a6407 None None] Provisioning complete for port c27ae7de-4e74-464c-8e88-31bef6d1a18a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:36.043933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-637dd1c8-d69d-4351-9089-58b6826a6407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:36.098695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-637dd1c8-d69d-4351-9089-58b6826a6407 None None] Port c27ae7de-4e74-464c-8e88-31bef6d1a18a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:25:36.470964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27ae7de-4e74-464c-8e88-31bef6d1a18a {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:36.479426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:36.494385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Transition to ACTIVE for port object c27ae7de-4e74-464c-8e88-31bef6d1a18a will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:25:36.585215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:36.745269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Pushing event updated for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:36.833319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Attempting to bind port c27ae7de-4e74-464c-8e88-31bef6d1a18a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:25:36.833657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Attempting to bind port c27ae7de-4e74-464c-8e88-31bef6d1a18a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:25:36.836489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Attempting to bind port c27ae7de-4e74-464c-8e88-31bef6d1a18a on network ea012774-2121-4b5b-98f3-90ccb6601ff4 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:36.838556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Port c27ae7de-4e74-464c-8e88-31bef6d1a18a on network ea012774-2121-4b5b-98f3-90ccb6601ff4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:25:36.838876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Attempting to bind port c27ae7de-4e74-464c-8e88-31bef6d1a18a on network ea012774-2121-4b5b-98f3-90ccb6601ff4 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:25:36.844745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:25:36.845083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Checking segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:25:36.845466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Bound using segment: {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:25:36.845885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Bound port: c27ae7de-4e74-464c-8e88-31bef6d1a18a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:25:36.846277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:36.938295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:25:36.941569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:25:37.051208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:37.119808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.120436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:37.121823 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] 10.222.0.23 "PUT /v2.0/ports/c27ae7de-4e74-464c-8e88-31bef6d1a18a HTTP/1.1" status: 200 len: 1093 time: 1.2151475 May 13 15:25:37.124644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:37.157147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45bfcc-66fb-47c1-afdc-793b613c2d9f service neutron] Pushing event updated for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:37.176868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97310a-2087-4226-ae93-acbd32fa2f4c req-612d7037-b6eb-4f19-a5aa-648ecea73ae3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.177800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5e97310a-2087-4226-ae93-acbd32fa2f4c req-612d7037-b6eb-4f19-a5aa-648ecea73ae3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:25:37.189915 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397c70db-4ed6-4c96-98e1-8dac9aab6b9d'] response: {'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'status': 'completed', 'code': 200} May 13 15:25:37.281044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d526c-d2c7-4566-a490-64bea17da236 req-8758dc41-5987-484c-877d-510a5d0d46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.281044 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-280d526c-d2c7-4566-a490-64bea17da236 req-8758dc41-5987-484c-877d-510a5d0d46bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1096 time: 0.0788784 May 13 15:25:37.384428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5e97310a-2087-4226-ae93-acbd32fa2f4c req-612d7037-b6eb-4f19-a5aa-648ecea73ae3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:25:37.386687 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e97310a-2087-4226-ae93-acbd32fa2f4c req-612d7037-b6eb-4f19-a5aa-648ecea73ae3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 943 time: 0.3745446 May 13 15:25:37.448619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d526c-d2c7-4566-a490-64bea17da236 req-ba48cba8-eaa4-4f97-b0e9-1d7881a9fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.450080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-280d526c-d2c7-4566-a490-64bea17da236 req-ba48cba8-eaa4-4f97-b0e9-1d7881a9fc2e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1638114 May 13 15:25:37.459038 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e97310a-2087-4226-ae93-acbd32fa2f4c req-9c5157ae-de25-4788-a915-e8b8b60dd9da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591736 May 13 15:25:37.590807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d526c-d2c7-4566-a490-64bea17da236 req-2ef99846-aeec-4a52-9bfa-28dbe2927486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.592260 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-280d526c-d2c7-4566-a490-64bea17da236 req-2ef99846-aeec-4a52-9bfa-28dbe2927486 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366882 May 13 15:25:37.695735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-265ef920-f50e-44df-8e26-d84c4dbc2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.697206 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-265ef920-f50e-44df-8e26-d84c4dbc2e68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1096 time: 0.0700066 May 13 15:25:37.768170 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-3831417e-2ba4-41c3-8513-ffdf97e6b547 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a HTTP/1.1" status: 200 len: 217 time: 0.0650222 May 13 15:25:37.828762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-2972a2e0-01b9-4770-abc8-6b8184c1dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.830192 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-2972a2e0-01b9-4770-abc8-6b8184c1dfd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d775d4ef-69fc-49bd-b204-403658ebaf28 HTTP/1.1" status: 200 len: 834 time: 0.0569060 May 13 15:25:37.907875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-c6665a9f-8b02-41e6-b999-ef803699f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:37.909343 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-c6665a9f-8b02-41e6-b999-ef803699f1d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea012774-2121-4b5b-98f3-90ccb6601ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736830 May 13 15:25:38.131076 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-b762ca40-914a-466f-b81b-9069e69547ca service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157624 May 13 15:25:38.265092 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73bdfe8e-e6ac-4a24-861e-4300956022ab req-6313e17d-0263-4dc8-adca-1ef1dc356d13 service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239860 May 13 15:25:38.646967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065101ed-3548-4a3d-b88a-6aee5a495447 req-a750b44b-704d-46a1-b282-80ca47aca234 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:38.648401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-065101ed-3548-4a3d-b88a-6aee5a495447 req-a750b44b-704d-46a1-b282-80ca47aca234 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 943 time: 0.0792401 May 13 15:25:38.692410 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-065101ed-3548-4a3d-b88a-6aee5a495447 req-fa7bd47c-0f1d-4f32-b5ed-f6e38db1034c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 May 13 15:25:39.881710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760377ca-4517-40ef-a8ac-68d9ce981ab0 req-561ce464-1291-44ce-87fb-e4cccfba7f27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:39.883300 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-760377ca-4517-40ef-a8ac-68d9ce981ab0 req-561ce464-1291-44ce-87fb-e4cccfba7f27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 943 time: 0.0809577 May 13 15:25:39.928314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-760377ca-4517-40ef-a8ac-68d9ce981ab0 req-dfd5c42e-dbd4-4aae-a284-028c136ca12b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 May 13 15:25:40.101332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c27ae7de-4e74-464c-8e88-31bef6d1a18a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:25:40.233532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:40.247642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:25:40.302649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port c27ae7de-4e74-464c-8e88-31bef6d1a18a is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:40.303046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:40.319641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27ae7de-4e74-464c-8e88-31bef6d1a18a {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:25:40.335095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:40.408212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:40.477805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:40.633047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['c27ae7de-4e74-464c-8e88-31bef6d1a18a'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:25:41.120916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a42746-b54a-4ab9-a982-aad9c7954f44 req-6e045e5c-6447-4032-a2ca-b2670db101f2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:41.122417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e6a42746-b54a-4ab9-a982-aad9c7954f44 req-6e045e5c-6447-4032-a2ca-b2670db101f2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 944 time: 0.0845239 May 13 15:25:41.169439 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e6a42746-b54a-4ab9-a982-aad9c7954f44 req-82e2e8b4-e668-4e10-a00c-b7ffe5fc03eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 May 13 15:25:42.115185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c27ae7de-4e74-464c-8e88-31bef6d1a18a up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:25:42.253276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port c27ae7de-4e74-464c-8e88-31bef6d1a18a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:25:42.256114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port c27ae7de-4e74-464c-8e88-31bef6d1a18a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:25:42.256489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:42.357033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0ee36-c431-429b-8c12-60b2c71e819e req-32592d9b-27f4-4a14-9af9-ca2d1dc196b9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:42.358530 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71b0ee36-c431-429b-8c12-60b2c71e819e req-32592d9b-27f4-4a14-9af9-ca2d1dc196b9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 944 time: 0.0840576 May 13 15:25:42.376604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port c27ae7de-4e74-464c-8e88-31bef6d1a18a is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:25:42.376985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:42.403220 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71b0ee36-c431-429b-8c12-60b2c71e819e req-7687a777-fd24-4000-94cc-3f54dd0de018 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 May 13 15:25:42.404962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:42.415699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:25:42.450113 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9d9c2a-e21b-4828-8fa3-1131a6adc688'] response: {'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'code': 200} May 13 15:25:42.485226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:42.556295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:43.117328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06907e-458d-4969-92c1-e7cc220d95f1 req-6bc1e0b7-2567-4b2a-87c6-78c725b8cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:43.119091 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ae06907e-458d-4969-92c1-e7cc220d95f1 req-6bc1e0b7-2567-4b2a-87c6-78c725b8cede service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0701408 May 13 15:25:43.162429 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ae06907e-458d-4969-92c1-e7cc220d95f1 req-a31a934f-5ec1-4532-9cf0-d53aca2ccecd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 May 13 15:25:43.587714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edbff3-add1-4eb9-b4d4-66ed3e60947f req-51d810a2-1459-4360-affb-0dccd107b58b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:43.589157 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5edbff3-add1-4eb9-b4d4-66ed3e60947f req-51d810a2-1459-4360-affb-0dccd107b58b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.0794132 May 13 15:25:43.632795 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5edbff3-add1-4eb9-b4d4-66ed3e60947f req-cf05c2be-334e-4158-805c-cc77d68e19aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 May 13 15:25:44.818068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f8d29-f1cd-4f73-9ccc-3dfb9a20cc2c req-d9aacca3-699b-487e-bae8-2a116934f64a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:44.819510 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd3f8d29-f1cd-4f73-9ccc-3dfb9a20cc2c req-d9aacca3-699b-487e-bae8-2a116934f64a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.0790849 May 13 15:25:44.863382 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd3f8d29-f1cd-4f73-9ccc-3dfb9a20cc2c req-859646fa-b263-47bd-9376-22c097fff9e5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 May 13 15:25:45.055629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffedbc3-80f6-43bd-96c6-29f9aad02a74 req-b03db103-5617-4ed5-9ff5-9a46072bf628 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:45.057011 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2ffedbc3-80f6-43bd-96c6-29f9aad02a74 req-b03db103-5617-4ed5-9ff5-9a46072bf628 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.0837848 May 13 15:25:45.101100 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2ffedbc3-80f6-43bd-96c6-29f9aad02a74 req-970e42bb-c07f-4aa9-b6d4-fb57fe16259c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 May 13 15:25:45.124093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40750) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:45.192507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ada1e-f8b0-4347-85a6-cae79ff80c0c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:45.196638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-506ada1e-f8b0-4347-85a6-cae79ff80c0c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1093 time: 0.0689428 May 13 15:25:45.196823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40754) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:45.201806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:25:45.208331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:25:45.212227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:25:45.215035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:25:45.221868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:25:45.337571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:45.473793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:45.610110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.115 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/e6deb508-8766-4439-a916-0887deb9d9f1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:25:45.757318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:45.858114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:45.921147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:25:45.922950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:25:45.926558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:25:45.971933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=e6deb508-8766-4439-a916-0887deb9d9f1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:46.439764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.568210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.777668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.840525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:46.947209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=e6deb508-8766-4439-a916-0887deb9d9f1,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:25:46.960243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:47.132211 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0 associated. External IP: 172.26.7.115, port: c27ae7de-4e74-464c-8e88-31bef6d1a18a. May 13 15:25:47.480540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:25:47.675143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:25:47.685183 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:25:47.695486 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:47.696175 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:47.772747 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:47.822912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3e4cd7a8-0869-4df4-9b49-7e2b67f41456 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6250248 May 13 15:25:47.823616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:25:47.825636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40758) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:47.873101 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f03c3f-d3c4-4b0b-8bfc-4cfa76fed96d'] response: {'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'status': 'completed', 'code': 200} May 13 15:25:47.925644 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:47.973213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3940-b545-40d6-be71-020b4296f784 req-3369fb8e-901b-4d3e-bbbf-e462a66b9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:47.974829 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-3369fb8e-901b-4d3e-bbbf-e462a66b9ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0816765 May 13 15:25:48.025658 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-524df7ad-7b4a-432a-9afc-84d533e23862 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9 HTTP/1.1" status: 200 len: 923 time: 0.1937759 May 13 15:25:48.025658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40764) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:48.142491 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d8c317f6-b20d-4495-aeba-a2df0ef83f52 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1159711 May 13 15:25:48.216560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3940-b545-40d6-be71-020b4296f784 req-bffd79f1-8e1d-4df8-a9b3-aa3972c3147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:48.218030 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-bffd79f1-8e1d-4df8-a9b3-aa3972c3147c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea012774-2121-4b5b-98f3-90ccb6601ff4 HTTP/1.1" status: 200 len: 897 time: 0.2375309 May 13 15:25:48.309941 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:25:46Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:32Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:48.313900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:25:48.321186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-5301967d-b448-4607-bfd3-8c78b91729b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a HTTP/1.1" status: 200 len: 999 time: 0.0969403 May 13 15:25:48.322391 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:25:48.322996 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:25:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:48.382183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3940-b545-40d6-be71-020b4296f784 req-ba7d8cc7-d841-48c5-aa03-37fe323c396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:48.383631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-ba7d8cc7-d841-48c5-aa03-37fe323c396c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d775d4ef-69fc-49bd-b204-403658ebaf28 HTTP/1.1" status: 200 len: 834 time: 0.0574830 May 13 15:25:48.458878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f3940-b545-40d6-be71-020b4296f784 req-541496e1-a321-48f0-9b1b-b8ba246fc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:48.460366 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-541496e1-a321-48f0-9b1b-b8ba246fc27e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea012774-2121-4b5b-98f3-90ccb6601ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696602 May 13 15:25:48.514894 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:25:48.597343 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-ca8024b6-35a4-47cf-8e59-f3180db86f94 service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311495 May 13 15:25:48.735080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-971f3940-b545-40d6-be71-020b4296f784 req-24baac11-02e8-4ea1-87a4-d1eba9683c30 service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 May 13 15:25:48.868517 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:25:46Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:32Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:25:48.868517 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ca455-14ff-481f-af0f-b647f16e0a81 None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:25:46Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:25:32Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:25:49.051162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc364a5f-c00f-45ff-82a8-855af944c9ee None None] New status for floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:25:49.145382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40768) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:49.256343 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b3682404-9e0d-4ec4-93d1-714f9f441296 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1096339 May 13 15:25:50.259285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40772) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:25:50.364035 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6b39a5c0-bc09-4096-a42e-9ba572857adb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 993 time: 0.1036270 May 13 15:25:52.366246 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:25:57.575443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:00.777360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2b46aa2e-8651-48d8-b0a9-1ebf42bc52b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:03.135301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-69535b52-10ec-4fa3-8876-4ec100ff4843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:04.594148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:04.605369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:05.855291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:12.369974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-e690c1c3-a065-4763-88f0-3a2f35f01241 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728226 May 13 15:26:12.461324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-04fa5dbb-e02c-4b85-9b02-edd6c3a35888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:12.462860 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-04fa5dbb-e02c-4b85-9b02-edd6c3a35888 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1099 time: 0.0714645 May 13 15:26:12.609723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-87d84000-d6c3-41a5-ace8-297df3234688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:12.611504 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-87d84000-d6c3-41a5-ace8-297df3234688 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1307297 May 13 15:26:12.715678 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-06ac0dcd-8578-419f-908e-416a25c54234 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 200 len: 1001 time: 0.0983033 May 13 15:26:12.782544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-f3045c5d-1141-427f-a361-aa69af88cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:12.783992 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-f3045c5d-1141-427f-a361-aa69af88cb0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0624900 May 13 15:26:12.858503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-4396ef8a-b945-49ac-870f-be3ca98b88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:12.859976 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-4396ef8a-b945-49ac-870f-be3ca98b88ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704949 May 13 15:26:12.995288 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-850e6bee-f995-497b-987b-a53e2b949bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285172 May 13 15:26:13.128951 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2293109f-1505-4e18-a78d-0609fbab2a80 req-dfd44f7b-e5ea-401a-ad62-917da362b429 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257410 May 13 15:26:15.883657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40790) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:16.165170 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0270964f-2fe4-4d06-977f-f363b00b4c60 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2803540 May 13 15:26:16.168107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40794) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:16.446429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb0c9db-5397-418f-9cd1-26acd7104085 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Notify agent at dv-neutron-835340-3-hyperv the message router_removed_from_agent {{(pid=88837) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 13 15:26:16.449604 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ceb0c9db-5397-418f-9cd1-26acd7104085 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "DELETE /v2.0/agents/edc04dfd-8410-43be-b8bb-0d623d2f78ed/l3-routers/182bffc8-5875-4b9f-8b34-189ac0655ab9 HTTP/1.1" status: 204 len: 168 time: 0.2805862 May 13 15:26:16.452324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40798) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:16.638208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7d4455d9-1533-4bc7-9aca-8c2c2b09e727 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1848049 May 13 15:26:16.640853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40802) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:16.747493 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b8e4f8ac-954f-42cd-b223-a8bb97d4921c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 993 time: 0.1056013 May 13 15:26:17.205320 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a5266-8334-4fe2-87c2-35c3b930e6a8 None None] New status for floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:26:17.751382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40806) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:17.803057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:17.862199 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-979203f8-ae33-45ef-b892-0c672aa2557a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1096523 May 13 15:26:17.920445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:17.920819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:17.937105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:18.006083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.006886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:18.127798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:18.184659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:18.185158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.220784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:18.289102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:18.355747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:19.003879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40814) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:19.291542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af42906-9d72-49c2-b746-ed0e13c8c804 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:26:19.291542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af42906-9d72-49c2-b746-ed0e13c8c804 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Notify agent at dv-neutron-835340-3-hyperv the message router_added_to_agent {{(pid=88838) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 13 15:26:19.312672 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5af42906-9d72-49c2-b746-ed0e13c8c804 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "POST /v2.0/agents/edc04dfd-8410-43be-b8bb-0d623d2f78ed/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3075168 May 13 15:26:19.315419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40822) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:19.322366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:19.331775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:19.345601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:19.521064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:19.624244 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4318d472-3885-41f9-a73c-950faec6da32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3077314 May 13 15:26:19.626968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40826) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:19.733127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-41caaae0-b7d0-4681-bf2b-c6ee482a28cc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1049490 May 13 15:26:19.872829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:18Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:19.876398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:19.886018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:19.886619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:20.103883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:20.450795 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:18Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:20.454769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6256593-3409-4bff-966a-4b1a374760b4 None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'f2b19d54-2c37-4f69-9315-f9840ec445a0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'port_id': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'mac_address': 'fa:16:3e:4e:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:25:46Z', 'updated_at': '2022-05-13T15:26:17Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:18Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:20.737594 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:20.850787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-260c80e6-63e8-4325-b3bb-59af18bdaa9f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1118946 May 13 15:26:21.852060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:21.854712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40834) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:21.922973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:21.922973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:21.965686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6fc4b895-b683-499e-a984-590e5075dc81 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 991 time: 0.1097536 May 13 15:26:22.037985 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a45b4-7d8f-472a-b9a9-859245249e54 None None] New status for floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:26:22.050486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:22.051455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.069421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:22.224108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.224108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:22.339779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:22.352283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:22.356041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.471751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:22.472134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.505245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:22.559544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:22.628634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:22.970027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40838) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:23.080672 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2088cbe0-b19f-4ca4-a6de-cf9d86bc2d78 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 200 len: 993 time: 0.1095033 May 13 15:26:23.355473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40846) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:23.556832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port e6deb508-8766-4439-a916-0887deb9d9f1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:23.557225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.724492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.724625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:23.817226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:23.852121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for e6deb508-8766-4439-a916-0887deb9d9f1 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:23.887836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:23.888325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.024170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:24.024792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:24.079607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.097158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:24.097478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.224446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:24.237340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=e6deb508-8766-4439-a916-0887deb9d9f1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:24.277612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.280674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.281362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.281362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:24.339412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:24.339793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0 disassociated (deleted). External IP: 172.26.7.115, port: c27ae7de-4e74-464c-8e88-31bef6d1a18a. May 13 15:26:24.689682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:24.869741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:24.882649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:24.891883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:24.892488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:24.970828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:25.030657 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-158cc4cd-da40-4a27-a208-a05d9e55370b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/f2b19d54-2c37-4f69-9315-f9840ec445a0 HTTP/1.1" status: 204 len: 168 time: 1.6716464 May 13 15:26:25.030657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:26:25.075695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:25.079968 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4adc7c5-d260-4da2-bbed-9b7cde2b6e76'] response: {'name': 'network-changed', 'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'status': 'completed', 'code': 200} May 13 15:26:25.188703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777dde4-b254-4ead-addc-c6560ba102ac req-8548c27d-09b2-4c00-869d-70eb3d29751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:25.190745 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-8548c27d-09b2-4c00-869d-70eb3d29751b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 1098 time: 0.0804029 May 13 15:26:25.340325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777dde4-b254-4ead-addc-c6560ba102ac req-df4ec168-fbb6-4810-8c63-994f8c0c14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:25.341977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-df4ec168-fbb6-4810-8c63-994f8c0c14fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea012774-2121-4b5b-98f3-90ccb6601ff4 HTTP/1.1" status: 200 len: 897 time: 0.1418650 May 13 15:26:25.432790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-4aab65b9-07a4-4409-bcd5-6db6453af989 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a HTTP/1.1" status: 200 len: 217 time: 0.0805085 May 13 15:26:25.478668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:25.484781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:25.495655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:25.496281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:25.506362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777dde4-b254-4ead-addc-c6560ba102ac req-f93e299c-26c9-4374-90c1-50c1f26d4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:25.508259 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-f93e299c-26c9-4374-90c1-50c1f26d4c82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d775d4ef-69fc-49bd-b204-403658ebaf28 HTTP/1.1" status: 200 len: 834 time: 0.0726299 May 13 15:26:25.587284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777dde4-b254-4ead-addc-c6560ba102ac req-068b622d-23c1-47a3-82a5-c46ca9632a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:25.588758 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-068b622d-23c1-47a3-82a5-c46ca9632a02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea012774-2121-4b5b-98f3-90ccb6601ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739303 May 13 15:26:25.693625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:25.776580 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-72c5af03-a9cb-4991-a86c-38c108fd408f service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806853 May 13 15:26:25.791205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73af9-32f2-4df4-99ed-fcef43db891d req-b680ffe8-ac3d-4bc1-a74c-699d9d3e82bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:25.791846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-cfe73af9-32f2-4df4-99ed-fcef43db891d req-b680ffe8-ac3d-4bc1-a74c-699d9d3e82bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:26.029974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:26.031299 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2777dde4-b254-4ead-addc-c6560ba102ac req-463afbc8-fb73-4a0b-a7da-9feea1f040d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478180 May 13 15:26:26.034638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbac10-9cc3-4871-a4d3-0c08b28bc194 None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:25:25Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd6940a0b-3e68-4445-a3d5-cc42a041a4c4', 'name': '', 'network_id': 'ea012774-2121-4b5b-98f3-90ccb6601ff4', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e0:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:24Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'd775d4ef-69fc-49bd-b204-403658ebaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:26.060370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-cfe73af9-32f2-4df4-99ed-fcef43db891d req-b680ffe8-ac3d-4bc1-a74c-699d9d3e82bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:26.063251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cfe73af9-32f2-4df4-99ed-fcef43db891d req-b680ffe8-ac3d-4bc1-a74c-699d9d3e82bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.4465866 May 13 15:26:26.113815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cfe73af9-32f2-4df4-99ed-fcef43db891d req-716c5264-4d34-4611-85e7-68d65d6cdf74 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451906 May 13 15:26:26.875758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-da27d3ea-dd58-446e-b15f-55ee9ba6567a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:26.877209 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-da27d3ea-dd58-446e-b15f-55ee9ba6567a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.0810096 May 13 15:26:26.950563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port c27ae7de-4e74-464c-8e88-31bef6d1a18a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:26.950702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.205489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port c27ae7de-4e74-464c-8e88-31bef6d1a18a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c27ae7de-4e74-464c-8e88-31bef6d1a18a,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:27.205848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.235992 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0850f6-741f-446f-a87b-ecfbcc654e89 None None] New status for floating IP f2b19d54-2c37-4f69-9315-f9840ec445a0: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:26:27.323773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258786a-b8c0-468d-b04f-1910a14a6012 req-b133e78e-4d39-4a11-91d7-1d2fffffe67a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:27.326447 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5258786a-b8c0-468d-b04f-1910a14a6012 req-b133e78e-4d39-4a11-91d7-1d2fffffe67a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 945 time: 0.0931463 May 13 15:26:27.342154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for c27ae7de-4e74-464c-8e88-31bef6d1a18a owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:27.374477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5258786a-b8c0-468d-b04f-1910a14a6012 req-a667564a-9759-48d3-97a3-6d32cc78bd21 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=82e44bb2-956a-41e7-9e29-6b8c7ff49682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 May 13 15:26:27.580352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.580500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.633171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=c27ae7de-4e74-464c-8e88-31bef6d1a18a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:27.712651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port c27ae7de-4e74-464c-8e88-31bef6d1a18a on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:26:27.715084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:27.717617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'name': 'network-vif-deleted', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:26:27.774609 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52129045-0f78-4ed1-b24b-2f4025f16e65'] response: {'server_uuid': 'b555b74d-6afc-40ff-9249-f1b655bb29d7', 'name': 'network-vif-deleted', 'tag': 'c27ae7de-4e74-464c-8e88-31bef6d1a18a', 'status': 'completed', 'code': 200} May 13 15:26:27.795094 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17d5ba61-3459-446f-93a6-3255f1cb2434 req-eb172542-4e90-45c0-af2a-f2f2da9f3486 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/c27ae7de-4e74-464c-8e88-31bef6d1a18a HTTP/1.1" status: 204 len: 173 time: 0.9112389 May 13 15:26:28.547055 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a217dec-8d06-449a-8148-be4cd2f8eaeb req-726b286a-fbae-4be8-9be6-eaef2d3e523b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=b555b74d-6afc-40ff-9249-f1b655bb29d7 HTTP/1.1" status: 200 len: 210 time: 0.0454168 May 13 15:26:29.365786 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:26:29.645540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:29.716547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.746903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.913582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.933652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e44bb2-956a-41e7-9e29-6b8c7ff49682,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:30.008317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.009476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ab2d6055-98e0-48e7-92b5-97d46e9d9ade tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/82e44bb2-956a-41e7-9e29-6b8c7ff49682 HTTP/1.1" status: 204 len: 168 time: 0.3617561 May 13 15:26:30.170150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40872) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:30.425441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c27ae7de-4e74-464c-8e88-31bef6d1a18a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:30.463073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: c27ae7de-4e74-464c-8e88-31bef6d1a18a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:30.466955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c27ae7de-4e74-464c-8e88-31bef6d1a18a not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:30.809098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aded4825-07c1-46ca-b08f-376fd38fb2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:30.826097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.191183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port d6940a0b-3e68-4445-a3d5-cc42a041a4c4 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:31.191524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.376671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port d6940a0b-3e68-4445-a3d5-cc42a041a4c4, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:31.377027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.499358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for d6940a0b-3e68-4445-a3d5-cc42a041a4c4 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:31.914251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:31.963981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=d6940a0b-3e68-4445-a3d5-cc42a041a4c4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:32.342583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:32.705103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 182bffc8-5875-4b9f-8b34-189ac0655ab9 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:32.881415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:32.891436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Sync routers for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:32.897291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40876) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:32.897739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2797cae7-a323-4ff3-b700-8d1766335bc1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7260869 May 13 15:26:32.902881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:32.903490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:32.980415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet d775d4ef-69fc-49bd-b204-403658ebaf28 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:26:32.980415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.034203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.097358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:33.122496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.199794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d5ffef3-9c6a-49a1-acdc-d7a0d92fe598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.289467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.334912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=d775d4ef-69fc-49bd-b204-403658ebaf28,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:33.339090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.345940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.346318 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.346654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.346996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.347329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.347665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.347994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.348323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.348654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.348979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.349309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.349669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:33.355070 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a4448d4d-ad0e-4ab8-83ab-f46cf9a61afb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/d775d4ef-69fc-49bd-b204-403658ebaf28 HTTP/1.1" status: 204 len: 168 time: 0.4559655 May 13 15:26:33.359476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40880) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:33.360204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461384dc-42b1-41b4-9792-0d429d80d19a None None] Network ea012774-2121-4b5b-98f3-90ccb6601ff4 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:33.539460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.588253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:26:31Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:33.595373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Checking router: 182bffc8-5875-4b9f-8b34-189ac0655ab9 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:33.607892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Routers {'182bffc8-5875-4b9f-8b34-189ac0655ab9'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:33.608493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['182bffc8-5875-4b9f-8b34-189ac0655ab9'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:33.734704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.770654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] DHCP port deletion for ea012774-2121-4b5b-98f3-90ccb6601ff4 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:26:33.780225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Deleting port 38b05f8b-4460-481d-996f-4431ab872453 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:33.780597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.805554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:33.805662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.846090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] Set router 182bffc8-5875-4b9f-8b34-189ac0655ab9 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:33.892049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 38b05f8b-4460-481d-996f-4431ab872453 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:34.004226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:34.004801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.258595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:34.300368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:34.300750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.459940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Calling delete_port for 38b05f8b-4460-481d-996f-4431ab872453 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:34.506407 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.540074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 38b05f8b-4460-481d-996f-4431ab872453 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:34.540074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.558281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:34.605239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:34.619330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:26:31Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:34.623243 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.624127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8aeef9-7711-47e4-8f29-d9b027072d65 None None] The sync data for ids ['182bffc8-5875-4b9f-8b34-189ac0655ab9'] in dv-neutron-835340-3-hyperv is: [{'id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'name': 'tempest-TestNetworkBasicOps-router-2143926091', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170'}], 'enable_snat': True}, 'gw_port_id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:25:19Z', 'updated_at': '2022-05-13T15:26:31Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182bffc8-5875-4b9f-8b34-189ac0655ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:25:20Z', 'updated_at': '2022-05-13T15:26:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:34.651939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.659557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.691802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.794759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:26:34.795039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:26:34.811024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=38b05f8b-4460-481d-996f-4431ab872453,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:34.818109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.818535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.819030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.819349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.819680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.820016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.820382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.820669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.821002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.821330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.821653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.822008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:34.835123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.837283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.980104 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.983763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 182bffc8-5875-4b9f-8b34-189ac0655ab9 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:26:34.997003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:34.998128 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-916fe1a2-4cff-4c0a-ad67-1cb9414407d1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/182bffc8-5875-4b9f-8b34-189ac0655ab9 HTTP/1.1" status: 204 len: 168 time: 1.6395333 May 13 15:26:35.000961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40884) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:35.119854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.130243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 38b05f8b-4460-481d-996f-4431ab872453 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:35.130577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.296339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Deleting port 38b05f8b-4460-481d-996f-4431ab872453 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:35.296807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.344687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:35.344815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.469062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 38b05f8b-4460-481d-996f-4431ab872453 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:35.501093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] For port 38b05f8b-4460-481d-996f-4431ab872453, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=38b05f8b-4460-481d-996f-4431ab872453,segment=NetworkSegment(222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8),segment_id=222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:35.501487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.621938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.628884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Calling delete_port for 38b05f8b-4460-481d-996f-4431ab872453 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:26:35.674315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=38b05f8b-4460-481d-996f-4431ab872453,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:35.675936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 38b05f8b-4460-481d-996f-4431ab872453 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:26:35.703760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:26:35.703935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:26:35.816690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:35.856632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:35.856632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b317cf52-78ce-4e8d-bf0e-7cd4c7ae9457 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:35.856944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:26:35.889534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.895041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d6940a0b-3e68-4445-a3d5-cc42a041a4c4 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:26:35.895394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d6940a0b-3e68-4445-a3d5-cc42a041a4c4 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:26:35.923724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.949335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea012774-2121-4b5b-98f3-90ccb6601ff4']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:35.962991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:35.963299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222ec0e8-1ea3-4ebc-acde-c15c5ffd36f8') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:35.974458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.990382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.996853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:26:35.997236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:26:36.011772 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:26:36.190810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.208247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.219995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=ea012774-2121-4b5b-98f3-90ccb6601ff4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:36.285725 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b36df35b-7ed9-43a3-b2ac-3922d5d27d27 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/ea012774-2121-4b5b-98f3-90ccb6601ff4 HTTP/1.1" status: 204 len: 168 time: 1.2836642 May 13 15:26:36.306767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40888) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:36.312327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--3181594', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:36.317232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:36.322084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:36.324926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:36.330918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:36.382667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:36.386014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.412294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:26:36.421292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.421644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment a6074fde-45a0-490c-8737-35fb34329eca of type vlan for network 8486cb43-03c8-4a99-91f6-8ffd61981509 May 13 15:26:36.447720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.459328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Deleting port 38b05f8b-4460-481d-996f-4431ab872453 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:26:36.460002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.525118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5c49abb6-8882-4e59-a3c6-ffbf187f52b1 None None] The port '38b05f8b-4460-481d-996f-4431ab872453' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:26:36.560403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.565247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:36.565828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.674782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=8486cb43-03c8-4a99-91f6-8ffd61981509,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:36.687205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:26:36.731713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a40539ec-d4ec-4d71-8227-0f89811c0aae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4238868 May 13 15:26:36.734453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40892) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:36.739294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:36.747435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:36.751267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:36.754214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:36.761073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:36.841496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.842272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:36.857602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.212799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.630391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.659575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:37.795040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.129 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/31f8a315-cf1b-4231-bbbc-90ca1756186a) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:37.954343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.088734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.153462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:38.156255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:38.160303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:38.311400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=31f8a315-cf1b-4231-bbbc-90ca1756186a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:38.781319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.132308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.398961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 1e6af910-7372-4a71-a7fc-7fc7a591575b is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:26:39.572110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:39.582158 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Sync routers for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:39.594574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:39.595258 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:39.679797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:39.684055 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b16a6e40-3d33-415f-9b72-46c2efeb4e15 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9456673 May 13 15:26:39.684468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40896) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:39.726640 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6575f240-b3e5-49e9-bccd-1c149dcd7009 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410767 May 13 15:26:39.729353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40900) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:39.777639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:39.977033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a0e6f3-8e1e-4977-9709-ffa1cb56e7be tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:39.978635 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b2a0e6f3-8e1e-4977-9709-ffa1cb56e7be tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2483981 May 13 15:26:39.981572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40904) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:40.021921 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-770bfa0d-337b-4e12-8677-06eadb7e1cde tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390902 May 13 15:26:40.025676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40910) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:40.030981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822307043', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:40.068582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:38Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:40.073100 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Checking router: 1e6af910-7372-4a71-a7fc-7fc7a591575b for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:40.073441 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Updating router 1e6af910-7372-4a71-a7fc-7fc7a591575b port 31f8a315-cf1b-4231-bbbc-90ca1756186a binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:40.125558 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.141506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:40.145452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:40.148824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:40.154559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:40.244712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:40.248252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.452065 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.464423 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Transition to ACTIVE for port object 31f8a315-cf1b-4231-bbbc-90ca1756186a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:40.539730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.553031 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.620863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=c98d422c-d9ec-444d-8d99-2ab046739582,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:40.632024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:40.632376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 8486cb43-03c8-4a99-91f6-8ffd61981509, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:26:40.633936 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Attempting to bind port 31f8a315-cf1b-4231-bbbc-90ca1756186a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:40.634398 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Attempting to bind port 31f8a315-cf1b-4231-bbbc-90ca1756186a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:40.634679 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Attempting to bind port 31f8a315-cf1b-4231-bbbc-90ca1756186a on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:40.640260 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Pushing event updated for resources: {'Port': ['ID=31f8a315-cf1b-4231-bbbc-90ca1756186a,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:40.645773 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:40.647137 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:40.647372 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.647771 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:40.648238 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Bound port: 31f8a315-cf1b-4231-bbbc-90ca1756186a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:40.648619 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.679394 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.679747 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.680088 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.680424 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.680780 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.681111 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.681467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.681793 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.682152 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.682478 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.682802 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.683145 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:26:40.716395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:26:40.732301 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] For port 31f8a315-cf1b-4231-bbbc-90ca1756186a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:40.735235 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] For port 31f8a315-cf1b-4231-bbbc-90ca1756186a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31f8a315-cf1b-4231-bbbc-90ca1756186a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:40.819937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 8486cb43-03c8-4a99-91f6-8ffd61981509) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:40.825485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:40.825485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.828382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5af0f6-da1b-4a22-be4a-a198748d6569 None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:40.879717 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:40.936999 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bf576d0b-e33f-4a33-be33-d1aeb851ee2a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9102330 May 13 15:26:40.939661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40914) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:40.994521 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11334d-fa17-48b0-8901-139a549ecb8e None None] Pushing event updated for resources: {'Port': ['ID=31f8a315-cf1b-4231-bbbc-90ca1756186a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:40.997132 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:40.998185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:41.060306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-8486cb43-03c8-4a99-91f6-8ffd61981509', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:26:41.061516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.186073 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:41.233194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Allocated IP 172.20.0.2 (8486cb43-03c8-4a99-91f6-8ffd61981509/c98d422c-d9ec-444d-8d99-2ab046739582/1a71940c-fb6b-4207-af86-61800a725d14) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:41.476419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.487428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Transition to ACTIVE for port object 1a71940c-fb6b-4207-af86-61800a725d14 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:41.490950 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:38Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:41.496316 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59d0fd-6028-4197-8da0-935e71dbce37 None None] The sync data for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv is: [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:38Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:41.509898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Transition to ACTIVE for port object 1a71940c-fb6b-4207-af86-61800a725d14 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:41.593062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.690232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:41.699125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:41.699585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:41.754589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Pushing event updated for resources: {'Port': ['ID=1a71940c-fb6b-4207-af86-61800a725d14,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:41.801580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.853999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Attempting to bind port 1a71940c-fb6b-4207-af86-61800a725d14 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:41.854565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Attempting to bind port 1a71940c-fb6b-4207-af86-61800a725d14 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:41.854726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Attempting to bind port 1a71940c-fb6b-4207-af86-61800a725d14 on network 8486cb43-03c8-4a99-91f6-8ffd61981509 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:41.861124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:41.861256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Checking segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:41.861631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:41.862625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Bound using segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:41.862625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Bound port: 1a71940c-fb6b-4207-af86-61800a725d14, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:41.862872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.085046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] For port 1a71940c-fb6b-4207-af86-61800a725d14, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:42.088907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] For port 1a71940c-fb6b-4207-af86-61800a725d14, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1a71940c-fb6b-4207-af86-61800a725d14,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:42.092485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31f8a315-cf1b-4231-bbbc-90ca1756186a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:42.188623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.268931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 31f8a315-cf1b-4231-bbbc-90ca1756186a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:42.278877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 31f8a315-cf1b-4231-bbbc-90ca1756186a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:42.279265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.330398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedb56b-54b8-4008-8b7d-8dd93fcf78a7 None None] Pushing event updated for resources: {'Port': ['ID=1a71940c-fb6b-4207-af86-61800a725d14,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:42.423899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 31f8a315-cf1b-4231-bbbc-90ca1756186a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:42.424293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.449137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 31f8a315-cf1b-4231-bbbc-90ca1756186a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31f8a315-cf1b-4231-bbbc-90ca1756186a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:42.527876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (8486cb43-03c8-4a99-91f6-8ffd61981509/c98d422c-d9ec-444d-8d99-2ab046739582/07f42ea2-7300-45a6-abca-61f314a6d98e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:42.536354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.626216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=31f8a315-cf1b-4231-bbbc-90ca1756186a,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:42.729153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.745590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 07f42ea2-7300-45a6-abca-61f314a6d98e will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:42.845680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:42.921985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:42.925139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:42.930325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:42.962203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:42.994634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.344611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.696768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f02ce9-f452-4dbc-9308-944b3d961dc8 None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:26:43.775328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.879567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:43.921325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31f8a315-cf1b-4231-bbbc-90ca1756186a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:43.956005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-80748eec-327d-4327-b018-96fd5ce43677 None None] Provisioning for port 1a71940c-fb6b-4207-af86-61800a725d14 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:44.009398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:44.011861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.035563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 31f8a315-cf1b-4231-bbbc-90ca1756186a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.035563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.157868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 31f8a315-cf1b-4231-bbbc-90ca1756186a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:44.159007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1a71940c-fb6b-4207-af86-61800a725d14 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:44.160314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:44.161469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:44.330909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1a71940c-fb6b-4207-af86-61800a725d14 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:44.338442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1a71940c-fb6b-4207-af86-61800a725d14 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.339028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.386444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e21131d2-4c1d-44f4-8e08-c04c4372642f None None] Provisioning for port 07f42ea2-7300-45a6-abca-61f314a6d98e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:44.396704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e21131d2-4c1d-44f4-8e08-c04c4372642f None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.399717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e21131d2-4c1d-44f4-8e08-c04c4372642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.468727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e21131d2-4c1d-44f4-8e08-c04c4372642f None None] Port 07f42ea2-7300-45a6-abca-61f314a6d98e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:44.492287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 1e6af910-7372-4a71-a7fc-7fc7a591575b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:26:44.536590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1a71940c-fb6b-4207-af86-61800a725d14 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:44.538417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.576120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1a71940c-fb6b-4207-af86-61800a725d14, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1a71940c-fb6b-4207-af86-61800a725d14,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:44.591907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fc1d39d-9a8c-475f-82b5-227ebcb6a877 None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.592329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d39d-9a8c-475f-82b5-227ebcb6a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.623815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.695565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:26:44.709819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ceffda98-1c15-4f19-9783-4cd00d0dff7c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/1e6af910-7372-4a71-a7fc-7fc7a591575b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7690852 May 13 15:26:44.712525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40918) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:44.715223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Sync routers for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:26:44.739002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1d39d-9a8c-475f-82b5-227ebcb6a877 None None] Port 07f42ea2-7300-45a6-abca-61f314a6d98e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:44.746759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:44.817152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:44.817152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1a71940c-fb6b-4207-af86-61800a725d14,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:44.860128 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.860601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.861064 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.861512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.861977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.862436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.864206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-19be2a45-d920-4b74-bd78-a0ccad90507f tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1506257 May 13 15:26:44.867838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40922) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:44.937915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-698d2bf5-bba9-4739-8794-8766ec1c2f03 None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:44.938309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-698d2bf5-bba9-4739-8794-8766ec1c2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:44.940826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.941366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.941887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.942418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.943570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.944217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:44.946271 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a0c75806-5993-4416-853b-f65a7c622564 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0773554 May 13 15:26:44.948822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40926) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:44.997109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:45.103703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-698d2bf5-bba9-4739-8794-8766ec1c2f03 None None] Port 07f42ea2-7300-45a6-abca-61f314a6d98e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:45.162897 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-71017e10-d336-4bb9-8860-efe31f03f42b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2129767 May 13 15:26:45.293615 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40932) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:45.298894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231989913', 'description': 'tempest-secgroup-smoke-1231989913 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:45.305797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:45.310212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:45.313281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:45.319351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:45.360502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:45.364366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Checking router: 1e6af910-7372-4a71-a7fc-7fc7a591575b for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:26:45.365334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Updating router 1e6af910-7372-4a71-a7fc-7fc7a591575b port 07f42ea2-7300-45a6-abca-61f314a6d98e binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:26:45.375704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.396306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:45.399831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:45.402597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:45.408290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:45.421172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.479861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.539141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.588329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c982eb2-f615-48ac-b7d8-de8c395768cf,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:45.659140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.660427 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-618040f9-74c2-4741-8435-63dd6fa67757 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3657010 May 13 15:26:45.663496 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40936) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:45.669048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:45.675170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:45.680004 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:45.683481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:45.688836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:45.764141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.765996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.778541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Transition to ACTIVE for port object 07f42ea2-7300-45a6-abca-61f314a6d98e will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:45.823523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1a71940c-fb6b-4207-af86-61800a725d14 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:45.831951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.852753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.931539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:45.959614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270ba510-3242-411a-9c46-fa12de68681a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:46.009250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c7eb-31e3-4506-a744-aa87683cf3c1 None None] Pushing event updated for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:46.056537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.057841 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-274b32e6-78bd-49bb-a362-b3c13068145b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928821 May 13 15:26:46.060647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40940) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:46.066214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:46.073183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:46.077079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:46.080899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:46.089008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:46.101375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1a71940c-fb6b-4207-af86-61800a725d14 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:46.101843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.149274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Attempting to bind port 07f42ea2-7300-45a6-abca-61f314a6d98e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:46.149647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Attempting to bind port 07f42ea2-7300-45a6-abca-61f314a6d98e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:46.150027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Attempting to bind port 07f42ea2-7300-45a6-abca-61f314a6d98e on network 8486cb43-03c8-4a99-91f6-8ffd61981509 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:46.168919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:46.169588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Checking segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:46.169701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.170507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Bound using segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:46.170607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Bound port: 07f42ea2-7300-45a6-abca-61f314a6d98e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:46.170984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.177733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.243185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.318935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.321930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] For port 07f42ea2-7300-45a6-abca-61f314a6d98e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:46.331860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1a71940c-fb6b-4207-af86-61800a725d14 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:46.335533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] For port 07f42ea2-7300-45a6-abca-61f314a6d98e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=07f42ea2-7300-45a6-abca-61f314a6d98e,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:46.343538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377b26a2-81b2-401e-af70-762b6613c5a1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:46.416566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.441201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.442511 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4c942e62-7d53-4419-a63e-f6ed017dd519 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808963 May 13 15:26:46.445812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40944) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:46.450799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:46.456632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:46.461401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:46.464379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:46.470337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:46.496616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:26:46.497240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:26:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:46.549551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.565148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6c7eb-31e3-4506-a744-aa87683cf3c1 None None] Pushing event updated for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:46.621415 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.693283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:26:46.725150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.748686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6caaefe-b38d-44f6-a246-29b850927eb5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:46.922068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:46.926045 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f677d3fd-a1e1-4001-b4ab-4b10bd0547ad tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4767854 May 13 15:26:46.926455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 40948) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:46.932539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:46.939892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:46.947691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:46.951621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:46.957387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:47.041835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.063269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:46Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:26:47.067702 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a47223-1a8f-4c62-b374-365fcf035b12 None None] The sync data for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv is: [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:46Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:26:47.119504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.210595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.236312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5287e250-9e9e-41ac-b2ff-bfa6d6ae13c4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:47.333910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.335571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0b6fb32b-982f-4990-b29a-b9d6c4178f0f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4069147 May 13 15:26:47.338151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40952) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:47.343475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:47.350748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:47.354447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:47.357459 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:47.363313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:47.433910 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:26:47.441342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.523777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.570470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.596682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363fd9c2-724f-440c-bc8f-b431665588c1,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:47.682704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.685024 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c4caa361-9b66-4ef2-b36e-a71df97a8016 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447671 May 13 15:26:47.686720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 40956) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:26:47.700000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '4c982eb2-f615-48ac-b7d8-de8c395768cf', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:47.700000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:47.702747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:26:47.705706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:26:47.713145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:47.823151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:26:47.835013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.842991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 07f42ea2-7300-45a6-abca-61f314a6d98e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:47.910274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:47.983569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.009728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 07f42ea2-7300-45a6-abca-61f314a6d98e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:48.011530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32507aaf-82c3-4ba2-840e-8f876b63e182,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:48.014901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:48.015423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.108929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.110442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b60007e9-3b6f-4e62-8459-871673c69965 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4227889 May 13 15:26:48.142568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 07f42ea2-7300-45a6-abca-61f314a6d98e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:48.143111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.178578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 07f42ea2-7300-45a6-abca-61f314a6d98e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=07f42ea2-7300-45a6-abca-61f314a6d98e,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:48.254097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:48.323792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:48.391418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c422f3b3-4956-4a1c-8fce-b28ee547faef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:48.507243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c422f3b3-4956-4a1c-8fce-b28ee547faef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:48.508582 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c422f3b3-4956-4a1c-8fce-b28ee547faef tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231989913&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1559010 May 13 15:26:48.774507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-db093522-f123-4cfd-8649-b59326971098 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:48.775856 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-db093522-f123-4cfd-8649-b59326971098 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 794 time: 0.2604940 May 13 15:26:48.790074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-e984c9a2-af3b-4453-afce-af475d161f8a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0088120 May 13 15:26:48.871057 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-edf71c6f-2a88-465c-bdf2-1a86a2bb3604 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761814 May 13 15:26:49.012326 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-50e9df87-7ced-4808-8978-72cd8b6cf62f service neutron] 10.222.0.91 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286681 May 13 15:26:49.151980 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-964f90d9-6981-4837-bac4-687f38aa8a0c service neutron] 10.222.0.91 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328852 May 13 15:26:49.395029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9553b0a3-bacd-4f83-99a2-5caf5025f0a7 req-7b8f78d6-513f-4777-8498-7e32643ba4d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:49.467569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9553b0a3-bacd-4f83-99a2-5caf5025f0a7 req-7b8f78d6-513f-4777-8498-7e32643ba4d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:49.468799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9553b0a3-bacd-4f83-99a2-5caf5025f0a7 req-7b8f78d6-513f-4777-8498-7e32643ba4d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 210 time: 0.1155198 May 13 15:26:49.821478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 07f42ea2-7300-45a6-abca-61f314a6d98e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:26:49.903562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:49.903937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.023462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 07f42ea2-7300-45a6-abca-61f314a6d98e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:50.617921 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5de95cf3-a15e-4ee5-81d0-82e14c2b2159 req-d7ad16a2-e148-475b-8f0d-c1e6efbbf0ac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 210 time: 0.0429604 May 13 15:26:51.590950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-9ce2019a-7bb6-422b-b50a-57bd1c30f9d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:51.591544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-9ce2019a-7bb6-422b-b50a-57bd1c30f9d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:51.679832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-9ce2019a-7bb6-422b-b50a-57bd1c30f9d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:51.680702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-9ce2019a-7bb6-422b-b50a-57bd1c30f9d8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 794 time: 0.2314100 May 13 15:26:51.737210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c4b6437e-1d45-4430-968f-c636d354e7bc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:51.782863 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-134b9556-e89a-4381-b29a-a447edc9fcaa req-523388ac-1e36-4e15-9017-a7585edc13dc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 210 time: 0.0548820 May 13 15:26:51.786909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c4b6437e-1d45-4430-968f-c636d354e7bc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:51.788645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-c4b6437e-1d45-4430-968f-c636d354e7bc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.1000140 May 13 15:26:51.797075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['4c982eb2-f615-48ac-b7d8-de8c395768cf']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:51.939722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:26:51.949549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:26:52.021349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:26:52.025620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.189882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.9 (8486cb43-03c8-4a99-91f6-8ffd61981509/c98d422c-d9ec-444d-8d99-2ab046739582/75eac754-7f6b-4d3c-9be6-1f35b982bad0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:26:52.380829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.396174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 75eac754-7f6b-4d3c-9be6-1f35b982bad0 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:52.488014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.559658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:26:52.561623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:26:52.565601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:26:52.597153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:52.639411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:52.640016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.757354 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-b6c0d39c-1583-4599-aeda-e352ddfabfbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638600 May 13 15:26:52.767852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Request body: {'port': {'device_id': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:26:52.878950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.921421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5d30e8f7-6bc0-438d-95ac-3fd82e2630eb None None] Provisioning for port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:26:52.926508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5d30e8f7-6bc0-438d-95ac-3fd82e2630eb None None] Provisioning complete for port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:26:52.926884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d30e8f7-6bc0-438d-95ac-3fd82e2630eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:52.992805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d30e8f7-6bc0-438d-95ac-3fd82e2630eb None None] Port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:26:53.013257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb8d5-0da1-4d17-9444-714298e92a2b req-a897a76f-4547-407c-800c-fdfb7fa7e089 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:53.013257 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-605fb8d5-0da1-4d17-9444-714298e92a2b req-a897a76f-4547-407c-800c-fdfb7fa7e089 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 931 time: 0.1084595 May 13 15:26:53.059032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-605fb8d5-0da1-4d17-9444-714298e92a2b req-420b2a5f-28d9-4a3f-b065-181660d8d2a6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 May 13 15:26:53.337241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75eac754-7f6b-4d3c-9be6-1f35b982bad0 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:26:53.345767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:53.360668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Transition to ACTIVE for port object 75eac754-7f6b-4d3c-9be6-1f35b982bad0 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:26:53.452884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:53.605743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Pushing event updated for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:53.694968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Attempting to bind port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:26:53.695332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Attempting to bind port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:26:53.695924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Attempting to bind port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 on network 8486cb43-03c8-4a99-91f6-8ffd61981509 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:53.700627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 on network 8486cb43-03c8-4a99-91f6-8ffd61981509 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:26:53.700942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Attempting to bind port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 on network 8486cb43-03c8-4a99-91f6-8ffd61981509 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:26:53.706703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:26:53.706703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Checking segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:26:53.707332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Bound using segment: {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:26:53.707487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Bound port: 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6074fde-45a0-490c-8737-35fb34329eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:26:53.707832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:53.798166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:26:53.800682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:26:53.884639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:53.948644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:53.949256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:53.950674 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] 10.222.0.23 "PUT /v2.0/ports/75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 1093 time: 1.1868534 May 13 15:26:53.951129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:26:53.973668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5573c-f8bc-453a-844b-e9b4dab4828f service neutron] Pushing event updated for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:54.005458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f26377-6cc2-4593-8d4e-0b9f91b591da'] response: {'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'status': 'completed', 'code': 200} May 13 15:26:54.104402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-c2bbbc31-9fa4-40ba-a4bd-b22a93aa5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.106468 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-c2bbbc31-9fa4-40ba-a4bd-b22a93aa5f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1096 time: 0.0802865 May 13 15:26:54.256975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548458db-a586-4a27-b09e-1244430d21d5 req-753796da-20ec-44f1-bec8-84de0a4ba160 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.258497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-548458db-a586-4a27-b09e-1244430d21d5 req-753796da-20ec-44f1-bec8-84de0a4ba160 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 943 time: 0.0848632 May 13 15:26:54.289207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-12e7683b-cc4a-4f7b-baf5-caf7401ce831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.290749 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-12e7683b-cc4a-4f7b-baf5-caf7401ce831 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1779928 May 13 15:26:54.307384 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-548458db-a586-4a27-b09e-1244430d21d5 req-14f98ec0-4593-4071-a474-35da9b5448f3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 May 13 15:26:54.430413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-6e8596b5-8c0c-4fc6-8442-279ea7e6a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.431871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-69d89c32-8e52-4b7f-bc64-88ee87e5aee9 req-6e8596b5-8c0c-4fc6-8442-279ea7e6a9a6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348693 May 13 15:26:54.541132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-f444e2b7-7325-40fd-9ee6-204cb65d6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.542651 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-f444e2b7-7325-40fd-9ee6-204cb65d6110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1096 time: 0.0762789 May 13 15:26:54.611474 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-5ca31311-ba84-4ba7-bc25-52a98c20324e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 217 time: 0.0612452 May 13 15:26:54.677528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-2d8b88d8-c9f7-411e-a126-8953b58b290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.679224 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-2d8b88d8-c9f7-411e-a126-8953b58b290e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 844 time: 0.0608406 May 13 15:26:54.757599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-e352fd92-f784-4ecf-9f96-5ca44a6f3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:54.759112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-e352fd92-f784-4ecf-9f96-5ca44a6f3b76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8486cb43-03c8-4a99-91f6-8ffd61981509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738597 May 13 15:26:54.895000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-8bb9680d-d411-4fda-ac8c-a6a70197e052 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264391 May 13 15:26:55.028198 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4433386-e0b2-4fa9-8655-75386e2bef29 req-4c8b4412-97a3-40de-b7f8-44ccbe94da8d service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295667 May 13 15:26:55.501083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aedd8-9983-4f49-8fbd-cb3260fc5173 req-d7c8f442-47a7-4b50-bf31-4fc7a76a8750 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:55.501427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9c2aedd8-9983-4f49-8fbd-cb3260fc5173 req-d7c8f442-47a7-4b50-bf31-4fc7a76a8750 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:26:55.621023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9c2aedd8-9983-4f49-8fbd-cb3260fc5173 req-d7c8f442-47a7-4b50-bf31-4fc7a76a8750 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:26:55.622240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c2aedd8-9983-4f49-8fbd-cb3260fc5173 req-d7c8f442-47a7-4b50-bf31-4fc7a76a8750 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 943 time: 0.1986825 May 13 15:26:55.774201 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c2aedd8-9983-4f49-8fbd-cb3260fc5173 req-7d57a3c6-38a0-4272-b6ad-ddf35c138291 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463897 May 13 15:26:56.963476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f90c-6306-40db-b464-e6a5f47fcd2c req-41b42d0e-17e3-49cb-9dd1-beac73156134 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:56.964930 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8f13f90c-6306-40db-b464-e6a5f47fcd2c req-41b42d0e-17e3-49cb-9dd1-beac73156134 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 943 time: 0.0846422 May 13 15:26:57.011936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8f13f90c-6306-40db-b464-e6a5f47fcd2c req-bac4c986-6a0e-4534-b4d6-369a4122a659 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 May 13 15:26:57.618587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.199308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be5dd-5e7c-49f1-9866-05cbf729fe10 req-db08fa6c-b046-4c93-b06b-017f9ce55588 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:58.200479 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2c7be5dd-5e7c-49f1-9866-05cbf729fe10 req-db08fa6c-b046-4c93-b06b-017f9ce55588 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 943 time: 0.0826101 May 13 15:26:58.247026 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2c7be5dd-5e7c-49f1-9866-05cbf729fe10 req-9c1df69b-0753-4732-a446-a61c9e916198 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 May 13 15:26:58.533194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 75eac754-7f6b-4d3c-9be6-1f35b982bad0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:26:58.668224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:58.682445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'port_id': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'mac_address': 'fa:16:3e:13:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:26:58.727007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-85c1f764-eb47-4daa-a6e6-b67681c4ecdd req-357cb94b-9585-4577-845b-7dd547b3b79b service neutron] (88837) timed out ('10.222.0.23', 50358) {{(pid=88837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:26:58.744393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:26:58.744838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.760908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75eac754-7f6b-4d3c-9be6-1f35b982bad0 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:26:58.781582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:26:58.841641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:58.914751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:26:59.070617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['75eac754-7f6b-4d3c-9be6-1f35b982bad0'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:26:59.440839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7761de-6bdb-4a78-abfb-5a8a2ca1c8d4 req-ed1b0d3b-9334-40a0-8321-564bc651c0bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:59.442299 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7d7761de-6bdb-4a78-abfb-5a8a2ca1c8d4 req-ed1b0d3b-9334-40a0-8321-564bc651c0bd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 944 time: 0.0840039 May 13 15:26:59.486924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7d7761de-6bdb-4a78-abfb-5a8a2ca1c8d4 req-5f0bb8b7-0e4f-47b8-b562-3eafbcf9fc79 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 May 13 15:27:00.533388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 75eac754-7f6b-4d3c-9be6-1f35b982bad0 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:27:00.676637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc50fb-29e6-4b76-bee8-d9e29dcaa12f req-70132f58-da2b-4aaf-9513-56d7870387da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:00.678108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7bc50fb-29e6-4b76-bee8-d9e29dcaa12f req-70132f58-da2b-4aaf-9513-56d7870387da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 944 time: 0.0854065 May 13 15:27:00.686883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:27:00.692444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:27:00.692821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:00.727632 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7bc50fb-29e6-4b76-bee8-d9e29dcaa12f req-61df48c6-2228-4e93-9c57-628acfe3a88a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436156 May 13 15:27:00.823870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:27:00.824245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:00.850953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:00.860325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:00.882587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e181d27-92b7-4e9e-8ead-2f7a938191c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:00.899806 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03423161-2294-43de-ba86-54748f356a54'] response: {'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'code': 200} May 13 15:27:00.961923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:01.029686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:01.280402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be028e-a6d0-49c9-892d-a70cd30e5c84 req-32985f83-5a76-4d57-9f62-891e65e5d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:01.281886 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a2be028e-a6d0-49c9-892d-a70cd30e5c84 req-32985f83-5a76-4d57-9f62-891e65e5d4da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1098 time: 0.0705905 May 13 15:27:01.325879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a2be028e-a6d0-49c9-892d-a70cd30e5c84 req-cb09adf0-b9ea-450c-91ed-0701cc1b3d71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 May 13 15:27:01.913041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38537034-6570-43bb-8521-feee4e53741b req-f1d64f07-250c-49e9-8786-c40687cf49f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:01.914631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38537034-6570-43bb-8521-feee4e53741b req-f1d64f07-250c-49e9-8786-c40687cf49f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.0808465 May 13 15:27:01.960990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38537034-6570-43bb-8521-feee4e53741b req-609ebc19-074d-41a1-8e61-6f1af9877361 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 May 13 15:27:03.141556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aa66a1cd-f44d-49bb-bb48-e935d87296f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:03.153541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f0e7-ac4a-44d8-b6e9-66a59dfe12bf req-35f4c035-a6ad-4bdb-a1ea-f3652a97ab74 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:03.155019 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8df5f0e7-ac4a-44d8-b6e9-66a59dfe12bf req-35f4c035-a6ad-4bdb-a1ea-f3652a97ab74 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.0825119 May 13 15:27:03.199419 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8df5f0e7-ac4a-44d8-b6e9-66a59dfe12bf req-e8f15b58-bf96-4e4a-96c1-f4ff96851cd0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 May 13 15:27:03.387886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1795a3d-7b15-41eb-95ac-34a064ec1d76 req-679be888-ad7b-4d1b-a318-d7a0ec141612 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:03.389320 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1795a3d-7b15-41eb-95ac-34a064ec1d76 req-679be888-ad7b-4d1b-a318-d7a0ec141612 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.0833640 May 13 15:27:03.432651 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1795a3d-7b15-41eb-95ac-34a064ec1d76 req-1c3a2360-9ed4-477e-87ea-72c5e50f3fe0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 May 13 15:27:03.457058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41020) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:03.668286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364eddcb-f12e-4b96-a34b-006a69f000ab tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:03.669788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-364eddcb-f12e-4b96-a34b-006a69f000ab tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1093 time: 0.2117579 May 13 15:27:03.672673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41026) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:03.677497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:27:03.684036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:27:03.687867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:27:03.690673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:27:03.696505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:27:03.775905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:03.913284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.055960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.109 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/0550ad08-f0d8-44df-ba3b-120f15752d2d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:27:04.201636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.321431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.386168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:27:04.387198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:27:04.389874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:27:04.439982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=0550ad08-f0d8-44df-ba3b-120f15752d2d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:04.564657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.598232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.812866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:04.964241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.268796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.341071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.446280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=0550ad08-f0d8-44df-ba3b-120f15752d2d,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:05.457970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.629591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP dd3e0904-9270-4ece-b037-938dad9cc25c associated. External IP: 172.26.7.109, port: 75eac754-7f6b-4d3c-9be6-1f35b982bad0. May 13 15:27:05.850252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.984076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 1e6af910-7372-4a71-a7fc-7fc7a591575b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:27:06.165772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:27:06.175623 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Sync routers for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:27:06.185573 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:06.186243 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:06.315473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:06.367274 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:06.371156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8a4dc5e8-03f2-4f3b-9727-c22f491c3549 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6974840 May 13 15:27:06.371847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:06.374144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41030) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:06.415265 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:06.418375 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cee245b-e20c-4415-a6a9-dbef5662e2c1'] response: {'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'status': 'completed', 'code': 200} May 13 15:27:06.494482 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3107bd79-d368-43bf-9fcf-ecaafaafd31a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/dd3e0904-9270-4ece-b037-938dad9cc25c HTTP/1.1" status: 200 len: 991 time: 0.1189172 May 13 15:27:06.519709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-41343dd7-98e8-4f6b-bebc-849ca0372598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:06.521271 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-41343dd7-98e8-4f6b-bebc-849ca0372598 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1098 time: 0.0814023 May 13 15:27:06.653442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-02fd9b38-9e2e-4a42-a6f1-8eeac3d86a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:06.655256 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-02fd9b38-9e2e-4a42-a6f1-8eeac3d86a45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 895 time: 0.1276560 May 13 15:27:06.722501 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'dd3e0904-9270-4ece-b037-938dad9cc25c', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'port_id': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'mac_address': 'fa:16:3e:13:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:04Z', 'updated_at': '2022-05-13T15:27:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:06.726282 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Checking router: 1e6af910-7372-4a71-a7fc-7fc7a591575b for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:27:06.735704 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:06.736289 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:06.757094 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-a4685f56-4995-46e7-8894-63b4c39aee02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 999 time: 0.0962150 May 13 15:27:06.933487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-fa28075c-6b9a-4254-b48d-91a457e7085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:06.935268 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-fa28075c-6b9a-4254-b48d-91a457e7085b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 844 time: 0.1723423 May 13 15:27:06.958730 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:07.010095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-bced9d95-de9a-4903-b62c-9a970f28d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:07.011663 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-bced9d95-de9a-4903-b62c-9a970f28d036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8486cb43-03c8-4a99-91f6-8ffd61981509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714812 May 13 15:27:07.148257 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-6d87bb86-310b-4761-af34-69f708766288 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303813 May 13 15:27:07.282863 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4a1de5b-d4ac-46b1-8919-2db1bf2f1b7c req-ca7ea894-cd67-453d-bba6-62feb03c7581 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289711 May 13 15:27:07.308122 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'dd3e0904-9270-4ece-b037-938dad9cc25c', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'port_id': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'mac_address': 'fa:16:3e:13:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:04Z', 'updated_at': '2022-05-13T15:27:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:07.311977 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632d1a7-b81c-4621-b22f-ef9bacce1c57 None None] The sync data for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv is: [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'dd3e0904-9270-4ece-b037-938dad9cc25c', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'port_id': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'mac_address': 'fa:16:3e:13:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:27:04Z', 'updated_at': '2022-05-13T15:27:04Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:27:07.495795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41036) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:07.509241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4369c4-38aa-40d8-b857-46d71b407081 None None] New status for floating IP dd3e0904-9270-4ece-b037-938dad9cc25c: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:27:07.608547 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-490c6103-7e74-4424-afc6-ccfea9db27f6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/dd3e0904-9270-4ece-b037-938dad9cc25c HTTP/1.1" status: 200 len: 991 time: 0.1115799 May 13 15:27:08.611692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41040) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:08.717969 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3c2bc95c-ba23-4f28-aa7f-52a33f70623f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/dd3e0904-9270-4ece-b037-938dad9cc25c HTTP/1.1" status: 200 len: 993 time: 0.1051269 May 13 15:27:12.334179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-88442ca3-0fbe-4e2c-88af-6d916a1f67ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712626 May 13 15:27:12.468239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-91d993a6-f291-41f1-8118-827ba3c9e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:12.469713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-91d993a6-f291-41f1-8118-827ba3c9e51e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.0703025 May 13 15:27:12.611462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-cef4df67-0b44-4319-9c91-295aceffcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:12.612934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-cef4df67-0b44-4319-9c91-295aceffcb80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1255748 May 13 15:27:12.716990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-c840cfb3-5cf2-45cd-9965-a519e7d36296 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 1001 time: 0.0970178 May 13 15:27:12.778408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-2f7c68c7-2c52-4bc4-a31d-0c576a5adedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:12.779851 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-2f7c68c7-2c52-4bc4-a31d-0c576a5adedb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0572989 May 13 15:27:12.855879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-f141ef7f-6241-4899-9732-642d306edb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:12.857347 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-f141ef7f-6241-4899-9732-642d306edb34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721450 May 13 15:27:12.986730 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-90aa2cbc-4985-47f2-a63c-9f26d7db3466 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233561 May 13 15:27:13.118230 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cfc194e-4826-404f-9e6f-178d54ea34cb req-b2812b1a-6a23-4c53-ac7a-807d7bbbe27f service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240964 May 13 15:27:27.579998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:30.785773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ba7821b-e90a-4cba-9e0c-82bf56896b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.191430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ea972e5-68dc-451b-82a9-28c8301db057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.585654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:34.614330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:35.854703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:36.540338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41052) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:36.934855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port f65db7b2-6469-4af7-8acb-a625455e8c66 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:36.935218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:37.104160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:37.104497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:37.230661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for f65db7b2-6469-4af7-8acb-a625455e8c66 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:27:37.439984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:37.486345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=f65db7b2-6469-4af7-8acb-a625455e8c66,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:37.524063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.524408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.524761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.525079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.525406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.526800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.527136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.527465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.527790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.528114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.528436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.528755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:37.595227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:37.595884 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP 0b663b5b-2f99-42cb-9324-3d8841c6f98a disassociated (deleted). External IP: 172.26.7.16, port: 63605c2f-aefb-4a98-ba75-61afaaaafccc. May 13 15:27:37.946151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:27:38.124977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:27:38.134198 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4607882-facd-4141-bf43-337f8594675c None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:27:38.143566 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:38.144166 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:38.191306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:38.248550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d995d7a-8981-4efd-9aad-d5112208fa43 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "DELETE /v2.0/floatingips/0b663b5b-2f99-42cb-9324-3d8841c6f98a HTTP/1.1" status: 204 len: 168 time: 1.7071240 May 13 15:27:38.249424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:38.294938 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e2e63c-a442-44ce-924d-61d7f165fdb2'] response: {'name': 'network-changed', 'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'status': 'completed', 'code': 200} May 13 15:27:38.326760 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:38.387029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99943c7a-4510-46b5-8987-418721e70ca9 req-14e2d0d6-19b7-4328-97f4-ef1efbffa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.388563 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-14e2d0d6-19b7-4328-97f4-ef1efbffa0a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 1099 time: 0.0727651 May 13 15:27:38.523620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99943c7a-4510-46b5-8987-418721e70ca9 req-5f4ccc13-a77a-4ca6-b97e-184c70e62b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.525060 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-5f4ccc13-a77a-4ca6-b97e-184c70e62b92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1307318 May 13 15:27:38.600967 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-45017c62-9397-44d4-80fe-7a5b8accfc05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 200 len: 217 time: 0.0698233 May 13 15:27:38.662855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99943c7a-4510-46b5-8987-418721e70ca9 req-6a27bc2f-e207-4924-bfd4-c822e0e6243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.664232 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-6a27bc2f-e207-4924-bfd4-c822e0e6243a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0574961 May 13 15:27:38.673900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:38.679357 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4607882-facd-4141-bf43-337f8594675c None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:27:38.687492 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:38.688097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:38.876902 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:38.899826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99943c7a-4510-46b5-8987-418721e70ca9 req-6957e4a6-216a-4437-907d-abdfc933918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.901392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-6957e4a6-216a-4437-907d-abdfc933918b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2313130 May 13 15:27:38.913075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a9bf2-a06d-45ff-ab7d-743410e973a5 req-05bcdd6e-943b-42f9-8c3d-e931def7d06a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.914420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-445a9bf2-a06d-45ff-ab7d-743410e973a5 req-05bcdd6e-943b-42f9-8c3d-e931def7d06a tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.1092768 May 13 15:27:39.040585 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-445a9bf2-a06d-45ff-ab7d-743410e973a5 req-001fa5e6-5643-484f-94f1-c45d7863bf0d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048415 May 13 15:27:39.079254 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-caf7dc5a-d47e-454b-87e3-468d6dbf8e6c service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639025 May 13 15:27:39.212523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99943c7a-4510-46b5-8987-418721e70ca9 req-a4595e7f-dcfe-4043-9998-728f5d67fa99 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253867 May 13 15:27:39.261258 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c4607882-facd-4141-bf43-337f8594675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:39.265146 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4607882-facd-4141-bf43-337f8594675c None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '8084cc3a-48fe-4194-99b2-c5fad2edfdf4', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'floating_ip_address': '172.26.7.27', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'port_id': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'mac_address': 'fa:16:3e:73:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:21:41Z', 'updated_at': '2022-05-13T15:21:44Z', 'revision_number': 1, 'project_id': '7c39df741681440e9ae763223dcf8708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:27:39.467743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b026b0-5ad1-4aa2-ac54-642d008487be None None] New status for floating IP 0b663b5b-2f99-42cb-9324-3d8841c6f98a: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:27:40.281523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2f837-3678-4c58-ad92-0bad490a596a req-47b6e914-2234-45bc-add9-d6029f4f2e35 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:40.285504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cbf2f837-3678-4c58-ad92-0bad490a596a req-47b6e914-2234-45bc-add9-d6029f4f2e35 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:40.356574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-6b6b5ecb-92a6-41bc-80d2-20a2eca28e22 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:40.357144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cbf2f837-3678-4c58-ad92-0bad490a596a req-47b6e914-2234-45bc-add9-d6029f4f2e35 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:40.357969 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-6b6b5ecb-92a6-41bc-80d2-20a2eca28e22 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.0784180 May 13 15:27:40.358355 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbf2f837-3678-4c58-ad92-0bad490a596a req-47b6e914-2234-45bc-add9-d6029f4f2e35 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 946 time: 0.2082319 May 13 15:27:40.405193 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cbf2f837-3678-4c58-ad92-0bad490a596a req-7dcc3104-6719-42e9-9ada-3af632e5538f tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 May 13 15:27:40.433889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port 63605c2f-aefb-4a98-ba75-61afaaaafccc {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:40.434255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:40.673315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] For port 63605c2f-aefb-4a98-ba75-61afaaaafccc, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63605c2f-aefb-4a98-ba75-61afaaaafccc,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:40.673672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:40.800134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for 63605c2f-aefb-4a98-ba75-61afaaaafccc owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:27:41.022497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:41.077682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=63605c2f-aefb-4a98-ba75-61afaaaafccc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:41.117275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.117624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.118009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.118326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.118653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.120176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.120176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.120959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.121281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.121702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.122062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.122391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:27:41.169306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] No DVR routers for this DVR port 63605c2f-aefb-4a98-ba75-61afaaaafccc on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:27:41.171845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:41.174437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'name': 'network-vif-deleted', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:41.220962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f631ac-2f8a-4e56-9c30-1f93187e52c8'] response: {'server_uuid': '73dc66a7-4767-44b6-a853-55ddeca78667', 'name': 'network-vif-deleted', 'tag': '63605c2f-aefb-4a98-ba75-61afaaaafccc', 'status': 'completed', 'code': 200} May 13 15:27:41.249191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b008c660-51a6-43c6-9ec3-2c95a657d204 req-efa84a60-febb-496e-be95-87d304fe410e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "DELETE /v2.0/ports/63605c2f-aefb-4a98-ba75-61afaaaafccc HTTP/1.1" status: 204 len: 173 time: 0.8839240 May 13 15:27:41.581984 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a6fbfd44-e5d2-4e07-8c1d-89bd7d5ff76a req-cd6a985c-aedb-4946-9bcc-b385b8eebec5 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 210 time: 0.0611191 May 13 15:27:42.734404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-4de98bfa-5aeb-46ab-a5be-8f85d4b62e73 req-a3cf3d29-f548-4627-b5b8-fe75a5976a1e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:42.781494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 63605c2f-aefb-4a98-ba75-61afaaaafccc no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:27:42.805597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-4de98bfa-5aeb-46ab-a5be-8f85d4b62e73 req-a3cf3d29-f548-4627-b5b8-fe75a5976a1e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:42.806854 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4de98bfa-5aeb-46ab-a5be-8f85d4b62e73 req-a3cf3d29-f548-4627-b5b8-fe75a5976a1e tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=73dc66a7-4767-44b6-a853-55ddeca78667 HTTP/1.1" status: 200 len: 210 time: 0.1150911 May 13 15:27:42.816169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 63605c2f-aefb-4a98-ba75-61afaaaafccc {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:27:42.817895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 63605c2f-aefb-4a98-ba75-61afaaaafccc not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:27:43.363886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:48.695193 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41098) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:49.010896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port 280c595e-9c32-4889-b934-17d712d166a7 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:49.011236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:49.182393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:49.182721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:49.302616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for 280c595e-9c32-4889-b934-17d712d166a7 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:27:49.536495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:49.582655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=280c595e-9c32-4889-b934-17d712d166a7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:49.674494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:49.674825 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Floating IP 8084cc3a-48fe-4194-99b2-c5fad2edfdf4 disassociated (deleted). External IP: 172.26.7.27, port: bf5a50c5-5bdb-4b9a-914b-839a06e9a9da. May 13 15:27:50.021854 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:27:50.197696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:27:50.207134 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:27:50.216348 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:50.216936 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:50.273388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:50.402576 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:50.446132 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c9a4889-2de5-4194-b1c2-d7072d5b55d7 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "DELETE /v2.0/floatingips/8084cc3a-48fe-4194-99b2-c5fad2edfdf4 HTTP/1.1" status: 204 len: 168 time: 1.7498240 May 13 15:27:50.446816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:50.499063 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4e2a72-7abd-428f-8d2e-e143bbdcd890'] response: {'name': 'network-changed', 'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'status': 'completed', 'code': 200} May 13 15:27:50.607275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-428082d6-2bdc-43c9-8f1a-a71448ad0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:50.608756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-428082d6-2bdc-43c9-8f1a-a71448ad0b2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c39df741681440e9ae763223dcf8708&device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 1099 time: 0.0901535 May 13 15:27:50.721334 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:50.725384 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:27:50.734618 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:27:50.735252 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:50.741022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-81d4b228-7304-4156-ba1f-956aa9a3cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:50.742803 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-81d4b228-7304-4156-ba1f-956aa9a3cdd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 200 len: 912 time: 0.1287229 May 13 15:27:50.911847 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-f067c47d-1f0c-44e5-937d-859a8475ce40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 200 len: 217 time: 0.1630461 May 13 15:27:50.920422 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:27:50.980946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-a4014c6c-f14e-49c5-acda-f8b914d5416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:50.982572 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-a4014c6c-f14e-49c5-acda-f8b914d5416a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 200 len: 850 time: 0.0638719 May 13 15:27:51.068300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-1ab85161-d0af-4c5c-8ec6-23391dad1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:51.069840 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-1ab85161-d0af-4c5c-8ec6-23391dad1733 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=678a251d-325d-4f26-bc5d-210c6e9dbe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802000 May 13 15:27:51.211439 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-68e7e3cf-bf26-46d8-b975-13240376a352 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339972 May 13 15:27:51.229054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e88cc1-8ad1-4ca8-a969-81b4fb3cb167 req-af872305-a36d-4e0a-bcbc-ff08128c6ce3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:51.229900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-45e88cc1-8ad1-4ca8-a969-81b4fb3cb167 req-af872305-a36d-4e0a-bcbc-ff08128c6ce3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:51.258412 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:27:51.258412 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5128fd2-14d2-463e-adb6-c8cd91900655 None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'e87597f4-3cec-42a8-a5fa-6173af0519af', 'name': '', 'network_id': '678a251d-325d-4f26-bc5d-210c6e9dbe66', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'mac_address': 'fa:16:3e:5d:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:53Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'subnets': [{'id': '39e9a0b1-4227-480d-9270-fee7d9ff8f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:27:51.313623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-45e88cc1-8ad1-4ca8-a969-81b4fb3cb167 req-af872305-a36d-4e0a-bcbc-ff08128c6ce3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:51.315179 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-45e88cc1-8ad1-4ca8-a969-81b4fb3cb167 req-af872305-a36d-4e0a-bcbc-ff08128c6ce3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 946 time: 0.1651497 May 13 15:27:51.350066 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2b4188ee-42d3-462a-986b-2f2405d8f67e req-2d184f20-2fd4-4a37-844a-1f89a98d04f0 service neutron] 10.222.0.23 "GET /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318834 May 13 15:27:51.365613 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-45e88cc1-8ad1-4ca8-a969-81b4fb3cb167 req-f76a3df5-6478-488c-8e24-46acb3ee0f89 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/security-groups?id=29c108b0-836b-45a0-8502-b58d2938c67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 May 13 15:27:51.473464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f013fd7-7c1b-43de-bb6c-936ac6a4ec86 None None] New status for floating IP 8084cc3a-48fe-4194-99b2-c5fad2edfdf4: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:27:51.546051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-fb02dfa3-5ab7-43b9-936f-af5eb642a93f tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:51.548632 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-fb02dfa3-5ab7-43b9-936f-af5eb642a93f tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 946 time: 0.0821319 May 13 15:27:51.622751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:51.623357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:51.867736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] For port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:27:51.868085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:51.991303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for bf5a50c5-5bdb-4b9a-914b-839a06e9a9da owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:27:52.216720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:52.267437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=bf5a50c5-5bdb-4b9a-914b-839a06e9a9da,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:52.343085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] No DVR routers for this DVR port bf5a50c5-5bdb-4b9a-914b-839a06e9a9da on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:27:52.345619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:52.348146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'name': 'network-vif-deleted', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:27:52.392922 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea3d375-012b-4faf-98da-8b1e75cb596e'] response: {'server_uuid': 'e101dac2-0102-4ab7-9f55-ab5224a19223', 'name': 'network-vif-deleted', 'tag': 'bf5a50c5-5bdb-4b9a-914b-839a06e9a9da', 'status': 'completed', 'code': 200} May 13 15:27:52.420476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2af950d7-a78e-479f-b58b-2f0ac47ffd17 req-ca083e01-de5c-4da4-bcb2-47e57af795a3 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.23 "DELETE /v2.0/ports/bf5a50c5-5bdb-4b9a-914b-839a06e9a9da HTTP/1.1" status: 204 len: 173 time: 0.8665395 May 13 15:27:52.514780 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e995c798-c466-43d3-ac11-e547cce5050f req-a00e7caf-def6-42df-9927-7876b5e5a85d tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 210 time: 0.0426431 May 13 15:27:53.677491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-274c00bf-3dad-4868-960e-934f89029359 req-3f6adb50-de15-4167-84e6-6921d8beb8ea tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Synchronizing usage tracker for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:27:53.753396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-274c00bf-3dad-4868-960e-934f89029359 req-3f6adb50-de15-4167-84e6-6921d8beb8ea tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Unset dirty status for tenant:7c39df741681440e9ae763223dcf8708 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:27:53.754738 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-274c00bf-3dad-4868-960e-934f89029359 req-3f6adb50-de15-4167-84e6-6921d8beb8ea tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "GET /v2.0/ports?device_id=e101dac2-0102-4ab7-9f55-ab5224a19223 HTTP/1.1" status: 200 len: 210 time: 0.1181974 May 13 15:27:54.849377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41116) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:54.875750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device bf5a50c5-5bdb-4b9a-914b-839a06e9a9da no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:27:54.912792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: bf5a50c5-5bdb-4b9a-914b-839a06e9a9da {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:27:54.913233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device bf5a50c5-5bdb-4b9a-914b-839a06e9a9da not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:27:55.005716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Deleting port 31e52b84-6d12-48af-911f-e768bcf11bba {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:55.006062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.169452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.169772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.288413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Calling delete_port for 31e52b84-6d12-48af-911f-e768bcf11bba owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:27:55.488204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.533171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'Port': ['ID=31e52b84-6d12-48af-911f-e768bcf11bba,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:55.626127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.702098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.703301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c261c40f-6109-423e-b0c8-b7d1f59a3241 tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "DELETE /v2.0/floatingips/e32e66dc-e966-424d-8447-dd207177af4c HTTP/1.1" status: 204 len: 168 time: 0.8529129 May 13 15:27:57.591016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:58.367478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41132) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:58.437442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:58.466838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:58.591382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:58.610118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c108b0-836b-45a0-8502-b58d2938c67a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:27:58.678177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:58.679435 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c6fda79d-6182-43c3-a696-994749ecd0ba tempest-TestVolumeBootPattern-322657673 tempest-TestVolumeBootPattern-322657673-project] 10.222.0.91 "DELETE /v2.0/security-groups/29c108b0-836b-45a0-8502-b58d2938c67a HTTP/1.1" status: 204 len: 168 time: 0.3107648 May 13 15:27:58.807510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41138) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:27:59.569123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:59.915008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Deleting port e87597f4-3cec-42a8-a5fa-6173af0519af {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:27:59.915345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.085023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] For port e87597f4-3cec-42a8-a5fa-6173af0519af, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e87597f4-3cec-42a8-a5fa-6173af0519af,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:00.085383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.205659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Calling delete_port for e87597f4-3cec-42a8-a5fa-6173af0519af owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:00.454140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.502905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87597f4-3cec-42a8-a5fa-6173af0519af,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:00.773247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:00.821741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0918e0e5-a997-4245-9df0-16167fcf5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:01.252733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Router c2444596-94bb-420f-8d78-6ef4c4466468 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:01.430690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:01.440175 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Sync routers for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:01.442874 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-26e261cd-a94b-4f06-a7e1-0ba8156c2563 admin admin] 10.222.0.91 "PUT /v2.0/routers/c2444596-94bb-420f-8d78-6ef4c4466468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342101 May 13 15:28:01.445253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41144) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:01.450185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:01.450773 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:01.620344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:01.652512 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:01.796399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:01.908095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Deleting port a9476397-65be-4e28-ab7b-d35efc11b58a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:01.908357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:01.934913 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:28:00Z', 'revision_number': 5, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port': {'id': 'a9476397-65be-4e28-ab7b-d35efc11b58a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:42Z', 'updated_at': '2022-05-13T15:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:01.941060 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Checking router: c2444596-94bb-420f-8d78-6ef4c4466468 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:01.952087 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Routers {'c2444596-94bb-420f-8d78-6ef4c4466468'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:01.952706 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:27:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['c2444596-94bb-420f-8d78-6ef4c4466468'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:02.090554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] For port a9476397-65be-4e28-ab7b-d35efc11b58a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a9476397-65be-4e28-ab7b-d35efc11b58a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:02.090915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.102403 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] Set router c2444596-94bb-420f-8d78-6ef4c4466468 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:02.207170 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:28:01Z', 'revision_number': 6, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:02.211051 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8781-6790-406a-9784-f31f81a2a622 None None] The sync data for ids ['c2444596-94bb-420f-8d78-6ef4c4466468'] in dv-neutron-835340-3-hyperv is: [{'id': 'c2444596-94bb-420f-8d78-6ef4c4466468', 'name': 'tempest-TestVolumeBootPattern-582823117-router', 'tenant_id': '7c39df741681440e9ae763223dcf8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:28:01Z', 'revision_number': 6, 'project_id': '7c39df741681440e9ae763223dcf8708', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:02.217562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Calling delete_port for a9476397-65be-4e28-ab7b-d35efc11b58a owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:02.459562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.622304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Pushing event deleted for resources: {'Port': ['ID=a9476397-65be-4e28-ab7b-d35efc11b58a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:02.718762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.898616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.901391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.044997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.045488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2444596-94bb-420f-8d78-6ef4c4466468 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:28:03.061933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.066203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41150) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:03.078532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9fd6ecfe-58cd-4397-9247-aae1c27b8deb admin admin] 10.222.0.91 "DELETE /v2.0/routers/c2444596-94bb-420f-8d78-6ef4c4466468 HTTP/1.1" status: 204 len: 168 time: 1.6322167 May 13 15:28:03.128880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Deleting subnet 39e9a0b1-4227-480d-9270-fee7d9ff8f94 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:28:03.134494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.184898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.210483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b93878b-5164-4a22-8148-fb09c14cb38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.262155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.402597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.533390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e9a0b1-4227-480d-9270-fee7d9ff8f94,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:03.537106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.542357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dd0c9-eff6-4e57-8a39-1246fddd9075 None None] Network 678a251d-325d-4f26-bc5d-210c6e9dbe66 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:03.543877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c201ffb9-22ff-4510-9ee8-aa89128c3f29 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/39e9a0b1-4227-480d-9270-fee7d9ff8f94 HTTP/1.1" status: 204 len: 168 time: 0.4763708 May 13 15:28:03.546077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41154) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:03.652546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.662940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Deleting port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:03.663205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.790143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] DHCP port deletion for 678a251d-325d-4f26-bc5d-210c6e9dbe66 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:28:03.794276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Deleting port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:03.794794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.868431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] For port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:03.869687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.884370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a9476397-65be-4e28-ab7b-d35efc11b58a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:03.942922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a9476397-65be-4e28-ab7b-d35efc11b58a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:03.943032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a9476397-65be-4e28-ab7b-d35efc11b58a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:03.943362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e87597f4-3cec-42a8-a5fa-6173af0519af no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:03.992534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: e87597f4-3cec-42a8-a5fa-6173af0519af {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:03.992871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e87597f4-3cec-42a8-a5fa-6173af0519af not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:03.993280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:04.002477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Calling delete_port for fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:04.123147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] For port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,segment=NetworkSegment(1855b0c1-7c93-48f5-9536-e6f28c991180),segment_id=1855b0c1-7c93-48f5-9536-e6f28c991180)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:04.123534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.151766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.204268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:04.206052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] No DVR routers for this DVR port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:28:04.283898 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No ports have port_id starting with fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 May 13 15:28:04.290217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Calling delete_port for fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:04.323873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.349761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a251d-325d-4f26-bc5d-210c6e9dbe66']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:04.362523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855b0c1-7c93-48f5-9536-e6f28c991180') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:04.362816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855b0c1-7c93-48f5-9536-e6f28c991180') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:04.364681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:04.365065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:04.374497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.390462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.396360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:28:04.396754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:28:04.410508 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:28:04.558978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.574931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.584924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=678a251d-325d-4f26-bc5d-210c6e9dbe66,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:04.596836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.597656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.660219 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4e4003a6-9dd5-4b1a-975b-70a4d27e6c38 admin admin] 10.222.0.91 "DELETE /v2.0/networks/678a251d-325d-4f26-bc5d-210c6e9dbe66 HTTP/1.1" status: 204 len: 168 time: 1.1131163 May 13 15:28:04.663081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41160) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:04.866259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Deleting port fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:04.867017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:04.935238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0569c6cc-9624-46ef-a7b1-a4dec903a676 None None] The port 'fa99f4de-ffbf-43a3-bd2c-b41e89b0ffd9' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:28:05.289742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:05.633725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Deleting port d2e54ee1-7181-4b3a-91ef-1e673ea70847 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:05.634095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:05.804680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] For port d2e54ee1-7181-4b3a-91ef-1e673ea70847, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d2e54ee1-7181-4b3a-91ef-1e673ea70847,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:05.804990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:05.873268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:05.928808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Calling delete_port for d2e54ee1-7181-4b3a-91ef-1e673ea70847 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:06.316653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:06.367532 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e54ee1-7181-4b3a-91ef-1e673ea70847,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:06.733866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:07.092772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Router 329b5ada-36a6-40f2-8845-f9361a5e06ae has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:07.272539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:07.281623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Sync routers for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:07.291188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:07.291805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:07.347133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e861d02-09d8-4b3d-9394-b8195c1590a4 admin admin] 10.222.0.91 "PUT /v2.0/routers/329b5ada-36a6-40f2-8845-f9361a5e06ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829946 May 13 15:28:07.349477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:07.469019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:07.527691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:07.706217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:07.753582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:28:06Z', 'revision_number': 5, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port': {'id': '70aac202-812e-46ac-b73c-df6cdceecb81', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:55:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:12Z', 'updated_at': '2022-05-13T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:07.757350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Checking router: 329b5ada-36a6-40f2-8845-f9361a5e06ae for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:07.766840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Routers {'329b5ada-36a6-40f2-8845-f9361a5e06ae'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:07.767423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329b5ada-36a6-40f2-8845-f9361a5e06ae'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:07.808642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Deleting port 70aac202-812e-46ac-b73c-df6cdceecb81 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:07.809000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:07.926550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] Set router 329b5ada-36a6-40f2-8845-f9361a5e06ae gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:07.984416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] For port 70aac202-812e-46ac-b73c-df6cdceecb81, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=70aac202-812e-46ac-b73c-df6cdceecb81,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:07.984766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.036742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:28:07Z', 'revision_number': 6, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:08.041691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd5ca-bb45-4bc0-8537-305c80bb819d None None] The sync data for ids ['329b5ada-36a6-40f2-8845-f9361a5e06ae'] in dv-neutron-835340-3-hyperv is: [{'id': '329b5ada-36a6-40f2-8845-f9361a5e06ae', 'name': 'tempest-TestVolumeBootPattern-506700896-router', 'tenant_id': 'f27df02b1e61496581cf7e42f8e858c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:10Z', 'updated_at': '2022-05-13T15:28:07Z', 'revision_number': 6, 'project_id': 'f27df02b1e61496581cf7e42f8e858c9', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:08.112525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Calling delete_port for 70aac202-812e-46ac-b73c-df6cdceecb81 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:08.442244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.489084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70aac202-812e-46ac-b73c-df6cdceecb81,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:08.579480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.747153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.749150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.839389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.839976 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329b5ada-36a6-40f2-8845-f9361a5e06ae {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:28:08.852609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.856488 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6a836543-7f41-441b-9ac3-adc577f617f9 admin admin] 10.222.0.91 "DELETE /v2.0/routers/329b5ada-36a6-40f2-8845-f9361a5e06ae HTTP/1.1" status: 204 len: 168 time: 1.5034130 May 13 15:28:08.856624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41178) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:08.919201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Deleting subnet fcfc7902-0ad6-45f9-ba80-90408bc18e1c {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:28:08.922524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:08.976500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.058216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.202380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.243670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfc7902-0ad6-45f9-ba80-90408bc18e1c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:09.247493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.253518 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2f3d132d-ecc9-463e-8c30-2e2331a2871b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/fcfc7902-0ad6-45f9-ba80-90408bc18e1c HTTP/1.1" status: 204 len: 168 time: 0.3959208 May 13 15:28:09.255415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd49437-3b30-4445-bf40-bc4839e2f1d0 None None] Network 7d36694b-73a3-4895-a211-51145443464b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:09.258252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41182) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:09.365904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.376909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Deleting port 7d04f527-7b43-410a-80b9-0f20e04e6cfa {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:09.377234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.544822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] DHCP port deletion for 7d36694b-73a3-4895-a211-51145443464b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:28:09.549142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Deleting port 7d04f527-7b43-410a-80b9-0f20e04e6cfa {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:09.549515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.592031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] For port 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7d04f527-7b43-410a-80b9-0f20e04e6cfa,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:09.592498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.719339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Calling delete_port for 7d04f527-7b43-410a-80b9-0f20e04e6cfa owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:09.753076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] For port 7d04f527-7b43-410a-80b9-0f20e04e6cfa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=7d04f527-7b43-410a-80b9-0f20e04e6cfa,segment=NetworkSegment(8161dd57-4bf6-4e72-b958-3f48c94e354e),segment_id=8161dd57-4bf6-4e72-b958-3f48c94e354e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:09.753464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.859267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:09.877302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7d04f527-7b43-410a-80b9-0f20e04e6cfa no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:09.906528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d04f527-7b43-410a-80b9-0f20e04e6cfa,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:09.909790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] No DVR routers for this DVR port 7d04f527-7b43-410a-80b9-0f20e04e6cfa on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:28:09.915067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Calling delete_port for 7d04f527-7b43-410a-80b9-0f20e04e6cfa owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:09.955125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 7d04f527-7b43-410a-80b9-0f20e04e6cfa {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:09.955467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 7d04f527-7b43-410a-80b9-0f20e04e6cfa not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:09.956268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70aac202-812e-46ac-b73c-df6cdceecb81 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:10.002742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 70aac202-812e-46ac-b73c-df6cdceecb81 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:10.003008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 70aac202-812e-46ac-b73c-df6cdceecb81 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:10.003414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e54ee1-7181-4b3a-91ef-1e673ea70847 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:10.026482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.039825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d2e54ee1-7181-4b3a-91ef-1e673ea70847 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:10.040164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d2e54ee1-7181-4b3a-91ef-1e673ea70847 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:10.057441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d36694b-73a3-4895-a211-51145443464b']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:10.068130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:10.068484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:10.165188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8161dd57-4bf6-4e72-b958-3f48c94e354e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:10.165515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8161dd57-4bf6-4e72-b958-3f48c94e354e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:10.177970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.193961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.200623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:28:10.201006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:28:10.213713 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:28:10.362213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.367357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.392710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d36694b-73a3-4895-a211-51145443464b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:10.398692 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8821e7e0-b81d-4ed6-b444-16fb7eae52a8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7d36694b-73a3-4895-a211-51145443464b HTTP/1.1" status: 204 len: 168 time: 1.1403878 May 13 15:28:10.569703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Deleting port 7d04f527-7b43-410a-80b9-0f20e04e6cfa {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:10.570262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.637011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b97ab6ff-0658-495d-8402-0ffdf1b0e865 None None] The port '7d04f527-7b43-410a-80b9-0f20e04e6cfa' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:28:10.732227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41188) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:10.780106 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8ec2774c-6bff-44eb-9934-5001d428730a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c39df741681440e9ae763223dcf8708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467391 May 13 15:28:10.782711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41192) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:10.839866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:10.865197 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:11.021550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:11.041372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ab7418-33b3-4189-a9ad-1776d1dc3c58,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:11.049562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:11.050741 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b36f8642-141b-46ab-9050-c62c301497aa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/61ab7418-33b3-4189-a9ad-1776d1dc3c58 HTTP/1.1" status: 204 len: 168 time: 0.2671349 May 13 15:28:11.786787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41200) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:11.844905 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aca1e79a-14e3-4d9a-8afb-89d7bae69ade admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f27df02b1e61496581cf7e42f8e858c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569360 May 13 15:28:11.847546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41204) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:11.906498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:11.931902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:12.101685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:12.118184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f92939-9244-4a1f-94fd-116da9dd31e8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:12.123322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:12.127092 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-147b7b17-a79d-48f2-bb32-0d44cf3fa341 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f8f92939-9244-4a1f-94fd-116da9dd31e8 HTTP/1.1" status: 204 len: 168 time: 0.2759321 May 13 15:28:13.565673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-fe4c9091-8759-4423-a5c4-c50f713ac8bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2166173 May 13 15:28:13.656528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-10587995-ccef-474e-ad52-b44cb1ca5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:13.658042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-10587995-ccef-474e-ad52-b44cb1ca5f3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1098 time: 0.0722022 May 13 15:28:13.797695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-420a0c24-a91f-44c8-983f-ce46993a3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:13.799205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-420a0c24-a91f-44c8-983f-ce46993a3ea0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 895 time: 0.1242065 May 13 15:28:13.901772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-e44fcf14-3bc7-4a37-b98f-322ce8111ff6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 1001 time: 0.0964940 May 13 15:28:13.963409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-5d5d1ff5-d48f-41ce-9923-c823480015de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:13.964894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-5d5d1ff5-d48f-41ce-9923-c823480015de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 844 time: 0.0577278 May 13 15:28:14.038787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-1bd76254-8a53-4a4c-85a5-886458c7235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:14.040803 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-1bd76254-8a53-4a4c-85a5-886458c7235f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8486cb43-03c8-4a99-91f6-8ffd61981509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684288 May 13 15:28:14.170580 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-c0dcf5e7-ee94-41f8-b1a3-77db1da64663 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240253 May 13 15:28:14.299497 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa50b1ac-26ab-4cc0-9438-85aed0c91888 req-a1910c08-b6c9-4cdc-a0be-b24e3196b2b0 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234522 May 13 15:28:20.362430 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:28:27.718186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.832091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9a265375-95a0-4853-b958-d0feb01ccc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.157617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-998167c0-d697-4a67-aa66-04d1f5316e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.618908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.660503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.866088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:57.360681 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:28:57.602938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:59.915430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41218) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:59.921348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:29:00.039209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1776473'] for subnet, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.419779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781896804473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2083573'] for subnet, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.472423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:00.473012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.474369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/subnets/c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 836 time: 0.5578694 May 13 15:29:00.477094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892b7fd-c80e-436d-aabc-a8a98e37c6fb None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:29:00.490708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=c98d422c-d9ec-444d-8d99-2ab046739582,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:00.498088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.498442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.498798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.499123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.500058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.500562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.500897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.501229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.501558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.501885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.502248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.502572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c7699-9ae9-426a-9ec5-47311ad63dea tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:00.791548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1085acf9-454f-4a47-8997-583d8bcdc55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:00.968525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Provisioning complete for port 1a71940c-fb6b-4207-af86-61800a725d14 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:29:00.968799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:01.082958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Current status of the port 1a71940c-fb6b-4207-af86-61800a725d14 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:29:01.094198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Provisioning complete for port 07f42ea2-7300-45a6-abca-61f314a6d98e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:29:01.094563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:01.207088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Current status of the port 07f42ea2-7300-45a6-abca-61f314a6d98e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:29:01.217736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Provisioning complete for port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:29:01.218742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:01.332847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c5e01401-8b31-43cf-9b8f-fdbc9eedb1d9 None None] Current status of the port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:29:03.149467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cbffa61f-05d3-4d01-8807-48711d1a9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:04.600469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:04.634724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:05.876761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:14.335709 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-61bc229b-f62f-40ad-9e80-48335380051b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681198 May 13 15:29:14.475129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-5aaa6593-5b90-4ab7-9d42-a5e021303010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:14.476605 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-5aaa6593-5b90-4ab7-9d42-a5e021303010 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1098 time: 0.0733595 May 13 15:29:14.620506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-3f12606f-cb99-4e8f-aced-d4bf76e2a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:14.621932 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-3f12606f-cb99-4e8f-aced-d4bf76e2a493 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 895 time: 0.1266026 May 13 15:29:14.722966 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-932daf68-8488-4755-9c28-fed2f270e2a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 1001 time: 0.0955582 May 13 15:29:14.785561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-4d4e52a7-4734-4f31-849c-cad1a51cce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:14.786978 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-4d4e52a7-4734-4f31-849c-cad1a51cce7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 844 time: 0.0569704 May 13 15:29:14.860086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-3aa997da-e443-4ce8-8f9f-cc13928920f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:14.861526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-3aa997da-e443-4ce8-8f9f-cc13928920f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8486cb43-03c8-4a99-91f6-8ffd61981509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687773 May 13 15:29:14.993047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-9d9890cf-3579-4917-8ca4-4e2bb96b8384 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253388 May 13 15:29:15.121211 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-940a51b9-a097-4861-8dcc-32f07c02ed7d req-acaa56ae-7eef-4fc7-acfd-0ee3ad1d0e9f service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223013 May 13 15:29:27.628965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:30.795796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-39b8a219-9eee-4455-8306-140b5de8edb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:33.144540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3ce63cb3-e388-4b29-b570-5fc9b345a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:34.358779 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:29:34.594890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:34.605518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:35.910038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:43.351592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41236) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:43.553787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 0550ad08-f0d8-44df-ba3b-120f15752d2d {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:43.554072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:43.724112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:43.724436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:43.849246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 0550ad08-f0d8-44df-ba3b-120f15752d2d owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:44.052764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:44.098225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=0550ad08-f0d8-44df-ba3b-120f15752d2d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:44.130639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.130984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.131326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.131658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.131988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.132320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.132646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.132973 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.133297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.133617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.133939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.134281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:44.201377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:44.201707 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP dd3e0904-9270-4ece-b037-938dad9cc25c disassociated (deleted). External IP: 172.26.7.109, port: 75eac754-7f6b-4d3c-9be6-1f35b982bad0. May 13 15:29:44.641863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 1e6af910-7372-4a71-a7fc-7fc7a591575b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:29:44.823385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:29:44.833360 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Sync routers for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:29:44.842634 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:44.843293 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:44.902597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:44.958262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e9d620c8-c326-4b74-b985-797afee72ac1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/dd3e0904-9270-4ece-b037-938dad9cc25c HTTP/1.1" status: 204 len: 168 time: 1.6055508 May 13 15:29:44.958948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:29:45.023244 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:45.148552 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82722e8-fb89-4550-af75-4246b522018c'] response: {'name': 'network-changed', 'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'status': 'completed', 'code': 200} May 13 15:29:45.246480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-306a3f90-8005-4e36-9096-e2c825ffd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:45.248011 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-306a3f90-8005-4e36-9096-e2c825ffd31a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 1098 time: 0.0770040 May 13 15:29:45.367045 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:45.370813 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Checking router: 1e6af910-7372-4a71-a7fc-7fc7a591575b for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:29:45.379436 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:45.380022 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:45.381047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-cd5aa9ba-aff7-474c-8109-ad3cd387cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:45.382582 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-cd5aa9ba-aff7-474c-8109-ad3cd387cd21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 200 len: 895 time: 0.1292543 May 13 15:29:45.451051 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-1f86a105-3d6f-4c99-b728-6b00071c4636 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 200 len: 217 time: 0.0628672 May 13 15:29:45.524589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-3752e894-4626-45e6-9e25-4b2cb65378a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:45.526203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-3752e894-4626-45e6-9e25-4b2cb65378a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 200 len: 844 time: 0.0691757 May 13 15:29:45.559573 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:45.663146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-68d942c0-04d8-4758-acff-a7d3c8850c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:45.664625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-68d942c0-04d8-4758-acff-a7d3c8850c32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8486cb43-03c8-4a99-91f6-8ffd61981509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317756 May 13 15:29:45.675483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db8c0-de1b-485a-b6c2-d20f5ac50be5 req-afa8c9bb-d9ef-4c7d-abff-b96a57207fd4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:45.676848 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c63db8c0-de1b-485a-b6c2-d20f5ac50be5 req-afa8c9bb-d9ef-4c7d-abff-b96a57207fd4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.1870570 May 13 15:29:45.874708 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:45.878979 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c82811-4d57-4e16-ad10-7be70b9f5b76 None None] The sync data for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv is: [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:26:43Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '07f42ea2-7300-45a6-abca-61f314a6d98e', 'name': '', 'network_id': '8486cb43-03c8-4a99-91f6-8ffd61981509', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:69:9b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:42Z', 'updated_at': '2022-05-13T15:26:48Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': 'c98d422c-d9ec-444d-8d99-2ab046739582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:29:45.899474 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c63db8c0-de1b-485a-b6c2-d20f5ac50be5 req-eff51089-ed2d-4acb-8fcd-1abdc6b644c7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039113 May 13 15:29:45.941814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-15221b90-f274-4639-b33a-9c0642837cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640197 May 13 15:29:46.082753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1dab5d66-b46e-4a59-85a0-9d368fc873b3 req-df87ac3e-edfc-496b-9f83-cc5a06667c9c service neutron] 10.222.0.23 "GET /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334348 May 13 15:29:46.100231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f876b7a-af7c-48ae-a921-71587570f341 None None] New status for floating IP dd3e0904-9270-4ece-b037-938dad9cc25c: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:29:46.774653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-06a3c419-6a48-43b0-b2ff-d37b882548ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:46.776059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-06a3c419-6a48-43b0-b2ff-d37b882548ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.0822151 May 13 15:29:46.844972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:46.845320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:47.097023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 75eac754-7f6b-4d3c-9be6-1f35b982bad0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=75eac754-7f6b-4d3c-9be6-1f35b982bad0,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:47.097289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:47.104013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e51c2-c9f5-47f9-b654-9914ebfd2dca req-854f3ffe-8759-4d8d-9fbb-0e2e4606b594 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:47.104723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-864e51c2-c9f5-47f9-b654-9914ebfd2dca req-854f3ffe-8759-4d8d-9fbb-0e2e4606b594 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:29:47.212833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-864e51c2-c9f5-47f9-b654-9914ebfd2dca req-854f3ffe-8759-4d8d-9fbb-0e2e4606b594 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:29:47.214334 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-864e51c2-c9f5-47f9-b654-9914ebfd2dca req-854f3ffe-8759-4d8d-9fbb-0e2e4606b594 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 945 time: 0.1928101 May 13 15:29:47.221179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 75eac754-7f6b-4d3c-9be6-1f35b982bad0 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:47.259526 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-864e51c2-c9f5-47f9-b654-9914ebfd2dca req-dca12bba-62fc-477e-b223-8a0a50baa141 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=4c982eb2-f615-48ac-b7d8-de8c395768cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 May 13 15:29:47.510079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:47.558415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=75eac754-7f6b-4d3c-9be6-1f35b982bad0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:47.636408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 75eac754-7f6b-4d3c-9be6-1f35b982bad0 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:29:47.638777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:47.641464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'name': 'network-vif-deleted', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:29:47.710637 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2176a0c5-9e09-40be-b49f-c840d4a8dd97 req-52107ea9-b077-4ba7-a6f6-193279647980 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/75eac754-7f6b-4d3c-9be6-1f35b982bad0 HTTP/1.1" status: 204 len: 173 time: 0.9297833 May 13 15:29:47.735458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2008b4-77c8-492a-84d4-1af8e2f8e7e2'] response: {'server_uuid': 'c81967c8-0ec9-4f2c-ad6b-c2cd481274fb', 'name': 'network-vif-deleted', 'tag': '75eac754-7f6b-4d3c-9be6-1f35b982bad0', 'status': 'completed', 'code': 200} May 13 15:29:48.419171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3411f6f9-8f1a-4e1e-b880-44d7de331320 req-beeb571f-1d64-461e-8527-7d4075783f63 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=c81967c8-0ec9-4f2c-ad6b-c2cd481274fb HTTP/1.1" status: 200 len: 210 time: 0.0423162 May 13 15:29:49.284764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 75eac754-7f6b-4d3c-9be6-1f35b982bad0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:49.319394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 75eac754-7f6b-4d3c-9be6-1f35b982bad0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:49.319735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 75eac754-7f6b-4d3c-9be6-1f35b982bad0 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:49.522497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41268) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:49.593053 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.622806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.795601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.813526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c982eb2-f615-48ac-b7d8-de8c395768cf,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:49.903015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:49.904165 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4e9be7df-43a5-48f7-887b-b760396f71eb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/4c982eb2-f615-48ac-b7d8-de8c395768cf HTTP/1.1" status: 204 len: 168 time: 0.3806970 May 13 15:29:49.991039 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41274) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:50.536320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:50.997365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 07f42ea2-7300-45a6-abca-61f314a6d98e {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:50.997706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:51.179359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 07f42ea2-7300-45a6-abca-61f314a6d98e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=07f42ea2-7300-45a6-abca-61f314a6d98e,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:51.179712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:51.300608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 07f42ea2-7300-45a6-abca-61f314a6d98e owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:51.549685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:51.598490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=07f42ea2-7300-45a6-abca-61f314a6d98e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:51.878088 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.235006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 1e6af910-7372-4a71-a7fc-7fc7a591575b has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:29:52.522490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:29:52.532536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Sync routers for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:29:52.535890 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cc71179a-4242-4b9f-96b9-7a3566acf14b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/1e6af910-7372-4a71-a7fc-7fc7a591575b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435264 May 13 15:29:52.538579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41278) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:52.541871 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:52.542490 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:52.605642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet c98d422c-d9ec-444d-8d99-2ab046739582 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:29:52.608533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.663174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.719102 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:52.745454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.899198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.941568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=c98d422c-d9ec-444d-8d99-2ab046739582,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:52.943727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:52.950418 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f7f395f4-9357-4231-a9c6-03e12894c426 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/c98d422c-d9ec-444d-8d99-2ab046739582 HTTP/1.1" status: 204 len: 168 time: 0.4108727 May 13 15:29:52.953819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41282) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:52.954594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f0630-2b03-4ade-b6a1-9a006995d0a8 None None] Network 8486cb43-03c8-4a99-91f6-8ffd61981509 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:29:53.004600 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:29:51Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:53.008299 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Checking router: 1e6af910-7372-4a71-a7fc-7fc7a591575b for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:29:53.017296 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Routers {'1e6af910-7372-4a71-a7fc-7fc7a591575b'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:53.017893 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['1e6af910-7372-4a71-a7fc-7fc7a591575b'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:53.139984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.201417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] DHCP port deletion for 8486cb43-03c8-4a99-91f6-8ffd61981509 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:29:53.206237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Deleting port 1a71940c-fb6b-4207-af86-61800a725d14 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:53.206685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.234847 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] Set router 1e6af910-7372-4a71-a7fc-7fc7a591575b gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:53.321298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.413552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] For port 1a71940c-fb6b-4207-af86-61800a725d14, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1a71940c-fb6b-4207-af86-61800a725d14,segment=NetworkSegment(a6074fde-45a0-490c-8737-35fb34329eca),segment_id=a6074fde-45a0-490c-8737-35fb34329eca)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:53.413866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.441393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 31f8a315-cf1b-4231-bbbc-90ca1756186a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:29:53.441663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.523819 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:29:51Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:53.528475 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca75a89-b6f3-4d97-bce4-dd0e32a954a0 None None] The sync data for ids ['1e6af910-7372-4a71-a7fc-7fc7a591575b'] in dv-neutron-835340-3-hyperv is: [{'id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'name': 'tempest-TestNetworkBasicOps-router-1798079477', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:26:36Z', 'updated_at': '2022-05-13T15:29:51Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '31f8a315-cf1b-4231-bbbc-90ca1756186a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6af910-7372-4a71-a7fc-7fc7a591575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:26:37Z', 'updated_at': '2022-05-13T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:29:53.540863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Calling delete_port for 1a71940c-fb6b-4207-af86-61800a725d14 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:53.698531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.726610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 31f8a315-cf1b-4231-bbbc-90ca1756186a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=31f8a315-cf1b-4231-bbbc-90ca1756186a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:29:53.726969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:53.744216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Pushing event deleted for resources: {'Port': ['ID=1a71940c-fb6b-4207-af86-61800a725d14,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:53.748836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] No DVR routers for this DVR port 1a71940c-fb6b-4207-af86-61800a725d14 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:29:53.755525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.755877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.758470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.759571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.759571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a166f6-b79a-4867-a26c-ac35cf8d032d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:29:53.849931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 31f8a315-cf1b-4231-bbbc-90ca1756186a owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:29:53.961732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 07f42ea2-7300-45a6-abca-61f314a6d98e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:53.997182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 07f42ea2-7300-45a6-abca-61f314a6d98e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:53.997529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 07f42ea2-7300-45a6-abca-61f314a6d98e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:53.998038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1a71940c-fb6b-4207-af86-61800a725d14 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:54.036518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 1a71940c-fb6b-4207-af86-61800a725d14 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:54.036987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1a71940c-fb6b-4207-af86-61800a725d14 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:54.098675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.146180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=31f8a315-cf1b-4231-bbbc-90ca1756186a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:54.238633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.412605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.414789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.497844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.498317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 1e6af910-7372-4a71-a7fc-7fc7a591575b {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:29:54.513065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.514171 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8f86326c-abaa-4b8e-b4d1-ca9a287b6517 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/1e6af910-7372-4a71-a7fc-7fc7a591575b HTTP/1.1" status: 204 len: 168 time: 1.5590794 May 13 15:29:54.517404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41286) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:54.634825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.767994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.793741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8486cb43-03c8-4a99-91f6-8ffd61981509']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:54.805336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6074fde-45a0-490c-8737-35fb34329eca') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:54.805633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6074fde-45a0-490c-8737-35fb34329eca') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:54.817301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.833097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.838914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:29:54.839298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:29:54.853225 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:29:55.011388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.029690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.044260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=8486cb43-03c8-4a99-91f6-8ffd61981509,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:55.120740 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c0635b80-6d58-4333-a4b1-5c8b839a9e49 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/8486cb43-03c8-4a99-91f6-8ffd61981509 HTTP/1.1" status: 204 len: 168 time: 0.6022449 May 13 15:29:55.133308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41290) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:55.138814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--720341253', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:29:55.144343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:29:55.148401 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:29:55.151227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:29:55.157425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:29:55.239576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:29:55.243150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.270138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:29:55.278118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.278820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment f5d35425-7a10-4353-8279-4e2465e5107e of type vlan for network b0f4390e-d997-4356-b8bc-a96410b68e4b May 13 15:29:55.311831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.429546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.435024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:55.435611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.631731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=b0f4390e-d997-4356-b8bc-a96410b68e4b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:55.642665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b0f4390e-d997-4356-b8bc-a96410b68e4b details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:29:55.727430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-68efabbe-cecb-4cf5-9cbe-cf95ed5418ae tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5930233 May 13 15:29:55.730104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:55.735221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-424780220', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:29:55.742897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:29:55.746731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:29:55.750441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:29:55.756102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:29:55.869769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.870967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.888315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:55.907115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31f8a315-cf1b-4231-bbbc-90ca1756186a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:29:55.942396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 31f8a315-cf1b-4231-bbbc-90ca1756186a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:29:55.942826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 31f8a315-cf1b-4231-bbbc-90ca1756186a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:29:56.192963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.552765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.581190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.715098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.89 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/366647b1-2904-4d15-98ed-ab5f9be226b8) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:29:56.856727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:56.949875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.011875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:29:57.014577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:29:57.018729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:29:57.060319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=366647b1-2904-4d15-98ed-ab5f9be226b8,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:57.637970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.639994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:57.979421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:58.258005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:29:58.438819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:29:58.448811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:29:58.458435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:58.459033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:58.537540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:58.539203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0473c02a-8c09-4b7b-8ccd-d3c878676a77 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8077626 May 13 15:29:58.542131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41298) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:58.582087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-20ab07fe-5326-4598-93aa-795aa829ba3c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388486 May 13 15:29:58.584636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41302) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:58.674107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:29:58.715419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb19ae5-af05-4f6c-99af-619c45a19e7a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:58.716914 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fbb19ae5-af05-4f6c-99af-619c45a19e7a tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313853 May 13 15:29:58.720776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41306) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:58.763385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a4e8060-d5ed-41f3-ad18-0d2d602e8ef9 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415545 May 13 15:29:58.767743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41310) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:58.772977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865637985', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:29:58.880627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:29:58.884531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:29:58.887365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:29:58.893554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:29:58.960092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:29:57Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:58.963906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:29:58.964253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Updating router be55237a-e2bd-44eb-b318-5f4f7186a185 port 366647b1-2904-4d15-98ed-ab5f9be226b8 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:29:58.966965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:29:58.971197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.016886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.338583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.350618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.362131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Transition to ACTIVE for port object 366647b1-2904-4d15-98ed-ab5f9be226b8 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:29:59.412596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.419265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=82be0c96-946c-4736-a0b6-658df2b921ba,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:59.427282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:29:59.427666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: b0f4390e-d997-4356-b8bc-a96410b68e4b, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:29:59.495208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Attempting to bind port 366647b1-2904-4d15-98ed-ab5f9be226b8 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:29:59.495578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Attempting to bind port 366647b1-2904-4d15-98ed-ab5f9be226b8 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:29:59.495944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Attempting to bind port 366647b1-2904-4d15-98ed-ab5f9be226b8 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:29:59.505502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:29:59.505880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:29:59.506312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.506710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:29:59.507174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Bound port: 366647b1-2904-4d15-98ed-ab5f9be226b8, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:29:59.507550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.509374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:29:59.531110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24c62b-d313-4531-9182-0d72981e718e None None] Pushing event updated for resources: {'Port': ['ID=366647b1-2904-4d15-98ed-ab5f9be226b8,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:29:59.577202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b0f4390e-d997-4356-b8bc-a96410b68e4b) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:29:59.581382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:29:59.581965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.583513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] For port 366647b1-2904-4d15-98ed-ab5f9be226b8, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:29:59.586742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410d802-7d27-499c-8eb6-6d53a5d19b4b None None] Network b0f4390e-d997-4356-b8bc-a96410b68e4b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:29:59.652304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] For port 366647b1-2904-4d15-98ed-ab5f9be226b8, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=366647b1-2904-4d15-98ed-ab5f9be226b8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:29:59.664803 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-70b8adab-305f-4e8d-b48e-83cf3b983dde tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8960438 May 13 15:29:59.667560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41314) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:29:59.740925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.873789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:29:59.874600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:29:59.930043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b0f4390e-d997-4356-b8bc-a96410b68e4b', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:29:59.930837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.948997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24c62b-d313-4531-9182-0d72981e718e None None] Pushing event updated for resources: {'Port': ['ID=366647b1-2904-4d15-98ed-ab5f9be226b8,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:00.164590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:00.376757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.417180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Allocated IP 172.20.0.2 (b0f4390e-d997-4356-b8bc-a96410b68e4b/82be0c96-946c-4736-a0b6-658df2b921ba/64036080-4a49-45dc-9689-397af2525e4f) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:00.698162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:29:57Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:00.714415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2bc05-e150-41f7-98da-fdacd6b5ea01 None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:29:57Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:00.717808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.729643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Transition to ACTIVE for port object 64036080-4a49-45dc-9689-397af2525e4f will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:00.754209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Transition to ACTIVE for port object 64036080-4a49-45dc-9689-397af2525e4f will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:00.813227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-16ecbb39-b33d-4e05-9588-5d3efe3df699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.841627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.912274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Pushing event updated for resources: {'Port': ['ID=64036080-4a49-45dc-9689-397af2525e4f,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:00.935188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:00.936398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:00.939483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:00.946949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (b0f4390e-d997-4356-b8bc-a96410b68e4b/82be0c96-946c-4736-a0b6-658df2b921ba/41642180-70f5-43c3-8a6c-1c842621f17e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:01.039105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Attempting to bind port 64036080-4a49-45dc-9689-397af2525e4f on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:01.039487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Attempting to bind port 64036080-4a49-45dc-9689-397af2525e4f by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:01.039841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Attempting to bind port 64036080-4a49-45dc-9689-397af2525e4f on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:01.048248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:01.048622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Checking segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:01.049026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.049419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Bound using segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:01.049889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Bound port: 64036080-4a49-45dc-9689-397af2525e4f, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:01.050295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.145626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] For port 64036080-4a49-45dc-9689-397af2525e4f, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:01.149326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] For port 64036080-4a49-45dc-9689-397af2525e4f, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64036080-4a49-45dc-9689-397af2525e4f,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:01.224167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.254506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.272604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 41642180-70f5-43c3-8a6c-1c842621f17e will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:01.329457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8e827-a425-48f7-9957-b13cd3d320b4 None None] Pushing event updated for resources: {'Port': ['ID=64036080-4a49-45dc-9689-397af2525e4f,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:01.377849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.450526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:01.455562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:01.456658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:01.518187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:01.535452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.535800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.536138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.536464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.536791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.537112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.537433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.537754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.538098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.538415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.538730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.539044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:01.552588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.877400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:01.967151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64036080-4a49-45dc-9689-397af2525e4f up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:02.109831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 64036080-4a49-45dc-9689-397af2525e4f completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:02.115104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 366647b1-2904-4d15-98ed-ab5f9be226b8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:02.248052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 366647b1-2904-4d15-98ed-ab5f9be226b8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:02.252812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 366647b1-2904-4d15-98ed-ab5f9be226b8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:02.255193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.312392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.369112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 366647b1-2904-4d15-98ed-ab5f9be226b8 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:02.369503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.372376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.385632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 366647b1-2904-4d15-98ed-ab5f9be226b8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=366647b1-2904-4d15-98ed-ab5f9be226b8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:02.464033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.488545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.492211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:02.536500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=366647b1-2904-4d15-98ed-ab5f9be226b8,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:02.630994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:02.632154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:02.821535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:02.890264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df4033-901d-421d-8ec2-ea243d7304f0 None None] Network b0f4390e-d997-4356-b8bc-a96410b68e4b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:30:03.072753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Provisioning for port 64036080-4a49-45dc-9689-397af2525e4f completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:03.115055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Provisioning complete for port 64036080-4a49-45dc-9689-397af2525e4f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:03.115498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.119281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:03.129353 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:03.134582 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c26f287c-d4e2-4147-bfc9-e6f0b54f022b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/be55237a-e2bd-44eb-b318-5f4f7186a185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4659281 May 13 15:30:03.136011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41318) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.139096 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:03.139689 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:29:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:03.257310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-182125d4-fca8-4f9d-a590-19970936bbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.270421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Current status of the port 64036080-4a49-45dc-9689-397af2525e4f is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:03.270421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.290717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17ba2f-0e6e-4351-8c5b-45f2a7d4e0c0 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.291393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17ba2f-0e6e-4351-8c5b-45f2a7d4e0c0 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.291915 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17ba2f-0e6e-4351-8c5b-45f2a7d4e0c0 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.292437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17ba2f-0e6e-4351-8c5b-45f2a7d4e0c0 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.294258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bb17ba2f-0e6e-4351-8c5b-45f2a7d4e0c0 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1571834 May 13 15:30:03.296998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41322) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.309120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] For port 64036080-4a49-45dc-9689-397af2525e4f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64036080-4a49-45dc-9689-397af2525e4f,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:03.337151 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:03.377194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05535f6c-3ee5-4adf-8d99-f7995b419f81 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.377805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05535f6c-3ee5-4adf-8d99-f7995b419f81 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.378345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05535f6c-3ee5-4adf-8d99-f7995b419f81 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.378854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05535f6c-3ee5-4adf-8d99-f7995b419f81 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:03.383232 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-05535f6c-3ee5-4adf-8d99-f7995b419f81 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0824602 May 13 15:30:03.383544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41326) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.452905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.604850 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f0d83-5705-48c4-989b-ee2ca91ebb29 None None] Pushing event updated for resources: {'Port': ['ID=64036080-4a49-45dc-9689-397af2525e4f,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:03.637024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aada2899-06a2-4c60-a66a-ff29cc84be0d tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2471411 May 13 15:30:03.672310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Provisioning for port 41642180-70f5-43c3-8a6c-1c842621f17e completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:03.674288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Provisioning complete for port 41642180-70f5-43c3-8a6c-1c842621f17e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:03.674665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.701519 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:03.706248 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:03.706602 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Updating router be55237a-e2bd-44eb-b318-5f4f7186a185 port 41642180-70f5-43c3-8a6c-1c842621f17e binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:30:03.738470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Port 41642180-70f5-43c3-8a6c-1c842621f17e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:03.750421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Provisioning complete for port 64036080-4a49-45dc-9689-397af2525e4f triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:03.750800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.764607 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.788744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41332) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:03.794937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959348389', 'description': 'tempest-secgroup-smoke-1959348389 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:03.802860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:03.808478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:03.813132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:03.820360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:03.892437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8bf859d3-864b-47b9-a2b3-206305cc546c None None] Current status of the port 64036080-4a49-45dc-9689-397af2525e4f is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:03.915646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.941792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:03.948646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:03.956148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64036080-4a49-45dc-9689-397af2525e4f up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:03.960656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:03.968636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:04.045343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.058540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f4a3b0cf-587c-4140-b216-cdb9da034515 None None] Provisioning complete for port 41642180-70f5-43c3-8a6c-1c842621f17e triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:04.059107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b0cf-587c-4140-b216-cdb9da034515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.115131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.115867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 64036080-4a49-45dc-9689-397af2525e4f triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:04.116393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.134849 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.147048 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Transition to ACTIVE for port object 41642180-70f5-43c3-8a6c-1c842621f17e will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:04.164786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc324c-5426-4740-aef9-77df94c8b5b4,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.165934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3b0cf-587c-4140-b216-cdb9da034515 None None] Port 41642180-70f5-43c3-8a6c-1c842621f17e cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:04.240297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 64036080-4a49-45dc-9689-397af2525e4f is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:04.241316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 366647b1-2904-4d15-98ed-ab5f9be226b8 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:04.246270 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.274329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.275822 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2016aff1-0aa8-4dbe-afcf-bf36fd589f42 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4860260 May 13 15:30:04.278745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41336) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:04.285085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:04.291374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:04.296020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:04.299344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:04.305997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:04.314222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 366647b1-2904-4d15-98ed-ab5f9be226b8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:04.314222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.399046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.434426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 366647b1-2904-4d15-98ed-ab5f9be226b8 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:04.438058 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Pushing event updated for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.478051 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.484536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:04.485442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.506071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Attempting to bind port 41642180-70f5-43c3-8a6c-1c842621f17e on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:04.506527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Attempting to bind port 41642180-70f5-43c3-8a6c-1c842621f17e by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:04.506889 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Attempting to bind port 41642180-70f5-43c3-8a6c-1c842621f17e on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:04.512577 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:04.512947 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Checking segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:04.513345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.513731 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Bound using segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:04.514309 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Bound port: 41642180-70f5-43c3-8a6c-1c842621f17e, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:04.514691 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.560725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.584660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.586106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.593039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb85971-df27-4ec2-9334-2ab8b6b19771,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.612624 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] For port 41642180-70f5-43c3-8a6c-1c842621f17e, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:04.615547 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] For port 41642180-70f5-43c3-8a6c-1c842621f17e, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=41642180-70f5-43c3-8a6c-1c842621f17e,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:04.664418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.665623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-abd65aab-25b8-43db-ac77-68a767252474 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856947 May 13 15:30:04.668372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41340) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:04.673674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:04.679637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:04.681410 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.683548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:04.686505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:04.693207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:04.757399 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:04.758037 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:30:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:04.762857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.829503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.834208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cece92-ed9f-46b0-ba77-8ae37c03cefb None None] Pushing event updated for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.882033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.919283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048f5c59-0513-4a45-a68e-313eb2efaa36,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:04.945628 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:04.995599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:04.996814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8a6c7aa3-19eb-4150-b280-6a0fdc98f2a2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273740 May 13 15:30:05.001732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41344) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:05.007838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:05.017695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.024655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.027677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.035085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.103523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.167583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.246315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.256447 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:04Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:05.260221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2d4b5-b06b-43e5-abee-ec8ba16b6dbe None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:04Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:05.267581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f5097e-b592-4759-b067-1ca43dd25848,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:05.366686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.368211 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3fcd899a-bbd5-41fe-9890-5a0754bd4394 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3647144 May 13 15:30:05.371288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41348) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:05.376466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:05.382780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.386973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.390056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.396456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.488531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.557977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.634369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.659345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1527b1-d264-4c93-b8ff-3a768ffd4ebe,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:05.731328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.732569 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-091a6128-748e-4890-98a1-ff62c6630a0b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603299 May 13 15:30:05.736264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41352) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:05.741674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:05.748298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:05.753576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:05.757072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:05.763111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:05.829466 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:05.837114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.915184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.927446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.965012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 41642180-70f5-43c3-8a6c-1c842621f17e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:06.006879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.032223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbd6e4f-8cdb-48cb-b27d-9c12565e434d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.132188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 41642180-70f5-43c3-8a6c-1c842621f17e completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:06.137634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 41642180-70f5-43c3-8a6c-1c842621f17e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:06.138145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.143121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.144363 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-90398ba6-6062-4640-9ebe-e7bfeb38429d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4070816 May 13 15:30:06.147207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41356) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:06.152618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': 'cedc324c-5426-4740-aef9-77df94c8b5b4', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:06.159253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:06.163081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:06.166560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:06.174545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:06.265339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 41642180-70f5-43c3-8a6c-1c842621f17e is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:06.265727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.269537 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:06.277116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.301706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 41642180-70f5-43c3-8a6c-1c842621f17e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=41642180-70f5-43c3-8a6c-1c842621f17e,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:06.345646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.401034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.447674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.467952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.478786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef51e68-f1b9-49a5-bb93-128d27755e75,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:06.532632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:06.533823 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2ac7b0d4-7ffc-4f22-9e29-b32cc9069441 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856235 May 13 15:30:06.750960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-5f476182-146c-44f5-9afb-46dea2fd8157 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:06.817391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-5f476182-146c-44f5-9afb-46dea2fd8157 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:06.818491 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-5f476182-146c-44f5-9afb-46dea2fd8157 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959348389&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1073663 May 13 15:30:06.966806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ef67c89b-3e62-4b14-b2a5-c114503f412d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:06.968289 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ef67c89b-3e62-4b14-b2a5-c114503f412d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 796 time: 0.1432652 May 13 15:30:06.982908 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ec89fbef-5bc1-44b3-8fd7-603ad4b0589c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0090621 May 13 15:30:07.063926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-bc2afd0d-796f-419c-9c54-b8085a4cf834 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:07.137279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-bc2afd0d-796f-419c-9c54-b8085a4cf834 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:07.138541 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-bc2afd0d-796f-419c-9c54-b8085a4cf834 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508818 May 13 15:30:07.323924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-77dcb649-b415-4538-882e-745887086767 service neutron] 10.222.0.91 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739273 May 13 15:30:07.454108 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ae17f40c-8602-4e9f-bc5a-4411d413b745 service neutron] 10.222.0.91 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237159 May 13 15:30:07.733468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3bdfa28f-296e-4389-b368-58666650778c req-5b3c594a-ee25-4777-b1aa-84d4caa1a442 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:07.745720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3bdfa28f-296e-4389-b368-58666650778c req-5b3c594a-ee25-4777-b1aa-84d4caa1a442 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:07.746930 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bdfa28f-296e-4389-b368-58666650778c req-5b3c594a-ee25-4777-b1aa-84d4caa1a442 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0559506 May 13 15:30:07.917822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 41642180-70f5-43c3-8a6c-1c842621f17e up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:07.992842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 41642180-70f5-43c3-8a6c-1c842621f17e triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:07.993139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:08.107227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 41642180-70f5-43c3-8a6c-1c842621f17e is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:08.899414 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f28980d-8da7-475b-bcae-d07929c6bb72 req-d2450908-aa5e-4ac9-868a-31e9ca3b6bdf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0428019 May 13 15:30:09.992066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-596806e1-b8f3-4055-90f9-e28ec65e4e93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:09.992746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-596806e1-b8f3-4055-90f9-e28ec65e4e93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:10.057370 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-79998f16-2ae0-4600-8de4-09948d968f44 req-e803359e-e8d2-4271-94c5-79ce4355fa47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0454450 May 13 15:30:10.097916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-596806e1-b8f3-4055-90f9-e28ec65e4e93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:10.099058 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-596806e1-b8f3-4055-90f9-e28ec65e4e93 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 796 time: 0.2562115 May 13 15:30:10.148700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-2cd41ca5-8d09-4f3c-af18-eb5755347840 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:10.160881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-2cd41ca5-8d09-4f3c-af18-eb5755347840 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:10.162032 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-2cd41ca5-8d09-4f3c-af18-eb5755347840 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.0553997 May 13 15:30:10.170435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['cedc324c-5426-4740-aef9-77df94c8b5b4']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:10.306546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:10.316502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:10.383347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:10.386883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.552536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.10 (b0f4390e-d997-4356-b8bc-a96410b68e4b/82be0c96-946c-4736-a0b6-658df2b921ba/c6ad0789-68bc-4d0e-a647-f11d70d5eb57) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:10.842379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:10.858387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object c6ad0789-68bc-4d0e-a647-f11d70d5eb57 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:10.937270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.008128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:11.011317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:11.015783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:11.049011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:11.087197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:11.087830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.174146 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-37dbbd75-5b9b-48d6-9460-8094adf5c1b0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0072095 May 13 15:30:11.185829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Request body: {'port': {'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:11.253939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524f380-4d9a-41d0-9892-1ca6aab82509 req-9ce91b7f-1233-4316-9c2b-0adc29bf4bc2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:11.255431 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8524f380-4d9a-41d0-9892-1ca6aab82509 req-9ce91b7f-1233-4316-9c2b-0adc29bf4bc2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 932 time: 0.0867498 May 13 15:30:11.302093 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8524f380-4d9a-41d0-9892-1ca6aab82509 req-fb584106-d09f-4a87-897f-3a3a01e25bab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402570 May 13 15:30:11.303509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.354979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07af8de5-6e24-4c60-a332-c7eb8aa92c39 None None] Provisioning for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:11.357536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:30:11.361495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07af8de5-6e24-4c60-a332-c7eb8aa92c39 None None] Provisioning complete for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:11.361987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07af8de5-6e24-4c60-a332-c7eb8aa92c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.417984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-07af8de5-6e24-4c60-a332-c7eb8aa92c39 None None] Port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:11.641859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ad0789-68bc-4d0e-a647-f11d70d5eb57 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:11.648916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.663255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Transition to ACTIVE for port object c6ad0789-68bc-4d0e-a647-f11d70d5eb57 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:11.749035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:11.909063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:11.986791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Attempting to bind port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:11.987126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Attempting to bind port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:11.987450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Attempting to bind port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:11.992260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 on network b0f4390e-d997-4356-b8bc-a96410b68e4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:30:11.992574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Attempting to bind port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:11.997563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:11.997894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Checking segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:11.998307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Bound using segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:11.998724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Bound port: c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:11.999585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.088927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:12.091726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:12.138083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.201149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.201780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:12.203874 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] 10.222.0.23 "PUT /v2.0/ports/c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 1094 time: 1.0224929 May 13 15:30:12.204298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:12.225828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797155-1ee9-4d53-a43e-5e0c3c573665 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:12.253699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e189ec-c2fb-45cb-ba87-8d5416326ea8'] response: {'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:30:12.349267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-632b108b-6d90-498c-ab54-1a6935e8afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.350848 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-632b108b-6d90-498c-ab54-1a6935e8afc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0752559 May 13 15:30:12.495860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237eacf-7530-402e-8fa1-3f27cccf3dad req-a09c0760-e437-4dcd-88f8-2af75a114ad0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.497240 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5237eacf-7530-402e-8fa1-3f27cccf3dad req-a09c0760-e437-4dcd-88f8-2af75a114ad0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0837424 May 13 15:30:12.497761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-f2799ab4-e4a5-4d07-bc74-b5bcfc402cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.500426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-f2799ab4-e4a5-4d07-bc74-b5bcfc402cb2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1415429 May 13 15:30:12.544142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5237eacf-7530-402e-8fa1-3f27cccf3dad req-bf067b91-35e3-43e6-869e-f3ef48483e8f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 May 13 15:30:12.636845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-60ce70ca-5cff-4ea7-9a49-ec65bfbd918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.638321 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5d913e6-33b2-463c-ac9d-41625bc02ee8 req-60ce70ca-5cff-4ea7-9a49-ec65bfbd918b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339617 May 13 15:30:12.747015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-8e4d0354-0bec-4c5f-92f6-f5511e219440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.748380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-8e4d0354-0bec-4c5f-92f6-f5511e219440 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0746834 May 13 15:30:12.817310 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-8f07bd65-d439-42a3-a240-31b6b225a53f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 217 time: 0.0624619 May 13 15:30:12.973247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-3a1c2c68-8dd3-4dab-852c-a833ebfeed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:12.974704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-3a1c2c68-8dd3-4dab-852c-a833ebfeed5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.1521397 May 13 15:30:13.047715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-83d7ccee-c467-4797-99e4-f78478a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:13.049077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-83d7ccee-c467-4797-99e4-f78478a8dce2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684805 May 13 15:30:13.176153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-1d67c5c7-7b54-4746-844c-cc2f510ee72c service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207435 May 13 15:30:13.305218 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bdea900e-ca1c-4437-9c79-a946070d8c5f req-6e6154c0-51dd-4f95-ac29-b753ac3b2464 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227024 May 13 15:30:13.730057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1157f-7667-4514-9125-d031c32a55bd req-0b16576c-774d-444b-8f57-c79abf63e129 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:13.730729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f2e1157f-7667-4514-9125-d031c32a55bd req-0b16576c-774d-444b-8f57-c79abf63e129 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:13.794013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f2e1157f-7667-4514-9125-d031c32a55bd req-0b16576c-774d-444b-8f57-c79abf63e129 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:13.795166 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2e1157f-7667-4514-9125-d031c32a55bd req-0b16576c-774d-444b-8f57-c79abf63e129 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 944 time: 0.1412280 May 13 15:30:13.843540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2e1157f-7667-4514-9125-d031c32a55bd req-e91578a0-2774-49b9-b1a5-a7a5222cb1d0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 May 13 15:30:15.042975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07e1f6-5dfb-4dd8-8dc0-3a5095e90b43 req-490a5ec0-b8d0-4001-85e3-1e0293ff3e28 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:15.044434 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1a07e1f6-5dfb-4dd8-8dc0-3a5095e90b43 req-490a5ec0-b8d0-4001-85e3-1e0293ff3e28 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0798538 May 13 15:30:15.087731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1a07e1f6-5dfb-4dd8-8dc0-3a5095e90b43 req-e85786bf-aaaf-48a8-bbe5-ddde972e3485 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 May 13 15:30:16.273277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec28c9-3cbe-4934-9ee3-ee13db07323f req-814201b1-542d-4129-8d65-8f9c54043c0e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:16.274774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-47ec28c9-3cbe-4934-9ee3-ee13db07323f req-814201b1-542d-4129-8d65-8f9c54043c0e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0824282 May 13 15:30:16.320354 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-47ec28c9-3cbe-4934-9ee3-ee13db07323f req-bcf73ecd-694c-47ed-a08d-82f138d3fef7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398116 May 13 15:30:17.447760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c6ad0789-68bc-4d0e-a647-f11d70d5eb57 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:30:17.517977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e512273-9bbc-4f03-8459-a0ad04c185fe req-b9a118b1-47f2-436c-a304-d0c1d776377a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:17.520828 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e512273-9bbc-4f03-8459-a0ad04c185fe req-b9a118b1-47f2-436c-a304-d0c1d776377a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0948555 May 13 15:30:17.574624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e512273-9bbc-4f03-8459-a0ad04c185fe req-75f38179-324a-46ed-a9d2-84cbff46172f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480402 May 13 15:30:17.633568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:17.646970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:30:17.703103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:17.703479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.719727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ad0789-68bc-4d0e-a647-f11d70d5eb57 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:17.734943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:17.822055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:17.904158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:18.054088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['c6ad0789-68bc-4d0e-a647-f11d70d5eb57'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:30:18.754926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9e2d-89a3-4031-8128-8fbc181dbc92 req-5288dbb6-af1f-42ce-9989-f60d425e16fa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:18.756380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-29da9e2d-89a3-4031-8128-8fbc181dbc92 req-5288dbb6-af1f-42ce-9989-f60d425e16fa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0823593 May 13 15:30:18.799205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-29da9e2d-89a3-4031-8128-8fbc181dbc92 req-1b9b569c-8d1a-4ce0-9c27-ca9b8b0f6e23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372188 May 13 15:30:19.478633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c6ad0789-68bc-4d0e-a647-f11d70d5eb57 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:19.605738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:19.611064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:19.611438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:19.722939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:19.723317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:19.749826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:19.759172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:19.840530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:19.913783 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9917da08-7f1f-4644-9439-73cffc43a45c'] response: {'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'code': 200} May 13 15:30:19.944256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:20.006322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad53fe8-df97-4144-bfc4-0c8b4ae39c35 req-2ed10959-f040-4553-98e9-c3e48d4cbcc4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:20.007715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dad53fe8-df97-4144-bfc4-0c8b4ae39c35 req-2ed10959-f040-4553-98e9-c3e48d4cbcc4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0794954 May 13 15:30:20.052265 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dad53fe8-df97-4144-bfc4-0c8b4ae39c35 req-098a01bc-3f04-41db-bcc7-ea5dd6b5237f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 May 13 15:30:20.231996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e0a4-591b-4302-94b9-658f3ce7f048 req-69bdf144-c9b8-4e4b-826a-127a586ae3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:20.233467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7815e0a4-591b-4302-94b9-658f3ce7f048 req-69bdf144-c9b8-4e4b-826a-127a586ae3d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0720358 May 13 15:30:20.273472 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7815e0a4-591b-4302-94b9-658f3ce7f048 req-03e63efc-026d-47e7-9c7b-8c31e6d42347 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 May 13 15:30:21.237914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9e9f-e65b-4b53-8c9d-01b116a02d42 req-763298ef-7b55-46c7-b6bf-27cb748c3382 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:21.239368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab5e9e9f-e65b-4b53-8c9d-01b116a02d42 req-763298ef-7b55-46c7-b6bf-27cb748c3382 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0808957 May 13 15:30:21.285533 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab5e9e9f-e65b-4b53-8c9d-01b116a02d42 req-3691cdc8-ad1c-4dec-ab44-f9db6ceb3e22 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398920 May 13 15:30:22.469350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e15e-98ef-4b63-b3fb-d400bc90577c req-0a48e6e1-c86f-4ed7-8ea4-40b31bf56ca4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:22.470837 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c586e15e-98ef-4b63-b3fb-d400bc90577c req-0a48e6e1-c86f-4ed7-8ea4-40b31bf56ca4 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0790730 May 13 15:30:22.517933 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c586e15e-98ef-4b63-b3fb-d400bc90577c req-eebf8ead-eab9-4d1b-92f6-7c04744b96bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 May 13 15:30:22.805581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22044e7-e140-4f1a-a811-9ad5a2580df4 req-3b73bd72-2189-4e16-a4a1-718d1cdd9aec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:22.807081 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f22044e7-e140-4f1a-a811-9ad5a2580df4 req-3b73bd72-2189-4e16-a4a1-718d1cdd9aec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.1805842 May 13 15:30:22.850086 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f22044e7-e140-4f1a-a811-9ad5a2580df4 req-6526fd33-c38f-4aa0-a8d2-bcd4618729fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366049 May 13 15:30:22.873510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41426) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:22.942231 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7b158-236f-492f-9034-ca931a09d154 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:22.943724 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9ee7b158-236f-492f-9034-ca931a09d154 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0685565 May 13 15:30:22.946550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41430) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:22.951444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:22.957441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:22.961165 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:22.964051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:22.970382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:23.047163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:23.191072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:23.325787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.166 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/4b166471-0430-4bf5-894f-d1d1a092bf3b) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:23.470867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:23.560645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:23.630801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:23.633390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:23.637173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:23.677881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=4b166471-0430-4bf5-894f-d1d1a092bf3b,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:24.053979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:24.219151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:24.426292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:24.491663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:24.599942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=4b166471-0430-4bf5-894f-d1d1a092bf3b,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:24.610275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:24.884595 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 09594a21-7b6e-407d-870b-10235609face associated. External IP: 172.26.7.166, port: c6ad0789-68bc-4d0e-a647-f11d70d5eb57. May 13 15:30:25.231455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:25.414167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:25.424750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:25.434051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:25.434728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:30:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:25.594822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:25.617562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:25.650663 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dab9d3a8-2b2f-468d-9c0e-57febac42f4b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7030742 May 13 15:30:25.651243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:25.653628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41434) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:25.697877 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067cfbb0-5ad8-4d08-81f7-1658492db7cb'] response: {'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:30:25.767814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3795d-2ddb-4d24-bf03-a2ff7742c37e tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:25.769292 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d8a3795d-2ddb-4d24-bf03-a2ff7742c37e tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1094 time: 0.1145556 May 13 15:30:25.798943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-2bf84632-e162-410f-8969-d15cc58a6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:25.800410 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-2bf84632-e162-410f-8969-d15cc58a6b0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0805864 May 13 15:30:25.916617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41442) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:25.922635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719052525', 'description': 'tempest-secgroup-smoke-1719052525 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:25.928695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:25.940697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:25.948595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-5b09e498-84ff-4a2e-b061-3ac01cd24bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:25.950066 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-5b09e498-84ff-4a2e-b061-3ac01cd24bc8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.1410470 May 13 15:30:26.002351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:23Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:26.005883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.006443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:26.015524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:26.016307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:30:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:26.026797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.030972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.033861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:26.040282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:26.050085 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-721de2ab-dc79-477c-88d9-f377ec6f2a2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 1000 time: 0.0943391 May 13 15:30:26.115143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-f2c0e75c-ae52-4022-bcee-afbdd6524bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.116512 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-f2c0e75c-ae52-4022-bcee-afbdd6524bdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0610504 May 13 15:30:26.121649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.189434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.191209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-5fbecc15-fb85-4c29-9346-1adb7308be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:26.192664 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-5fbecc15-fb85-4c29-9346-1adb7308be8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699773 May 13 15:30:26.198759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:26.239311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1898ab45-3021-4561-b396-37a1828cb01f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:26.341050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-8107b856-9326-4bbf-b896-c183ec5724f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420698 May 13 15:30:26.354768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.356293 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-99c73156-e975-44f0-a257-a54bb8b000d3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4389443 May 13 15:30:26.360189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:26.366692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:26.376986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.381890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.385173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:26.393472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:26.500237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.574865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.596785 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3bfd6806-ef0d-47f6-bde6-15d5239725cd req-976cc91b-cb02-40b3-b52c-33524994c94c service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499785 May 13 15:30:26.642654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:23Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:26.646717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb60dac-8563-46be-b74e-8136f89aa95a None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:23Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:26.651054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.676607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bcf636-874d-4a8f-a1f2-2643a7c6cdcf,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:26.765497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.766765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ecd858ce-5a5e-4a3f-bef1-afb8ee7f22c2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053864 May 13 15:30:26.769716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41450) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:26.775020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:26.781142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.786207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.789285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:26.795590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:26.833783 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f658f54a-342d-46d9-908e-8d69184866e6 None None] New status for floating IP 09594a21-7b6e-407d-870b-10235609face: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:30:26.911430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.978713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.057429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.080988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec579e31-02b0-4b3d-b320-428abd7b0f6b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.177762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.179077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eaf5d7dc-8eff-4af7-980f-49add9b19774 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4083366 May 13 15:30:27.181744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41454) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.186930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.192921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.196699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.199579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.205291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.297929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.360414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.446090 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.470070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf062cb-cd26-4516-9da1-7397473536ef,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.571673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.572900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-052eea3d-c9c6-4f3f-99d9-cf8ca585dd5e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901641 May 13 15:30:27.575637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41458) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.580526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.586442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.590256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.593110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.598716 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.628784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.697981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.760659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.839726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.865930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f39660-b902-4ed2-a6a5-ad1b79e51fcd,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.949167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.950372 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84530cad-df35-43e2-a832-3f804ce9c017 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738379 May 13 15:30:27.953290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41462) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.958166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.964035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.967968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.971827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.978085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:28.063339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:28.070002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.132498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.211699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.235435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c5867-d2b3-4003-916e-c2ec8d939c7f,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:28.308793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.310037 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4036bd73-6883-416e-8b98-4b6ba428fa23 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557930 May 13 15:30:28.313621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41466) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:28.318701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '1898ab45-3021-4561-b396-37a1828cb01f', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:28.324669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:28.328492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:28.331408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:28.337187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:28.417426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:28.424895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.490119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.570906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.594054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6340dbcb-1778-49a5-8975-5a5aca995198,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:28.685462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:28.686733 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-15d1a17a-9117-4476-8f8e-19a3181a9187 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721335 May 13 15:30:28.850821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-26de240b-b5f2-47b1-992e-fb04ec89e3ff tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719052525&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.0426881 May 13 15:30:29.001528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-a89e9414-0fcf-46f2-85cc-571d2ee533f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:29.003022 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-a89e9414-0fcf-46f2-85cc-571d2ee533f9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 796 time: 0.1459057 May 13 15:30:29.018215 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-b4f6e613-ba12-442f-8e51-1f2e1590d5ab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0097017 May 13 15:30:29.104405 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-a40aefe5-4b8b-4859-a033-923a18c8435a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0811994 May 13 15:30:29.282138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-3e335bb4-9ca8-48b5-a882-29905d0a341b service neutron] 10.222.0.91 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653595 May 13 15:30:29.415000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-f6bf93a8-6ef4-41b0-8b2f-9026a5c9fb8b service neutron] 10.222.0.91 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270247 May 13 15:30:29.682241 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-aee61ce7-dac8-4d7e-8d55-b0fc26599e6d req-65f8bf49-44c4-4e04-8a15-531c6f1f7252 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 210 time: 0.0464213 May 13 15:30:30.833551 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2f8e9705-8fd1-4fb2-99c0-162f9e69c1ee req-2231f6f0-e1d2-4c8b-a985-9b974bbfe7e0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 210 time: 0.0439146 May 13 15:30:30.845901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6281af0b-13c1-4708-be27-93972d54164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.620873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-0f114310-6086-4324-aff4-96500c943546 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:31.622321 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-0f114310-6086-4324-aff4-96500c943546 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 796 time: 0.1472266 May 13 15:30:31.675333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-f6138309-5363-41f4-a28b-074d9f2079a6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 473 time: 0.0453386 May 13 15:30:31.683208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['1898ab45-3021-4561-b396-37a1828cb01f']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:31.820585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:31.831092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:31.902899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:31.907157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.997206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-542a4da5-e327-4e66-9e3c-90ddfcf42934 req-d1cb77f9-98c3-4b37-85a9-46d0b7b918c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 210 time: 0.0505748 May 13 15:30:32.072988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.14 (b0f4390e-d997-4356-b8bc-a96410b68e4b/82be0c96-946c-4736-a0b6-658df2b921ba/cee2c2f5-18bd-4cf7-82df-06e1488604d8) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:32.261931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.276548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object cee2c2f5-18bd-4cf7-82df-06e1488604d8 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:32.366408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.435912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network b0f4390e-d997-4356-b8bc-a96410b68e4b is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:32.438777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:32.442853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:32.479007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:32.511466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:32.512168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.629451 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-bdf101a1-bd92-4c4b-bcee-7b82d6acd11f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497435 May 13 15:30:32.641798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Request body: {'port': {'device_id': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:32.742284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bdc6834a-4da0-4a11-ba83-f43380dd7233 None None] Provisioning for port cee2c2f5-18bd-4cf7-82df-06e1488604d8 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:32.747190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bdc6834a-4da0-4a11-ba83-f43380dd7233 None None] Provisioning complete for port cee2c2f5-18bd-4cf7-82df-06e1488604d8 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:32.747556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bdc6834a-4da0-4a11-ba83-f43380dd7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.755518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.801152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6834a-4da0-4a11-ba83-f43380dd7233 None None] Port cee2c2f5-18bd-4cf7-82df-06e1488604d8 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:33.177111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-813302ed-9777-41fa-ac09-539cfa9a4d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.253147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee2c2f5-18bd-4cf7-82df-06e1488604d8 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:33.263795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75a56-ffa6-4403-9b4b-ea0e81c26b82 req-bf56d149-93d4-41ba-8a1e-f6e15a87053c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.264474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3cc75a56-ffa6-4403-9b4b-ea0e81c26b82 req-bf56d149-93d4-41ba-8a1e-f6e15a87053c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:33.270714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.291311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Transition to ACTIVE for port object cee2c2f5-18bd-4cf7-82df-06e1488604d8 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:33.348634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3cc75a56-ffa6-4403-9b4b-ea0e81c26b82 req-bf56d149-93d4-41ba-8a1e-f6e15a87053c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:33.349811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cc75a56-ffa6-4403-9b4b-ea0e81c26b82 req-bf56d149-93d4-41ba-8a1e-f6e15a87053c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 932 time: 0.2402277 May 13 15:30:33.371741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.519696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3cc75a56-ffa6-4403-9b4b-ea0e81c26b82 req-a6868630-d103-4c30-8bfe-8dc961bd3efb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640668 May 13 15:30:33.528017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Pushing event updated for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:33.634817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Attempting to bind port cee2c2f5-18bd-4cf7-82df-06e1488604d8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:33.635179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Attempting to bind port cee2c2f5-18bd-4cf7-82df-06e1488604d8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:33.635503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Attempting to bind port cee2c2f5-18bd-4cf7-82df-06e1488604d8 on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:33.640040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Port cee2c2f5-18bd-4cf7-82df-06e1488604d8 on network b0f4390e-d997-4356-b8bc-a96410b68e4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:30:33.640435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Attempting to bind port cee2c2f5-18bd-4cf7-82df-06e1488604d8 on network b0f4390e-d997-4356-b8bc-a96410b68e4b {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:33.645348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:33.645680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Checking segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:33.646091 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Bound using segment: {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:33.646510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Bound port: cee2c2f5-18bd-4cf7-82df-06e1488604d8, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d35425-7a10-4353-8279-4e2465e5107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:33.646849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.736048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:33.738820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:33.811695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.872297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.872891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.874300 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] 10.222.0.23 "PUT /v2.0/ports/cee2c2f5-18bd-4cf7-82df-06e1488604d8 HTTP/1.1" status: 200 len: 1094 time: 1.2375584 May 13 15:30:33.874766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:33.896709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f85e-4e26-44b8-9e71-8c3f9f81f4ad service neutron] Pushing event updated for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:33.938654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c343e4-14b1-43ac-bd95-ce523cbc49da'] response: {'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'status': 'completed', 'code': 200} May 13 15:30:34.035657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-82827f97-98d3-4186-bdd5-27e967b38f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.037136 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-82827f97-98d3-4186-bdd5-27e967b38f0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0786359 May 13 15:30:34.181331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-70462ebd-b61b-497f-ae7e-0fff1972d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.182853 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-70462ebd-b61b-497f-ae7e-0fff1972d6a1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1383169 May 13 15:30:34.315892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-e802e1ac-5c24-4b20-9a08-ce9f5759e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.317255 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-22411be0-eef6-4bbf-be3f-4aebded966b7 req-e802e1ac-5c24-4b20-9a08-ce9f5759e5b4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283145 May 13 15:30:34.423311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-6f9d5596-9bfd-43d5-8633-baaeca5f28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.424756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-6f9d5596-9bfd-43d5-8633-baaeca5f28d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0694034 May 13 15:30:34.496683 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-a0fb6ce5-9297-4e9e-a008-270653166dfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8 HTTP/1.1" status: 200 len: 217 time: 0.0629318 May 13 15:30:34.542530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:34.563056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-d2ee76c3-367d-410a-9e38-8059f1c58519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.564615 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-d2ee76c3-367d-410a-9e38-8059f1c58519 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0616553 May 13 15:30:34.589517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:34.695427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f01a-a46e-434b-806a-fa464980832c req-5b91361e-8c2c-4a8a-82f1-1b199765a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.696902 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-5b91361e-8c2c-4a8a-82f1-1b199765a9fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266785 May 13 15:30:34.798506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab711-39ee-4c0d-8bfd-c3db684d228e req-b11413a2-2a1b-44dc-ac22-fcf71dfa2099 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.799934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc6ab711-39ee-4c0d-8bfd-c3db684d228e req-b11413a2-2a1b-44dc-ac22-fcf71dfa2099 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 944 time: 0.1669686 May 13 15:30:34.872139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc6ab711-39ee-4c0d-8bfd-c3db684d228e req-5db939e8-f623-4647-9110-2a8f34e4a66d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659742 May 13 15:30:34.874113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-c4ac8bb4-9263-40be-b004-2dc8cf5cc4ba service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691265 May 13 15:30:35.097326 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fcc8f01a-a46e-434b-806a-fa464980832c req-daef15b0-ff2f-4b37-b09e-60df715729b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177749 May 13 15:30:35.868537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:36.058994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4362-4390-47ed-95b5-cd44b637dda2 req-55afb430-a883-4526-afeb-da77ac766127 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:36.060352 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d60d4362-4390-47ed-95b5-cd44b637dda2 req-55afb430-a883-4526-afeb-da77ac766127 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 944 time: 0.0817015 May 13 15:30:36.103793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d60d4362-4390-47ed-95b5-cd44b637dda2 req-c70f4854-e82f-45f4-b501-f955d4f99282 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:36.171276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d60d4362-4390-47ed-95b5-cd44b637dda2 req-c70f4854-e82f-45f4-b501-f955d4f99282 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:36.172918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d60d4362-4390-47ed-95b5-cd44b637dda2 req-c70f4854-e82f-45f4-b501-f955d4f99282 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063974 May 13 15:30:37.359354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e75771-2113-4a90-a9f2-c2b8f615e2f1 req-1e03c3c3-695d-4983-90d1-457a12928158 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:37.360789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-31e75771-2113-4a90-a9f2-c2b8f615e2f1 req-1e03c3c3-695d-4983-90d1-457a12928158 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 944 time: 0.0818214 May 13 15:30:37.404489 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-31e75771-2113-4a90-a9f2-c2b8f615e2f1 req-c0c410e4-866f-44c6-a327-530a501af408 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 May 13 15:30:37.619186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cee2c2f5-18bd-4cf7-82df-06e1488604d8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:30:37.751800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:37.765309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'port_id': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:30:37.819619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port cee2c2f5-18bd-4cf7-82df-06e1488604d8 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:37.819993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:37.836195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee2c2f5-18bd-4cf7-82df-06e1488604d8 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:37.851409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:37.937334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:38.008784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:38.138023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['cee2c2f5-18bd-4cf7-82df-06e1488604d8'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:30:38.590254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71f6f-ab96-47f3-82b4-82925a30426d req-9857e8df-487c-475a-9228-588fcbfcf5ff tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:38.591723 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bcc71f6f-ab96-47f3-82b4-82925a30426d req-9857e8df-487c-475a-9228-588fcbfcf5ff tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 945 time: 0.0823400 May 13 15:30:38.635697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bcc71f6f-ab96-47f3-82b4-82925a30426d req-e5a2ac76-3b7c-4ff7-9fd5-4b4fcc5903df tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 May 13 15:30:39.618807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cee2c2f5-18bd-4cf7-82df-06e1488604d8 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:39.788444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port cee2c2f5-18bd-4cf7-82df-06e1488604d8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:39.793589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port cee2c2f5-18bd-4cf7-82df-06e1488604d8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:39.793978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:39.818581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14955f-e8e2-4fa3-826c-ae8a0a20219d req-b0ddfb2e-bd35-4e8d-96bc-b3216a09b832 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:39.820086 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ac14955f-e8e2-4fa3-826c-ae8a0a20219d req-b0ddfb2e-bd35-4e8d-96bc-b3216a09b832 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 945 time: 0.0806608 May 13 15:30:39.866971 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ac14955f-e8e2-4fa3-826c-ae8a0a20219d req-2534fc95-b447-4fa1-8890-5b43bd33a790 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 May 13 15:30:39.910852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port cee2c2f5-18bd-4cf7-82df-06e1488604d8 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:39.911226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:39.937743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:39.948194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:39.981201 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224be492-8508-4323-9b11-4398883d9a95'] response: {'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'code': 200} May 13 15:30:40.039654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:40.108206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:40.291082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946c7f9-2271-42c5-9c01-ffba8f7025f2 req-393a3b58-4600-44ec-899c-21814bed5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:40.292426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5946c7f9-2271-42c5-9c01-ffba8f7025f2 req-393a3b58-4600-44ec-899c-21814bed5ef2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0676107 May 13 15:30:40.332098 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5946c7f9-2271-42c5-9c01-ffba8f7025f2 req-50536008-8b2f-47aa-a61e-77098865c7cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 May 13 15:30:41.058215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817717e-bb29-4d43-a60f-9a8eb9cc7452 req-d5954149-e9a3-457d-9e7a-d520a637d3ce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:41.059671 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7817717e-bb29-4d43-a60f-9a8eb9cc7452 req-d5954149-e9a3-457d-9e7a-d520a637d3ce tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.0824721 May 13 15:30:41.103691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7817717e-bb29-4d43-a60f-9a8eb9cc7452 req-1d335a61-e9af-40c4-9a35-3ab6dc81c745 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 May 13 15:30:42.288422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4fe47-375d-45db-80f5-e992a0d1a8d7 req-abe899bd-c713-4b0a-a1ab-6ef45e8998e3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:42.289806 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6de4fe47-375d-45db-80f5-e992a0d1a8d7 req-abe899bd-c713-4b0a-a1ab-6ef45e8998e3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.0792763 May 13 15:30:42.336624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6de4fe47-375d-45db-80f5-e992a0d1a8d7 req-a36884cd-ff30-44f5-8fd4-656e7b93dcfd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 May 13 15:30:42.523070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790a3be-1d4d-477f-bd0f-f2853644f025 req-7bf20123-9cd3-4e88-af7a-c0cf4033c831 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:42.524417 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4790a3be-1d4d-477f-bd0f-f2853644f025 req-7bf20123-9cd3-4e88-af7a-c0cf4033c831 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.0782084 May 13 15:30:42.567404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4790a3be-1d4d-477f-bd0f-f2853644f025 req-73f98a18-d1aa-4d27-b95a-b56136b418aa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 May 13 15:30:42.589524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41526) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:42.663875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fe890-92ff-4aeb-a6d8-32e91e695bec tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:42.665357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-607fe890-92ff-4aeb-a6d8-32e91e695bec tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0748379 May 13 15:30:42.668143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41530) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:42.672740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:42.679047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:42.682906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:42.685789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:42.692195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:42.736881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:42.869483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:43.006588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.79 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/49a58293-97b9-4373-aae2-02036639211f) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:43.153081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:43.263032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:43.327284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:43.330305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:43.333873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:43.362956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=49a58293-97b9-4373-aae2-02036639211f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:43.734861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:43.971334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.169493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.245250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.353110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=49a58293-97b9-4373-aae2-02036639211f,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:44.362945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.532183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP dc0802e7-df38-4b7e-917b-ef05aa117913 associated. External IP: 172.26.7.79, port: cee2c2f5-18bd-4cf7-82df-06e1488604d8. May 13 15:30:44.878614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:45.056653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:45.067046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:45.076816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:45.077417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:45.137044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:45.192657 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-92efdcac-594b-4709-8c63-571f654240a9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5235002 May 13 15:30:45.193395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:45.238650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb529dd5-444b-4ca9-b041-c1dc74d74ea0'] response: {'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'status': 'completed', 'code': 200} May 13 15:30:45.259740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:45.331475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-090f549b-2ded-4fd4-bdad-fb95e8a51707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:45.332909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-090f549b-2ded-4fd4-bdad-fb95e8a51707 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0737870 May 13 15:30:45.568551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-15baf5a9-789d-4dcc-a36d-6c0d1a77d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:45.569900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-15baf5a9-789d-4dcc-a36d-6c0d1a77d7cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.2307234 May 13 15:30:45.660251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}, {'id': 'dc0802e7-df38-4b7e-917b-ef05aa117913', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:43Z', 'updated_at': '2022-05-13T15:30:43Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:45.664599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:45.672495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:45.672642 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-2a71afe1-ed03-4b42-9987-b73140e59e3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8 HTTP/1.1" status: 200 len: 999 time: 0.0960212 May 13 15:30:45.673103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:45.734841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-f9acc423-3d5f-4335-901c-13213dce1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:45.737075 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-f9acc423-3d5f-4335-901c-13213dce1edb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0578854 May 13 15:30:45.810361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-eec0dbea-f54b-40d5-86fc-3600736b9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:45.811939 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-eec0dbea-f54b-40d5-86fc-3600736b9723 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690958 May 13 15:30:45.847997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:45.948307 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-96ad777c-71d6-4601-937e-726b57d87181 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299598 May 13 15:30:46.082332 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91f3ee5a-905a-4f0c-86a9-affa15f11739 req-0f4d62e6-9a49-4227-a18d-51388f94ecb7 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282833 May 13 15:30:46.201479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}, {'id': 'dc0802e7-df38-4b7e-917b-ef05aa117913', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:43Z', 'updated_at': '2022-05-13T15:30:43Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:46.206028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcacda-e1aa-411d-9e2a-aaab5f795993 None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}, {'id': 'dc0802e7-df38-4b7e-917b-ef05aa117913', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:43Z', 'updated_at': '2022-05-13T15:30:43Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:46.389089 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d382baa-8fc6-4f14-8a61-1b4b86fbc44f None None] New status for floating IP dc0802e7-df38-4b7e-917b-ef05aa117913: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:30:48.356880 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:30:57.605206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:00.770897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfac5-cbc6-43a8-965f-d145dca81091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:03.285072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9b73805b-b68d-4d94-9bd9-577240d2ca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:04.558954 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:04.604872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:05.862129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:17.328484 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-0238f6ce-3504-49c6-bbbc-bfe282639c08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746937 May 13 15:31:17.466606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-89b2f2cb-0629-46fd-9cd1-4dfd5cfeea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:17.468068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-89b2f2cb-0629-46fd-9cd1-4dfd5cfeea41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0730629 May 13 15:31:17.612994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-6377e939-cb32-4dec-834c-1c44833532c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:17.614480 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-6377e939-cb32-4dec-834c-1c44833532c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.1292450 May 13 15:31:17.718114 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-f4017371-2bfb-4aeb-883e-f49b59c6992f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 1002 time: 0.0971725 May 13 15:31:17.782255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-3d73fcfe-2989-47ec-805a-4f854edbebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:17.783683 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-3d73fcfe-2989-47ec-805a-4f854edbebee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0602953 May 13 15:31:17.859267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-2c65e767-e5be-4a4e-81dd-f24d55bdc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:17.860724 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-2c65e767-e5be-4a4e-81dd-f24d55bdc270 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706866 May 13 15:31:17.989768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-f2b7c848-bb11-40bb-b3f1-070e6a745f6b service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227839 May 13 15:31:18.120492 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-66dafdea-550c-4e73-b07d-bc16f22adf7f req-f70af006-7945-424e-be5a-6dfc4ebb88da service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252551 May 13 15:31:18.708901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41548) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:18.814429 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-df54a7d1-9f3f-4ae1-b9a5-73ff867f749f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/09594a21-7b6e-407d-870b-10235609face HTTP/1.1" status: 200 len: 994 time: 0.1036835 May 13 15:31:19.479465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41558) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:19.485441 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:19.604764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:19.937213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:19.962071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.015457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.082697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:20.083331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.085275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/ports/c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 939 time: 0.6044676 May 13 15:31:20.089268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:20.113641 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=6']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:20.123125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.123473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.123811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.124142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.124485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.124798 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.125124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.125447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.125770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.126116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.126435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.126756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d734bcb1-e107-4904-9659-edeb148f86f1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:20.138547 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9850afc-32f9-469c-9a0c-f674439022e6'] response: {'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:31:20.234116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-9fef22d6-dcf4-4f35-acdc-7b0e0b21fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:20.235638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-9fef22d6-dcf4-4f35-acdc-7b0e0b21fa0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1100 time: 0.0755398 May 13 15:31:20.324535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ad2221d8-ce0e-433d-9fba-fc17840835eb None None] Provisioning complete for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:20.325426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ad2221d8-ce0e-433d-9fba-fc17840835eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:20.390534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ad2221d8-ce0e-433d-9fba-fc17840835eb None None] Port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 is administratively disabled so it will not transition to active. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 13 15:31:20.463998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-c3299e35-b783-4280-bea8-f65ef63dfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:20.465411 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-c3299e35-b783-4280-bea8-f65ef63dfc69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.2228601 May 13 15:31:20.570390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-e0fded41-31c7-456f-9e50-e1908d034a60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 1003 time: 0.0990396 May 13 15:31:20.632856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-5971ca11-929c-4c18-a371-8a8b5b14d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:20.634279 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-5971ca11-929c-4c18-a371-8a8b5b14d483 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0588117 May 13 15:31:20.706435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-3dd124d5-740a-4150-b4f9-cbd79742f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:20.707889 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-3dd124d5-740a-4150-b4f9-cbd79742f972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681686 May 13 15:31:20.836159 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-ff3f9abd-3928-47c2-bddf-e3f51d876010 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216791 May 13 15:31:20.967757 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1634c2e1-dfcb-413b-af98-3aa0c042136c req-fd9f04ca-34fb-434e-be93-06833e8ea183 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264520 May 13 15:31:23.517675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41568) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:23.523531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:23.645420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:23.854304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:23.882931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:23.941617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.011172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:24.012020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.014113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/ports/c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 938 time: 0.4952528 May 13 15:31:24.015094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:24.017013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41572) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:24.050589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=7']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:24.064804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.065827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.066827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.067676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.068498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.069329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.070253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.071302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.072389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.073245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.074421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.075277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216151c9-59a5-4107-af98-b7d32d69d388 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:24.106203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f5fc55-6328-4220-893c-f3d2c16d5ce2'] response: {'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:31:24.145992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d3f0c010-fee6-4cb3-8def-12c64e965f22 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/09594a21-7b6e-407d-870b-10235609face HTTP/1.1" status: 200 len: 994 time: 0.1241426 May 13 15:31:24.205538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-fcb991c3-7538-4a4a-b306-e7934a509341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:24.207070 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-fcb991c3-7538-4a4a-b306-e7934a509341 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0782757 May 13 15:31:24.233139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-deeded24-76ed-43b2-8258-088cfc32f153 None None] Provisioning complete for port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:24.233738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-deeded24-76ed-43b2-8258-088cfc32f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.263123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['c6ad0789-68bc-4d0e-a647-f11d70d5eb57'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:31:24.338483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-663490c8-60b1-434e-a33b-37fd1f6e1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:24.339864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-663490c8-60b1-434e-a33b-37fd1f6e1ae9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.1269903 May 13 15:31:24.438270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-deeded24-76ed-43b2-8258-088cfc32f153 None None] Current status of the port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:24.442892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-a1284abb-2e22-4696-b920-d529722f5d90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 1002 time: 0.0970807 May 13 15:31:24.509904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-14bb4a84-d570-45bc-9281-559b7964f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:24.511385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-14bb4a84-d570-45bc-9281-559b7964f3e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0633812 May 13 15:31:24.588497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-545ecf72-6dd3-447d-bd29-70734a5e76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:24.589995 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-545ecf72-6dd3-447d-bd29-70734a5e76e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722203 May 13 15:31:24.720178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-30c7a060-04a6-46f5-a5ad-d8c6aea74663 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242769 May 13 15:31:24.944433 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74aee6a3-14bb-4d6c-9ec0-3bf95becef05 req-f7e03fc7-6006-4692-a844-017718847fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184253 May 13 15:31:25.356164 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:31:26.701036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41584) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:26.900408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 49a58293-97b9-4373-aae2-02036639211f {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:26.900748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.072498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.072726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.193219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 49a58293-97b9-4373-aae2-02036639211f owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:27.410164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.458511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=49a58293-97b9-4373-aae2-02036639211f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:27.551188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:27.551537 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP dc0802e7-df38-4b7e-917b-ef05aa117913 disassociated (deleted). External IP: 172.26.7.79, port: cee2c2f5-18bd-4cf7-82df-06e1488604d8. May 13 15:31:27.632718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.017902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:28.202442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:28.204718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:28.214079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:28.214681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:28.324458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.382657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c4854bbb-1a7b-4a40-a347-e38eb6057b02 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/dc0802e7-df38-4b7e-917b-ef05aa117913 HTTP/1.1" status: 204 len: 168 time: 1.6805120 May 13 15:31:28.383419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:28.430622 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1135ba3-db0f-40ae-ac5b-05dbc08faf09'] response: {'name': 'network-changed', 'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'status': 'completed', 'code': 200} May 13 15:31:28.434571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:28.528309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-b6d7e6ec-e6d8-451b-aed8-fe1cb09a9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.529989 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-b6d7e6ec-e6d8-451b-aed8-fe1cb09a9c1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0798354 May 13 15:31:28.662949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-6dfb7c60-1457-435e-b76b-7a124284bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.665115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-6dfb7c60-1457-435e-b76b-7a124284bdb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.1299112 May 13 15:31:28.734054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-3135526b-e83f-4405-8b6b-0f50b0cc2cb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8 HTTP/1.1" status: 200 len: 217 time: 0.0631154 May 13 15:31:28.799477 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:28.800074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-702fb876-9daf-4c1b-932f-2ef0520a90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.801407 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-702fb876-9daf-4c1b-932f-2ef0520a90d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0617204 May 13 15:31:28.805367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:28.813899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:28.814550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:28.885919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-2079d32b-5699-4b13-978f-17e697983e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.888091 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-2079d32b-5699-4b13-978f-17e697983e5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743763 May 13 15:31:29.006545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:29.076039 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-de42eac5-cf73-4b04-85a5-83ef4dc2c657 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559613 May 13 15:31:29.083503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32a3d-a3cd-4a7b-b17c-fefa542796c0 req-f2c18a0d-fe67-453f-acff-41213d383451 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:29.084873 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ee32a3d-a3cd-4a7b-b17c-fefa542796c0 req-f2c18a0d-fe67-453f-acff-41213d383451 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.1957264 May 13 15:31:29.208144 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ee32a3d-a3cd-4a7b-b17c-fefa542796c0 req-25be1382-6aa7-46b4-afb5-e3be7646093c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045685 May 13 15:31:29.246427 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1f140edf-cc14-487a-ada2-df0dc8724e91 req-6a5e32ae-9c24-4e35-b2d4-828ae38c7505 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603773 May 13 15:31:29.359692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:29.363650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269954f-8bee-43db-92e0-4a48c5ca5fdb None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '09594a21-7b6e-407d-870b-10235609face', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'port_id': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'mac_address': 'fa:16:3e:fe:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:23Z', 'updated_at': '2022-05-13T15:30:27Z', 'revision_number': 1, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:29.569763 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10469e77-4bce-4c8e-bd65-da90f95838ef None None] New status for floating IP dc0802e7-df38-4b7e-917b-ef05aa117913: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:31:30.211571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c0d2-0408-4606-be62-15800dd33842 req-e384bf70-0f96-4419-9210-1a1f503dbbba tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:30.212962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bd83c0d2-0408-4606-be62-15800dd33842 req-e384bf70-0f96-4419-9210-1a1f503dbbba tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.0823605 May 13 15:31:30.281132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port cee2c2f5-18bd-4cf7-82df-06e1488604d8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:30.281451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.398656 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68242198-632d-433f-a4ae-ce3d46d5e30f req-fb9c651b-aea0-4a28-8c8a-d47babaa06da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:30.399367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-68242198-632d-433f-a4ae-ce3d46d5e30f req-fb9c651b-aea0-4a28-8c8a-d47babaa06da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:30.472663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-68242198-632d-433f-a4ae-ce3d46d5e30f req-fb9c651b-aea0-4a28-8c8a-d47babaa06da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:30.473917 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-68242198-632d-433f-a4ae-ce3d46d5e30f req-fb9c651b-aea0-4a28-8c8a-d47babaa06da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 946 time: 0.1558139 May 13 15:31:30.523664 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-68242198-632d-433f-a4ae-ce3d46d5e30f req-e55bf2b0-691a-40b0-9c27-e4ada497cdab tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=1898ab45-3021-4561-b396-37a1828cb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 May 13 15:31:30.526891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port cee2c2f5-18bd-4cf7-82df-06e1488604d8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cee2c2f5-18bd-4cf7-82df-06e1488604d8,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:30.527250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.649205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for cee2c2f5-18bd-4cf7-82df-06e1488604d8 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:30.770531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d5c6-1415-44b1-8279-fb1702c335af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.924452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.975388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=cee2c2f5-18bd-4cf7-82df-06e1488604d8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:31.055995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port cee2c2f5-18bd-4cf7-82df-06e1488604d8 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:31.058273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:31.060622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'name': 'network-vif-deleted', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:31.106079 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae3574f-5f57-4702-a882-9e776ce71eda'] response: {'server_uuid': '06341dde-6ac3-4b23-bbcc-7da414dc7ba5', 'name': 'network-vif-deleted', 'tag': 'cee2c2f5-18bd-4cf7-82df-06e1488604d8', 'status': 'completed', 'code': 200} May 13 15:31:31.130882 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bd83c0d2-0408-4606-be62-15800dd33842 req-17d2c8f5-cab6-4d1b-90e4-a49b60824ed8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/cee2c2f5-18bd-4cf7-82df-06e1488604d8 HTTP/1.1" status: 204 len: 173 time: 0.9131866 May 13 15:31:31.689713 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a22da055-9864-43b6-a98e-58bc90d8a7a1 req-b813e3b0-c56c-4519-b8e6-0942d86784c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=06341dde-6ac3-4b23-bbcc-7da414dc7ba5 HTTP/1.1" status: 200 len: 210 time: 0.0438254 May 13 15:31:32.784201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41602) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:32.852303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:32.882161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:32.993676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.010776 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898ab45-3021-4561-b396-37a1828cb01f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:33.060544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.061670 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-735587ed-5bd2-4070-92b4-65cacd51cbbf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/1898ab45-3021-4561-b396-37a1828cb01f HTTP/1.1" status: 204 len: 168 time: 0.2764952 May 13 15:31:33.144597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41608) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:33.153019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d466-8334-4e6e-b926-3dee5a2b18ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.350216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 4b166471-0430-4bf5-894f-d1d1a092bf3b {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:33.350455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.515641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.515969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.638037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 4b166471-0430-4bf5-894f-d1d1a092bf3b owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:33.838712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.886667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=4b166471-0430-4bf5-894f-d1d1a092bf3b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:33.906512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cee2c2f5-18bd-4cf7-82df-06e1488604d8 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:33.939898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: cee2c2f5-18bd-4cf7-82df-06e1488604d8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:33.940315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device cee2c2f5-18bd-4cf7-82df-06e1488604d8 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:33.978408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.978754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 09594a21-7b6e-407d-870b-10235609face disassociated (deleted). External IP: 172.26.7.166, port: c6ad0789-68bc-4d0e-a647-f11d70d5eb57. May 13 15:31:34.323351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:34.569705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.594163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:34.598770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.604885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:34.610720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.613979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:34.614585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:34.668595 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5e7f4461-923b-4785-8f0b-e6cb7301b27e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/09594a21-7b6e-407d-870b-10235609face HTTP/1.1" status: 204 len: 168 time: 1.5228698 May 13 15:31:34.669316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:34.722083 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd214e27-666a-493f-bbcb-3af18f1c7bbf'] response: {'name': 'network-changed', 'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:31:34.801120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:34.818418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-af8ab3c1-0f2a-4f45-bc0b-32e7f94f5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:34.819920 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-af8ab3c1-0f2a-4f45-bc0b-32e7f94f5a38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 1099 time: 0.0716598 May 13 15:31:34.955725 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-b3b6be72-610a-4ac3-af9f-82f64e9ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:34.957346 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-b3b6be72-610a-4ac3-af9f-82f64e9ad771 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 200 len: 897 time: 0.1314580 May 13 15:31:35.035026 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-4f8da822-c2f3-4091-aa94-4ec84e084f86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 200 len: 217 time: 0.0719056 May 13 15:31:35.098847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-4a2ded42-eb20-4e29-b9ce-51f40f2a7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:35.100364 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-4a2ded42-eb20-4e29-b9ce-51f40f2a7c90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 200 len: 834 time: 0.0592859 May 13 15:31:35.184509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-0b45e1db-ed98-4b33-a99b-834648bc4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:35.186026 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-0b45e1db-ed98-4b33-a99b-834648bc4494 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b0f4390e-d997-4356-b8bc-a96410b68e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759006 May 13 15:31:35.200627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:35.207380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:35.216065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:35.216668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:35.283151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef82b1-56d7-49d4-94dc-4caf1586fb1a req-089aa843-ecff-4fa7-b36f-caefadc858cd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:35.285394 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-22ef82b1-56d7-49d4-94dc-4caf1586fb1a req-089aa843-ecff-4fa7-b36f-caefadc858cd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0812826 May 13 15:31:35.323793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-26c4ae06-5173-439c-ab5e-13f4fe076878 service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298807 May 13 15:31:35.332462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-22ef82b1-56d7-49d4-94dc-4caf1586fb1a req-81c745ab-185e-499f-aaee-4f479a9c8ba6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:35.395125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:35.410010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-22ef82b1-56d7-49d4-94dc-4caf1586fb1a req-81c745ab-185e-499f-aaee-4f479a9c8ba6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:35.411358 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-22ef82b1-56d7-49d4-94dc-4caf1586fb1a req-81c745ab-185e-499f-aaee-4f479a9c8ba6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194117 May 13 15:31:35.457765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-384c5848-5a7d-43ab-ae3e-124ff964f5c0 req-abfd6a85-dbd1-4bdb-88ae-2ba55f23e47b service neutron] 10.222.0.23 "GET /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273203 May 13 15:31:35.702073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:35.706003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f378f7-13ea-4f37-a90a-cf42a73b91ff None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:30:01Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '41642180-70f5-43c3-8a6c-1c842621f17e', 'name': '', 'network_id': 'b0f4390e-d997-4356-b8bc-a96410b68e4b', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:b5:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:30:00Z', 'updated_at': '2022-05-13T15:30:06Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '82be0c96-946c-4736-a0b6-658df2b921ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:35.885022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:35.918988 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42c89a-f459-4b48-9fcf-2e42ad9369ac None None] New status for floating IP 09594a21-7b6e-407d-870b-10235609face: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:31:36.654783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c100b-2df5-4f05-b9bc-1497416a1520 req-020f42a1-63a6-48e5-8dd7-71e2d4231ad7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:36.655456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-067c100b-2df5-4f05-b9bc-1497416a1520 req-020f42a1-63a6-48e5-8dd7-71e2d4231ad7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:36.666554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-311ea643-3609-4a9c-9fa1-6af536a14a1d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:36.667197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-311ea643-3609-4a9c-9fa1-6af536a14a1d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:36.764780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-067c100b-2df5-4f05-b9bc-1497416a1520 req-020f42a1-63a6-48e5-8dd7-71e2d4231ad7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:36.765835 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-067c100b-2df5-4f05-b9bc-1497416a1520 req-020f42a1-63a6-48e5-8dd7-71e2d4231ad7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.2471247 May 13 15:31:36.766853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-311ea643-3609-4a9c-9fa1-6af536a14a1d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:36.767865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-311ea643-3609-4a9c-9fa1-6af536a14a1d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 946 time: 0.2184258 May 13 15:31:36.862888 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-067c100b-2df5-4f05-b9bc-1497416a1520 req-15d9430e-b9a2-4069-b7c3-bb75802ae2a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=cedc324c-5426-4740-aef9-77df94c8b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911722 May 13 15:31:36.866460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:36.866799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.118079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port c6ad0789-68bc-4d0e-a647-f11d70d5eb57, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:37.118444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.336650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for c6ad0789-68bc-4d0e-a647-f11d70d5eb57 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:37.552820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.606329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=c6ad0789-68bc-4d0e-a647-f11d70d5eb57,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:37.678734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port c6ad0789-68bc-4d0e-a647-f11d70d5eb57 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:37.681601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.684093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'name': 'network-vif-deleted', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:37.728623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26fb203-96cb-45c2-8cb9-5249e4a58cdb'] response: {'server_uuid': '7d3ce6aa-664a-4898-a1ef-81a0f263e9c5', 'name': 'network-vif-deleted', 'tag': 'c6ad0789-68bc-4d0e-a647-f11d70d5eb57', 'status': 'completed', 'code': 200} May 13 15:31:37.759982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d92c2db4-26be-4c34-897d-2b07a8439457 req-23d69d8d-0ab8-4bae-9c2f-527b423d14e1 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/c6ad0789-68bc-4d0e-a647-f11d70d5eb57 HTTP/1.1" status: 204 len: 173 time: 0.9864655 May 13 15:31:38.028366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-28b77bcd-ed2b-46c5-95b3-9176d8d2ab95 req-a28ae2d1-cf94-45ae-874f-1fda8edde925 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:38.107067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-28b77bcd-ed2b-46c5-95b3-9176d8d2ab95 req-a28ae2d1-cf94-45ae-874f-1fda8edde925 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:38.108267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-28b77bcd-ed2b-46c5-95b3-9176d8d2ab95 req-a28ae2d1-cf94-45ae-874f-1fda8edde925 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=7d3ce6aa-664a-4898-a1ef-81a0f263e9c5 HTTP/1.1" status: 200 len: 210 time: 0.1268024 May 13 15:31:39.203774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41626) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:39.271357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.300887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.426705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.443772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc324c-5426-4740-aef9-77df94c8b5b4,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:39.523394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.525212 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8234e154-76b5-4a38-a031-5c33e68cf5a5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/cedc324c-5426-4740-aef9-77df94c8b5b4 HTTP/1.1" status: 204 len: 168 time: 0.3204160 May 13 15:31:39.610112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41632) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:39.945542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c6ad0789-68bc-4d0e-a647-f11d70d5eb57 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:39.979388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: c6ad0789-68bc-4d0e-a647-f11d70d5eb57 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:39.979759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device c6ad0789-68bc-4d0e-a647-f11d70d5eb57 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:40.151426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.591331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 41642180-70f5-43c3-8a6c-1c842621f17e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:40.592038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.777867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 41642180-70f5-43c3-8a6c-1c842621f17e, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=41642180-70f5-43c3-8a6c-1c842621f17e,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:40.778277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.901338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 41642180-70f5-43c3-8a6c-1c842621f17e owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:41.278538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.329257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=41642180-70f5-43c3-8a6c-1c842621f17e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:41.607519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.073593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router be55237a-e2bd-44eb-b318-5f4f7186a185 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:42.249309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:42.259523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Sync routers for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:42.268913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:42.269522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.331839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e14f9ca-8e3f-42cf-89cd-156496b4deac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/be55237a-e2bd-44eb-b318-5f4f7186a185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7204087 May 13 15:31:42.334367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41636) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:42.400249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet 82be0c96-946c-4736-a0b6-658df2b921ba {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:31:42.403590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.453918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:42.460578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.542972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.701492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.743307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=82be0c96-946c-4736-a0b6-658df2b921ba,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:42.744254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:31:41Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.748967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.749632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Checking router: be55237a-e2bd-44eb-b318-5f4f7186a185 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:42.758118 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e771df84-f601-4f8c-845b-6eb817da2101 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/82be0c96-946c-4736-a0b6-658df2b921ba HTTP/1.1" status: 204 len: 168 time: 0.4202850 May 13 15:31:42.758259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41640) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:42.759114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124a5b1-396e-4f3d-b348-2abc2158f862 None None] Network b0f4390e-d997-4356-b8bc-a96410b68e4b requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:42.783989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Routers {'be55237a-e2bd-44eb-b318-5f4f7186a185'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:42.784605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['be55237a-e2bd-44eb-b318-5f4f7186a185'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:42.940242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.121994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.152145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] Set router be55237a-e2bd-44eb-b318-5f4f7186a185 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:43.187306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 366647b1-2904-4d15-98ed-ab5f9be226b8 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:43.187657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.361145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 366647b1-2904-4d15-98ed-ab5f9be226b8, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=366647b1-2904-4d15-98ed-ab5f9be226b8,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:43.361558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.435545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] DHCP port deletion for b0f4390e-d997-4356-b8bc-a96410b68e4b request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:31:43.446400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Deleting port 64036080-4a49-45dc-9689-397af2525e4f {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:43.446774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.488894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 366647b1-2904-4d15-98ed-ab5f9be226b8 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:43.553361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:31:41Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:43.562789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa6bb2-2cd6-4b6e-b21d-d128fcd74fe2 None None] The sync data for ids ['be55237a-e2bd-44eb-b318-5f4f7186a185'] in dv-neutron-835340-3-hyperv is: [{'id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'name': 'tempest-TestNetworkBasicOps-router-424780220', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:29:55Z', 'updated_at': '2022-05-13T15:31:41Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': '366647b1-2904-4d15-98ed-ab5f9be226b8', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be55237a-e2bd-44eb-b318-5f4f7186a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:29:56Z', 'updated_at': '2022-05-13T15:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:43.669491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] For port 64036080-4a49-45dc-9689-397af2525e4f, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=64036080-4a49-45dc-9689-397af2525e4f,segment=NetworkSegment(f5d35425-7a10-4353-8279-4e2465e5107e),segment_id=f5d35425-7a10-4353-8279-4e2465e5107e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:43.669761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.724299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.791826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Calling delete_port for 64036080-4a49-45dc-9689-397af2525e4f owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:43.892805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=366647b1-2904-4d15-98ed-ab5f9be226b8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:43.947264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.996069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.000353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] No DVR routers for this DVR port 64036080-4a49-45dc-9689-397af2525e4f on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:44.011946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Pushing event deleted for resources: {'Port': ['ID=64036080-4a49-45dc-9689-397af2525e4f,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:44.019685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.020148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.020488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.020824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.021155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.021482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.021810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.022171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.022498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.022820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.023141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.023459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bef01-6b00-44a7-91f4-27767d427e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:44.059764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 41642180-70f5-43c3-8a6c-1c842621f17e no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:44.098510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 41642180-70f5-43c3-8a6c-1c842621f17e {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:44.098858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 41642180-70f5-43c3-8a6c-1c842621f17e not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:44.099286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64036080-4a49-45dc-9689-397af2525e4f no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:44.136798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 64036080-4a49-45dc-9689-397af2525e4f {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:44.136798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 64036080-4a49-45dc-9689-397af2525e4f not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:44.186958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.189067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.330089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.330525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router be55237a-e2bd-44eb-b318-5f4f7186a185 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:31:44.352704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.352704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3f94af8-90bf-4892-98b4-4d54e19a9097 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/be55237a-e2bd-44eb-b318-5f4f7186a185 HTTP/1.1" status: 204 len: 168 time: 1.5876205 May 13 15:31:44.352704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:44.468745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.595301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.620992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f4390e-d997-4356-b8bc-a96410b68e4b']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:44.632671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d35425-7a10-4353-8279-4e2465e5107e') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:44.632966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d35425-7a10-4353-8279-4e2465e5107e') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:44.643983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.659785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.666231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:31:44.666627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:31:44.680620 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:31:44.821529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.839229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.849866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=b0f4390e-d997-4356-b8bc-a96410b68e4b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:44.953382 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-057dbee8-7af7-445f-a837-a779b6f30734 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/b0f4390e-d997-4356-b8bc-a96410b68e4b HTTP/1.1" status: 204 len: 168 time: 0.6023669 May 13 15:31:44.979664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41648) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:44.985301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'network': {'name': 'tempest-network-smoke--1039422446', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:44.990351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:44.994817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:network and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:44.997645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:45.003309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:45.090066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:45.093394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.122412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:31:45.130926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.137765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Added segment 1a2f538b-a749-448e-90a4-17ddc1d12764 of type vlan for network 40673572-d7f9-4e1a-aff1-07657badd9c6 May 13 15:31:45.156324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.250010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.255343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:45.261109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.365968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Network': ['ID=40673572-d7f9-4e1a-aff1-07657badd9c6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:45.377140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:31:45.427541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-137d884e-e007-405a-abed-e8429fbec0bf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4468222 May 13 15:31:45.430268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41652) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:45.435513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-759702701', 'admin_state_up': True, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:45.442591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:45.446669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:router and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:45.449580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:45.455886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:45.552565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.553528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.568400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.919016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:45.931538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 366647b1-2904-4d15-98ed-ab5f9be226b8 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:45.968854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 366647b1-2904-4d15-98ed-ab5f9be226b8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:45.971763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 366647b1-2904-4d15-98ed-ab5f9be226b8 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:46.378958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:46.407986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:46.540525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.18 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/adbdd271-4adf-4282-bf0e-8d7f26910bd9) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:46.686640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:46.769804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:46.833939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:46.836821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:46.840417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:46.873465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:47.319312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:47.763969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:48.038243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:31:48.217067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:48.226541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:48.239480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:48.240080 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:48.398201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:48.400060 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-76ddb25c-cd60-4b0d-8fc2-4bb09eb28756 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9687440 May 13 15:31:48.403235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41656) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:48.416635 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:48.446993 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3677f355-9022-4556-9847-47af69debf24 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=550105f4ce0d495cab1e52953538d7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426419 May 13 15:31:48.450841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41660) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:48.579496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e380910-a0f0-4c29-8bd0-290cb45a094b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:48.581031 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3e380910-a0f0-4c29-8bd0-290cb45a094b tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304002 May 13 15:31:48.583954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41664) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:48.624160 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b7eee555-6e02-48c3-996a-6e3e70261824 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390337 May 13 15:31:48.626625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41668) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:48.676756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996370728', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:48.705244 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:47Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:48.709000 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:48.709345 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Updating router 42946fd5-750b-45b4-b056-ae621ae14f14 port adbdd271-4adf-4282-bf0e-8d7f26910bd9 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:31:48.760591 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:48.784473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:48.788414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:subnet and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:48.791813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:48.797322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:48.849820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:48.854524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.117136 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.129082 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Transition to ACTIVE for port object adbdd271-4adf-4282-bf0e-8d7f26910bd9 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:49.158494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.215837 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.239035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Subnet': ['ID=355c036e-137a-401b-b17c-bec6a99fdd3c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:49.249209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Checking segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:49.249561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network hostable DHCP agents. Network: 40673572-d7f9-4e1a-aff1-07657badd9c6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:31:49.295863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Attempting to bind port adbdd271-4adf-4282-bf0e-8d7f26910bd9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:49.296337 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Attempting to bind port adbdd271-4adf-4282-bf0e-8d7f26910bd9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:49.296572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Attempting to bind port adbdd271-4adf-4282-bf0e-8d7f26910bd9 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:49.303303 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:49.307117 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:49.307482 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:49.307901 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.308281 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:49.308730 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Bound port: adbdd271-4adf-4282-bf0e-8d7f26910bd9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:49.309090 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.344288 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.344629 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.344966 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.345298 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.345630 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.345980 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.346313 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.346641 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.346841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:31:49.346964 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.347286 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.347611 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.347930 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:49.388138 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:49.391073 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adbdd271-4adf-4282-bf0e-8d7f26910bd9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:49.403963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 40673572-d7f9-4e1a-aff1-07657badd9c6) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:49.415432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:49.415432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.415797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2afd5-db4d-49b8-ba27-f48c8674c379 None None] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:49.501537 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.536565 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5c73a5ac-43c3-431b-8e9e-cfbccd52cbc9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9088764 May 13 15:31:49.539332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:49.582392 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:49.582996 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:49.660095 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0c652-7c95-467c-9d34-3db7c8f5e945 None None] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:49.678084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-40673572-d7f9-4e1a-aff1-07657badd9c6', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:31:49.678980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:49.769551 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:49.837863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Allocated IP 172.20.0.2 (40673572-d7f9-4e1a-aff1-07657badd9c6/355c036e-137a-401b-b17c-bec6a99fdd3c/218ba6c4-e47d-4062-8638-6d3e1ebfa9c9) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:50.068222 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:47Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:50.073490 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949f96d-6e5e-424f-b849-f7eed6e796ce None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:47Z', 'revision_number': 3, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:50.087302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.099135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Transition to ACTIVE for port object 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:50.119605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Transition to ACTIVE for port object 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:50.221786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.291961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:50.294290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:50.300687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:50.323662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Pushing event updated for resources: {'Port': ['ID=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:50.420637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Attempting to bind port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:50.424163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Attempting to bind port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:50.424163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Attempting to bind port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 on network 40673572-d7f9-4e1a-aff1-07657badd9c6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:50.427369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:50.427752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Checking segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:50.428161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.428583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Bound using segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:50.429053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Bound port: 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:50.429174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.429607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.531962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] For port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:50.535085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] For port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:50.605263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:50.697305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7497039-ec4a-47cc-90ee-fb05a0384b42 None None] Pushing event updated for resources: {'Port': ['ID=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:50.860512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.1 (40673572-d7f9-4e1a-aff1-07657badd9c6/355c036e-137a-401b-b17c-bec6a99fdd3c/f9ff2fda-7333-40d8-8490-b5e7295e4616) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:51.063520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:51.079506 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object f9ff2fda-7333-40d8-8490-b5e7295e4616 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:51.164445 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:51.230726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:51.233574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:51.237574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:51.274421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:51.300419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:51.663486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.039793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:52.204282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port adbdd271-4adf-4282-bf0e-8d7f26910bd9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:52.207889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.209689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adbdd271-4adf-4282-bf0e-8d7f26910bd9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:52.210114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.284792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.335600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c3d246-56d7-45d1-aaec-c24b408013bc None None] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:52.354203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adbdd271-4adf-4282-bf0e-8d7f26910bd9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:52.354585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.402513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:52.404849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.437940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adbdd271-4adf-4282-bf0e-8d7f26910bd9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:52.511145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.511940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:52.541330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:52.542599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:52.584842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b7e48372-35e1-4e7a-a162-57dd5f427777 None None] Provisioning for port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:52.706032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:52.730900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:52.815572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:52.821647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:52.822125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:52.923042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:52.939738 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-31d4c44d-edb5-43e7-a85b-eab0f3dfedac tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/42946fd5-750b-45b4-b056-ae621ae14f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3968129 May 13 15:31:52.939900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:52.941012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41678) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:52.957420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:52.958205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:53.005919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:53.006319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.098710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e191412-f93a-421c-a658-b916f84e6b32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.099290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e191412-f93a-421c-a658-b916f84e6b32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.099767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e191412-f93a-421c-a658-b916f84e6b32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.100246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e191412-f93a-421c-a658-b916f84e6b32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.102174 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1e191412-f93a-421c-a658-b916f84e6b32 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1592910 May 13 15:31:53.104757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41682) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:53.174944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:53.183587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b635b1-5093-47e3-af97-dfcd5085736c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.183771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Provisioning complete for port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:53.183895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b635b1-5093-47e3-af97-dfcd5085736c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.183988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.184252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b635b1-5093-47e3-af97-dfcd5085736c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.184705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b635b1-5093-47e3-af97-dfcd5085736c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:53.189105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-48b635b1-5093-47e3-af97-dfcd5085736c tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0808558 May 13 15:31:53.189858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41686) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:53.266366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.304175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:53.407763 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-958d805f-440e-4828-93e0-3cd3544f9943 tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2116652 May 13 15:31:53.566895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41692) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:53.572109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516250279', 'description': 'tempest-secgroup-smoke-1516250279 description', 'project_id': '550105f4ce0d495cab1e52953538d7fc'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:53.578106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:53.582167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:53.584677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:53.584937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:53.590747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:53.593347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Current status of the port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:53.695810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.708622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:53.713177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:53.713530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Updating router 42946fd5-750b-45b4-b056-ae621ae14f14 port f9ff2fda-7333-40d8-8490-b5e7295e4616 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:31:53.717181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:53.721299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:53.724206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:53.730652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:53.741299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Provisioning for port f9ff2fda-7333-40d8-8490-b5e7295e4616 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:53.757489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:53.757862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.803520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.817995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.832922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-741153a3-b210-4ba2-b73e-de93a8d06173 None None] Port f9ff2fda-7333-40d8-8490-b5e7295e4616 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:53.889912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:53.935148 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef34d9-d93f-42a4-886d-6e9782ea649c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:53.975185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cae24145-f064-46be-b20b-5952cc66cf5e None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:53.975556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cae24145-f064-46be-b20b-5952cc66cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.020633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:54.032381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.033629 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53762dc4-6a95-4f80-8544-d7083b434977 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4657543 May 13 15:31:54.036631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41696) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:54.041805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:54.047794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:54.051921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:54.055821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:54.061471 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:54.130783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.150760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cae24145-f064-46be-b20b-5952cc66cf5e None None] Port f9ff2fda-7333-40d8-8490-b5e7295e4616 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:54.193091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.200297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adbdd271-4adf-4282-bf0e-8d7f26910bd9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:54.200799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.335563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.360305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d976167-2b79-46fd-a760-66f238a8ad94,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:54.376660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.396157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Transition to ACTIVE for port object f9ff2fda-7333-40d8-8490-b5e7295e4616 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:54.401139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adbdd271-4adf-4282-bf0e-8d7f26910bd9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:54.402172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:54.432883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.434198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-411e0f58-8566-49bd-87a7-9103f8acf8b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965852 May 13 15:31:54.437487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41700) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:54.442476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:54.448862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:54.452585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:54.455444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:54.461002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:54.465520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.549335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.623440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.635083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:54.635460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.672642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.693584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8510cf-586c-419c-9e35-b9786fdbdf96 None None] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:54.698767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158a198-7c80-452b-954b-167c7fa27bd7,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:54.746980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.748234 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3a4b1b9d-8816-4948-a4b4-4b00c1e79da3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3096664 May 13 15:31:54.750989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41704) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:54.756072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:54.762669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:54.766559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:54.769502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:54.775388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:54.799521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Attempting to bind port f9ff2fda-7333-40d8-8490-b5e7295e4616 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:54.799822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Attempting to bind port f9ff2fda-7333-40d8-8490-b5e7295e4616 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:54.800185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Attempting to bind port f9ff2fda-7333-40d8-8490-b5e7295e4616 on network 40673572-d7f9-4e1a-aff1-07657badd9c6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:54.810143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:54.810523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Checking segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:54.810926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.811314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Bound using segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:54.811796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Bound port: f9ff2fda-7333-40d8-8490-b5e7295e4616, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:54.812142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.856371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.920308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:54.924021 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:54.950490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:54.953501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f9ff2fda-7333-40d8-8490-b5e7295e4616,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:54.975440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.000376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200ffd68-b0fd-4339-be89-b204aaa7742a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:55.027142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.078561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.079807 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4193e1b0-3924-43e9-b30e-42efef9496f5 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279080 May 13 15:31:55.082725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41708) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:55.088890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:55.094997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:55.103647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:55.106746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:55.107591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:55.108222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:55.112341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:55.162935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8510cf-586c-419c-9e35-b9786fdbdf96 None None] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:55.189818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.260427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.295404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:55.329590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.353111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dae084e-5a82-42a9-8ad6-e7c29d865b7d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:55.427203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.430104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-39dd3e9a-0eac-4721-99bc-4130fed598fd tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445535 May 13 15:31:55.431699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41712) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:55.437307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:55.443359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:55.447402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:55.450505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:55.456421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:55.524615 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:31:55.531446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.596221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.618620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:54Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:55.622572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99dd1d-45c1-4138-b59b-99d4ffa0b795 None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:54Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:55.667473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.693935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82dafbb-0fdc-4ee0-996f-0db84f95f431,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:55.747089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.748336 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7aa81cb3-b196-46f1-ab82-6007fe166e96 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155692 May 13 15:31:55.751305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41716) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:55.756432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'security_group_rule': {'security_group_id': '02ef34d9-d93f-42a4-886d-6e9782ea649c', 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:55.763193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:55.767592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:security_group_rule and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:55.770892 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:55.777222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:55.849909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Project 550105f4ce0d495cab1e52953538d7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:31:55.857402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.936505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.998981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.014650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:56.027249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966b85e9-a593-4ed1-a3b7-e51fd5f4da3c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:56.101457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.102856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a339daf-6f68-477b-aa8d-e58823dc1868 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3504610 May 13 15:31:56.147442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port f9ff2fda-7333-40d8-8490-b5e7295e4616 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:56.153729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:56.154130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.274877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-3d2a77ea-da2b-4c4b-914a-5409e9e07cbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:56.287274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f9ff2fda-7333-40d8-8490-b5e7295e4616 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:56.287656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.323138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f9ff2fda-7333-40d8-8490-b5e7295e4616,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:56.341132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-3d2a77ea-da2b-4c4b-914a-5409e9e07cbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:56.342391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-3d2a77ea-da2b-4c4b-914a-5409e9e07cbc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516250279&fields=id&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 267 time: 0.1105766 May 13 15:31:56.398879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.477725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:56.503023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-dfd6086c-f4bc-4a67-8cab-4d34f67d1071 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:56.503739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-dfd6086c-f4bc-4a67-8cab-4d34f67d1071 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:56.587066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-dfd6086c-f4bc-4a67-8cab-4d34f67d1071 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:56.588361 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-dfd6086c-f4bc-4a67-8cab-4d34f67d1071 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/networks?id=40673572-d7f9-4e1a-aff1-07657badd9c6 HTTP/1.1" status: 200 len: 797 time: 0.2389612 May 13 15:31:56.604251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-2cdf6cf6-52d4-4320-b627-f52f571a5cf2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/quotas/550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 375 time: 0.0103385 May 13 15:31:56.688449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-a365b6a9-8c98-42ad-8d60-bedd97e5a560 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:56.735530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-a365b6a9-8c98-42ad-8d60-bedd97e5a560 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:56.736815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-a365b6a9-8c98-42ad-8d60-bedd97e5a560 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270227 May 13 15:31:56.877111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-c94d627b-70c6-425b-8528-6552811b2b01 service neutron] 10.222.0.91 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280634 May 13 15:31:57.130958 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-cdace7b5-36ae-4223-a3bb-410c00d7f9f4 service neutron] 10.222.0.91 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479775 May 13 15:31:57.375298 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a54ea59-98fd-4430-ac9f-25f491afc2b2 req-8a9c972c-1b61-4b90-ad23-7441d0528ab7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 210 time: 0.0470479 May 13 15:31:57.718116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.975667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:31:58.044473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:58.044849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.162442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f9ff2fda-7333-40d8-8490-b5e7295e4616 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:31:58.530827 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-069bbb96-a9eb-478c-88c1-8840370bf13a req-a8463388-f45e-450e-ae27-511047b1ea5d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 210 time: 0.0464108 May 13 15:31:59.414076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-0b54bd6f-5b9a-4a84-a5dc-d2590846f5da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.416695 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-0b54bd6f-5b9a-4a84-a5dc-d2590846f5da tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/networks?id=40673572-d7f9-4e1a-aff1-07657badd9c6 HTTP/1.1" status: 200 len: 797 time: 0.1478283 May 13 15:31:59.465777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-045f2870-0766-428a-a7a1-1cc31b230dfa tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550105f4ce0d495cab1e52953538d7fc HTTP/1.1" status: 200 len: 380 time: 0.0403101 May 13 15:31:59.473486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'port': {'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'admin_state_up': True, 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'security_groups': ['02ef34d9-d93f-42a4-886d-6e9782ea649c']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:59.615706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:59.626592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:59.683804 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b3f80f2b-9911-4b0f-b39e-af3c66b0d464 req-df425d2a-0782-4818-907d-5d204ced2c01 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 210 time: 0.0428569 May 13 15:31:59.689759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Made reservation on behalf of 550105f4ce0d495cab1e52953538d7fc for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:59.693776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:59.858109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.20.0.12 (40673572-d7f9-4e1a-aff1-07657badd9c6/355c036e-137a-401b-b17c-bec6a99fdd3c/130ff2d5-7a90-40e0-94f5-7ad7ead90292) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:32:00.053565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.069191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Transition to ACTIVE for port object 130ff2d5-7a90-40e0-94f5-7ad7ead90292 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:32:00.158639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.233528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:32:00.236714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:32:00.240615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:32:00.271890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:00.309193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:00.309800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.387716 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-750f8f8a-f0b9-434d-ade1-3177f1bc714a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9176385 May 13 15:32:00.398295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-9aacc7de-b707-4c1e-92d0-a1d39fdabe81 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:32:00.400207 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-9aacc7de-b707-4c1e-92d0-a1d39fdabe81 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065231 May 13 15:32:00.410292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Request body: {'port': {'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:00.525274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.529537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-13b56e43-f621-4730-9b86-4c7e8ec8777c None None] Provisioning for port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:32:00.534697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-13b56e43-f621-4730-9b86-4c7e8ec8777c None None] Provisioning complete for port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:00.535067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-13b56e43-f621-4730-9b86-4c7e8ec8777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.591138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-13b56e43-f621-4730-9b86-4c7e8ec8777c None None] Port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:32:00.792488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-44ef9654-fc76-4c28-be19-e977acc366e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.922106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130ff2d5-7a90-40e0-94f5-7ad7ead90292 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:32:00.931130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:00.946055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f568888-456a-45a9-8367-b38bb59692fa req-f3ad073a-eddf-4c84-8e78-1a3851ed6abc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:00.946746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9f568888-456a-45a9-8367-b38bb59692fa req-f3ad073a-eddf-4c84-8e78-1a3851ed6abc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:00.959938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Transition to ACTIVE for port object 130ff2d5-7a90-40e0-94f5-7ad7ead90292 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:32:01.026685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:01.066282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9f568888-456a-45a9-8367-b38bb59692fa req-f3ad073a-eddf-4c84-8e78-1a3851ed6abc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:01.067367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f568888-456a-45a9-8367-b38bb59692fa req-f3ad073a-eddf-4c84-8e78-1a3851ed6abc tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 932 time: 0.2758708 May 13 15:32:01.333004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Pushing event updated for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:01.339718 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f568888-456a-45a9-8367-b38bb59692fa req-531c090f-c6bb-445b-a98b-bd941bfd1e80 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609756 May 13 15:32:01.411957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Attempting to bind port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:32:01.412293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Attempting to bind port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:32:01.412623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Attempting to bind port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 on network 40673572-d7f9-4e1a-aff1-07657badd9c6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:01.417870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 on network 40673572-d7f9-4e1a-aff1-07657badd9c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:32:01.418214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Attempting to bind port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 on network 40673572-d7f9-4e1a-aff1-07657badd9c6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:01.423246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:32:01.423580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Checking segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:32:01.423958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Bound using segment: {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:32:01.424384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Bound port: 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f538b-a749-448e-90a4-17ddc1d12764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:32:01.424721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:01.511655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:32:01.514560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:32:01.593040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:01.658804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:01.659415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:01.660800 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] 10.222.0.23 "PUT /v2.0/ports/130ff2d5-7a90-40e0-94f5-7ad7ead90292 HTTP/1.1" status: 200 len: 1094 time: 1.2544360 May 13 15:32:01.661230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:01.682737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f578-32fc-4627-857c-9e58775c537b service neutron] Pushing event updated for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:01.712707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ace7de2-2809-4bb3-86c8-6a82e448a2a1'] response: {'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'status': 'completed', 'code': 200} May 13 15:32:01.805182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-6de8532e-8752-46f3-a4bf-c343c3507217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:01.806718 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-6de8532e-8752-46f3-a4bf-c343c3507217 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1097 time: 0.0733218 May 13 15:32:01.947458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-f81c3f0c-01ba-4f8d-88d1-8fb293d63d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:01.949008 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-f81c3f0c-01ba-4f8d-88d1-8fb293d63d2a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=550105f4ce0d495cab1e52953538d7fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1362157 May 13 15:32:02.084171 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-70a020db-456e-42ba-a8ea-83c3370e08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.085604 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7d44afd4-9b3f-4e2f-b8d2-050ab53a08a6 req-70a020db-456e-42ba-a8ea-83c3370e08ec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307490 May 13 15:32:02.186765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-c70c9286-c5f1-4c0d-8a1c-702d6f83baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.188145 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-c70c9286-c5f1-4c0d-8a1c-702d6f83baad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1097 time: 0.0687199 May 13 15:32:02.259348 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-206dc8b9-89e3-44a0-b7ca-2c101ab0229b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292 HTTP/1.1" status: 200 len: 217 time: 0.0643208 May 13 15:32:02.322686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-61dd0241-3314-43dd-b920-a9fcb513e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.324096 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-61dd0241-3314-43dd-b920-a9fcb513e6c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=355c036e-137a-401b-b17c-bec6a99fdd3c HTTP/1.1" status: 200 len: 834 time: 0.0600438 May 13 15:32:02.356276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:02.397136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-7a67fe51-215f-44f7-bfee-5c71a7e0e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.398702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-7a67fe51-215f-44f7-bfee-5c71a7e0e57d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40673572-d7f9-4e1a-aff1-07657badd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690806 May 13 15:32:02.581261 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-e8965f96-e067-499d-ac69-f0a669a804ad service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766782 May 13 15:32:02.616749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc554c4-6025-436c-8875-10b761a10c8d req-8a9b7ad6-5efc-4d59-8e1f-c7850305ec5d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.618957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bfc554c4-6025-436c-8875-10b761a10c8d req-8a9b7ad6-5efc-4d59-8e1f-c7850305ec5d tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 944 time: 0.1469395 May 13 15:32:02.734527 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bfc554c4-6025-436c-8875-10b761a10c8d req-777ae066-0cb1-49b9-8eb1-62b7dbe40ce3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713298 May 13 15:32:02.757539 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-36fdcaf5-d07b-43c4-9acf-d96e14015675 req-823702da-a39e-4123-a9e1-ccf42f6c8eeb service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701295 May 13 15:32:03.146474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9c163c9f-ea68-448e-8307-1a0460c1d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:03.924443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57010f9c-77ed-4bf3-b3da-4740ea467d1a req-e885f378-a1c4-43bb-b9e3-12f4c1389de2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:03.925931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57010f9c-77ed-4bf3-b3da-4740ea467d1a req-e885f378-a1c4-43bb-b9e3-12f4c1389de2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 944 time: 0.0830059 May 13 15:32:04.072934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57010f9c-77ed-4bf3-b3da-4740ea467d1a req-a9b20c80-899a-4e56-8d2a-26e9a0676b99 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:04.084185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57010f9c-77ed-4bf3-b3da-4740ea467d1a req-a9b20c80-899a-4e56-8d2a-26e9a0676b99 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:04.085301 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57010f9c-77ed-4bf3-b3da-4740ea467d1a req-a9b20c80-899a-4e56-8d2a-26e9a0676b99 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536641 May 13 15:32:04.563723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:04.597926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:05.269920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a14188-d2a4-4652-a7e7-c724a3e46f48 req-8a93f07f-366c-4ba9-9d13-7584503562cf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:05.271391 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75a14188-d2a4-4652-a7e7-c724a3e46f48 req-8a93f07f-366c-4ba9-9d13-7584503562cf tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 944 time: 0.0805469 May 13 15:32:05.314946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75a14188-d2a4-4652-a7e7-c724a3e46f48 req-0c727a1a-039e-4db3-8664-b346489284f2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 May 13 15:32:05.889771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:06.085146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 130ff2d5-7a90-40e0-94f5-7ad7ead90292 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:32:06.245997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:06.258856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:32:06.313302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:06.313676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:06.330227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130ff2d5-7a90-40e0-94f5-7ad7ead90292 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:32:06.345808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:06.398628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:06.469374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:06.504491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144ede-5b14-4f40-addd-530fa151a1f8 req-484ca8f3-67a5-493a-b9ae-e048065628b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:06.505931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ef144ede-5b14-4f40-addd-530fa151a1f8 req-484ca8f3-67a5-493a-b9ae-e048065628b8 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 945 time: 0.0808618 May 13 15:32:06.549813 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ef144ede-5b14-4f40-addd-530fa151a1f8 req-214b5443-3b21-4632-ba21-6bd21deb5d14 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381866 May 13 15:32:06.594438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['130ff2d5-7a90-40e0-94f5-7ad7ead90292'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:32:07.737148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aedd9-6922-4d8f-8ff3-f37c5f3492e1 req-3c723360-ceb6-4350-b8d9-6a22feb0995a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:07.738616 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-287aedd9-6922-4d8f-8ff3-f37c5f3492e1 req-3c723360-ceb6-4350-b8d9-6a22feb0995a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 945 time: 0.0831368 May 13 15:32:07.782738 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-287aedd9-6922-4d8f-8ff3-f37c5f3492e1 req-8d46bde2-1d9b-44c7-b39c-78fc5a73e0c6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380948 May 13 15:32:08.100281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 130ff2d5-7a90-40e0-94f5-7ad7ead90292 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:08.244101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:32:08.250200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:08.255531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:08.362698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:08.363071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:08.389080 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:08.398288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:08.435018 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a78849-2915-45c9-866d-b38adde7cb07'] response: {'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'code': 200} May 13 15:32:08.490036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:08.560463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:08.829517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53c9b-006b-4a79-bc6d-fa7b1645a9a2 req-e0d90ff6-3df5-4bfc-b5ea-6b95b3ad9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:08.831043 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fdf53c9b-006b-4a79-bc6d-fa7b1645a9a2 req-e0d90ff6-3df5-4bfc-b5ea-6b95b3ad9aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1099 time: 0.0822294 May 13 15:32:08.870830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fdf53c9b-006b-4a79-bc6d-fa7b1645a9a2 req-c40f8b38-0a33-4d72-8172-5b4085762479 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 May 13 15:32:09.079056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49e2b-14dc-42ec-9266-3ddb606aba15 req-3509b6f9-ea9b-4c6f-8be2-057fdd9ad7b7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:09.080574 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e8a49e2b-14dc-42ec-9266-3ddb606aba15 req-3509b6f9-ea9b-4c6f-8be2-057fdd9ad7b7 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.1890903 May 13 15:32:09.127909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e8a49e2b-14dc-42ec-9266-3ddb606aba15 req-21f1220a-51d8-4547-9eee-9cfb19f75e8f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 May 13 15:32:10.316210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef140f-3a5f-41ca-99a3-24e1df09e387 req-045a4161-1728-4d56-8c92-ebde345d7991 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:10.317602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-48ef140f-3a5f-41ca-99a3-24e1df09e387 req-045a4161-1728-4d56-8c92-ebde345d7991 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.0820417 May 13 15:32:10.360720 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-48ef140f-3a5f-41ca-99a3-24e1df09e387 req-30bc8f04-3617-460d-91f4-bd85f0c27f22 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375350 May 13 15:32:10.546670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a64d-bf4b-4e24-9c91-b75bb3b4e73e req-ccc63774-9060-4173-adbb-f0570aaa4fe2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:10.548107 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45b2a64d-bf4b-4e24-9c91-b75bb3b4e73e req-ccc63774-9060-4173-adbb-f0570aaa4fe2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.0784752 May 13 15:32:10.593685 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45b2a64d-bf4b-4e24-9c91-b75bb3b4e73e req-f2351ec0-9e3f-4e07-9e82-f53f1845227f tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 May 13 15:32:10.616189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41774) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:10.786233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f332a3-fcbf-440d-8b5b-be412e1a9dce tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:10.787795 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-84f332a3-fcbf-440d-8b5b-be412e1a9dce tempest-TestNetworkBasicOps-2047736560 tempest-TestNetworkBasicOps-2047736560-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1094 time: 0.1706538 May 13 15:32:10.790639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41780) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:10.796686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:10.802919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:10.806738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Usage tracker for resource:floatingip and tenant:550105f4ce0d495cab1e52953538d7fc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:10.810101 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:10.815678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:10.884209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.022513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.157268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Allocated IP 172.26.7.49 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/df3f4ee7-da72-4c97-9455-a3ef809a227a) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:32:11.302385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.381069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.443121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:32:11.445594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:32:11.449308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:32:11.486045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=df3f4ee7-da72-4c97-9455-a3ef809a227a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:11.859731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.004744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.211273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.260547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.366809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event updated for resources: {'Port': ['ID=df3f4ee7-da72-4c97-9455-a3ef809a227a,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:12.377530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.639661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 585b6627-0ece-4813-b45b-17069f920501 associated. External IP: 172.26.7.49, port: 130ff2d5-7a90-40e0-94f5-7ad7ead90292. May 13 15:32:12.987102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:32:13.164820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:32:13.174639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:32:13.184443 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:13.185042 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:13.267015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.323476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-27e6d0f3-b1a5-4c0e-8d9e-c81119bd11ec tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5318072 May 13 15:32:13.324069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:13.326504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41784) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:13.363854 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:13.368608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b60921-51b2-42c8-b298-70554700a449'] response: {'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'status': 'completed', 'code': 200} May 13 15:32:13.439866 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-865529f6-05fd-4b2f-ab6b-0150754dd255 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 991 time: 0.1111345 May 13 15:32:13.464485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-477371d8-99ff-4a33-88cb-98648d85fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.466542 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-477371d8-99ff-4a33-88cb-98648d85fb3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1099 time: 0.0756009 May 13 15:32:13.595505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-06ac2981-6d9b-4188-a173-ec4e5c49010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.596893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-06ac2981-6d9b-4188-a173-ec4e5c49010b service neutron] 10.222.0.23 "GET /v2.0/networks?id=40673572-d7f9-4e1a-aff1-07657badd9c6 HTTP/1.1" status: 200 len: 898 time: 0.1251566 May 13 15:32:13.700271 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-f4566ebe-1a8b-47ea-8ff5-53df37844e20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292 HTTP/1.1" status: 200 len: 999 time: 0.0973814 May 13 15:32:13.708948 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:11Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:56Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:13.712707 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:32:13.721096 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:13.721682 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:13.762440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-7f11c473-3567-49de-93e1-ab1324a61b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.763913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-7f11c473-3567-49de-93e1-ab1324a61b81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=355c036e-137a-401b-b17c-bec6a99fdd3c HTTP/1.1" status: 200 len: 834 time: 0.0585108 May 13 15:32:13.845751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-ed13bd8b-d71c-4069-a79b-a8398eb5cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.847169 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-ed13bd8b-d71c-4069-a79b-a8398eb5cc94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40673572-d7f9-4e1a-aff1-07657badd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778625 May 13 15:32:13.929141 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:13.978985 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-1d9ce2fc-0feb-4543-9b55-86884ca0b5fc service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257069 May 13 15:32:14.228278 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80976ee1-3b03-42e1-83e5-262b86af1538 req-4d327ff6-1e33-42cd-9787-7784bbbae367 service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435484 May 13 15:32:14.277266 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:11Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:56Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:14.281696 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa1c97-712a-439f-880f-89200d1d9343 None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:31:51Z', 'revision_number': 4, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:11Z', 'revision_number': 0, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:31:56Z', 'revision_number': 5, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:32:14.442720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41790) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:14.466573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b3a56-6e22-4ca8-8e4c-8ecf2e7af5f4 None None] New status for floating IP 585b6627-0ece-4813-b45b-17069f920501: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:32:14.551583 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2f9bd752-3afd-4634-b69b-3cd73430cd6c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 991 time: 0.1065681 May 13 15:32:15.554426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41794) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:15.659797 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-fc65744c-e68a-4ba2-b462-dbf9eaea89c0 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 993 time: 0.1042340 May 13 15:32:27.643356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:30.780322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e1afded-617c-430f-adb4-646ca10d7dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:33.180738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-83376971-162d-46e7-9348-7ef41af3e602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:34.626452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:34.654598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:35.906639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:39.355342 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:44.892849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41808) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:44.897969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:45.408185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:45.472323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:45.650274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:32:45.828280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:32:45.834841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:45.835985 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-419edaa9-029f-409f-a925-a209ac0ca4db tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/42946fd5-750b-45b4-b056-ae621ae14f14 HTTP/1.1" status: 200 len: 887 time: 0.9421699 May 13 15:32:45.837550 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:32:45.847887 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:45.848479 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:45.908135 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:45.916264 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:45.916845 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:45.977652 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:45.978074 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce048f-7a32-4b3f-9a97-21fd60b4262f None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:32:46.748741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd639e1-4211-44e0-b56d-196f866b4a54 None None] New status for floating IP 585b6627-0ece-4813-b45b-17069f920501: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:32:47.982820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41814) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:47.988058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:47.996876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:32:48.111126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f9ff2fda-7333-40d8-8490-b5e7295e4616 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:48.111420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.143843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f9ff2fda-7333-40d8-8490-b5e7295e4616,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:48.203433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.204134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:32:48.324236 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:48.358653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.359003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.359343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.359679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.360019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.360348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.360674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.360999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.361378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.361650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.361987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.362309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:48.391305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adbdd271-4adf-4282-bf0e-8d7f26910bd9 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:48.391682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.408003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adbdd271-4adf-4282-bf0e-8d7f26910bd9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:48.483714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.550142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:48.641894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.740955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-426245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429756'] for router, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:48.922439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:32:49.190026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:32:49.196647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:49.198129 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59fa1305-588c-4bc6-9785-e57dbf37d84b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/42946fd5-750b-45b4-b056-ae621ae14f14 HTTP/1.1" status: 200 len: 886 time: 1.2139857 May 13 15:32:49.200648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41818) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:49.201585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:32:49.219858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:49.220467 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:49.308490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-af91bd21-8888-4ecc-95c1-1c8d4b45a50c tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 991 time: 0.1067679 May 13 15:32:49.398371 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:49.764649 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:46Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:49.768291 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:32:49.776142 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:49.776716 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:49.950691 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:50.283384 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:46Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:50.287164 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33ea9-96e2-490c-b6d1-31d63d8f6ee7 None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '585b6627-0ece-4813-b45b-17069f920501', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'port_id': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'mac_address': 'fa:16:3e:db:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:32:11Z', 'updated_at': '2022-05-13T15:32:46Z', 'revision_number': 2, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:32:50.311882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41822) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:50.416867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-192fcf34-aa51-4530-992d-f950e468003b tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 991 time: 0.1038313 May 13 15:32:51.420452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41826) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:51.525857 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2d6da1d6-a4bf-4f48-8834-967a315a2cda tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 991 time: 0.1042862 May 13 15:32:51.820671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e644103-f619-4ca9-b895-e606d7111fe3 None None] New status for floating IP 585b6627-0ece-4813-b45b-17069f920501: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:32:52.066989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:52.139148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:52.139509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.258199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f9ff2fda-7333-40d8-8490-b5e7295e4616 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:52.263919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.291558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f9ff2fda-7333-40d8-8490-b5e7295e4616,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:52.375014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.375809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:52.493162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:52.504545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adbdd271-4adf-4282-bf0e-8d7f26910bd9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:52.504947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.530419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:52.622365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adbdd271-4adf-4282-bf0e-8d7f26910bd9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:52.622728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.637323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-983e1d6f-edcb-4098-9c02-dfa6f9ededb9 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 200 len: 993 time: 0.1057279 May 13 15:32:52.641394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adbdd271-4adf-4282-bf0e-8d7f26910bd9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:52.729291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:52.797429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:52.909443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 41838) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:53.105356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port df3f4ee7-da72-4c97-9455-a3ef809a227a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:32:53.105608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:53.272956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:53.273280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:53.392019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for df3f4ee7-da72-4c97-9455-a3ef809a227a owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:32:53.620468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:53.766808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=df3f4ee7-da72-4c97-9455-a3ef809a227a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:53.802178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.802525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.802861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.803188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.803508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.803832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.804152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.804473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.804793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.805109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.805422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.805743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:53.868002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:53.868337 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Floating IP 585b6627-0ece-4813-b45b-17069f920501 disassociated (deleted). External IP: 172.26.7.49, port: 130ff2d5-7a90-40e0-94f5-7ad7ead90292. May 13 15:32:54.010028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:54.081085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port f9ff2fda-7333-40d8-8490-b5e7295e4616 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:54.081365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:54.196217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port f9ff2fda-7333-40d8-8490-b5e7295e4616 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:54.197355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:54.225750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:32:54.297882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adbdd271-4adf-4282-bf0e-8d7f26910bd9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:54.298278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:54.408591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:32:54.413787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adbdd271-4adf-4282-bf0e-8d7f26910bd9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:54.418936 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:32:54.428328 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:54.432194 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:54.489264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:54.543627 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d1d8025f-9f1b-4534-bf1e-d94db4209971 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/floatingips/585b6627-0ece-4813-b45b-17069f920501 HTTP/1.1" status: 204 len: 168 time: 1.6328502 May 13 15:32:54.544300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:54.591273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a314f6b-ce3d-43ae-a0c7-cf13745740a4'] response: {'name': 'network-changed', 'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'status': 'completed', 'code': 200} May 13 15:32:54.610159 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:54.687062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-a8f62c47-8d38-4f94-8fa0-9c3efacec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:54.689182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-a8f62c47-8d38-4f94-8fa0-9c3efacec052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=550105f4ce0d495cab1e52953538d7fc&device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 1099 time: 0.0772381 May 13 15:32:54.822776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-fa66c35f-6887-4ba3-8124-0958b84a64de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:54.824234 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-fa66c35f-6887-4ba3-8124-0958b84a64de service neutron] 10.222.0.23 "GET /v2.0/networks?id=40673572-d7f9-4e1a-aff1-07657badd9c6 HTTP/1.1" status: 200 len: 898 time: 0.1294687 May 13 15:32:54.897060 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-c4ce956c-992d-4b9c-a6e7-d024809fec69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292 HTTP/1.1" status: 200 len: 217 time: 0.0665104 May 13 15:32:54.938205 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:54.942569 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:32:54.951705 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:32:54.952296 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:54.962345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-85e21ab2-eb53-432c-a4f1-ee8e635eaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:54.963805 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-85e21ab2-eb53-432c-a4f1-ee8e635eaffd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=355c036e-137a-401b-b17c-bec6a99fdd3c HTTP/1.1" status: 200 len: 834 time: 0.0608513 May 13 15:32:55.038610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-5d9c491f-07cb-4a52-8807-6930626f138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:55.040446 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-5d9c491f-07cb-4a52-8807-6930626f138d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40673572-d7f9-4e1a-aff1-07657badd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710251 May 13 15:32:55.170304 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:32:55.343908 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-3d2b433e-191b-4be4-ad3d-44dfeb2becdf service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969415 May 13 15:32:55.379776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadbfdf-1837-462a-97b8-c5c47d906b1d req-dc5bd9cf-a77a-42e5-9651-54b6f12ef018 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:55.381233 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3aadbfdf-1837-462a-97b8-c5c47d906b1d req-dc5bd9cf-a77a-42e5-9651-54b6f12ef018 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.1522727 May 13 15:32:55.484692 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:32:55.488519 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc956bdf-76f0-4230-9172-7b13c4635c6c None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:32:48Z', 'revision_number': 6, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'f9ff2fda-7333-40d8-8490-b5e7295e4616', 'name': '', 'network_id': '40673572-d7f9-4e1a-aff1-07657badd9c6', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'mac_address': 'fa:16:3e:e9:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:50Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'subnets': [{'id': '355c036e-137a-401b-b17c-bec6a99fdd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:32:55.501289 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3aadbfdf-1837-462a-97b8-c5c47d906b1d req-73dc9b59-dddc-47e6-8a5b-a937860e52c3 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714309 May 13 15:32:55.523179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19139cc6-93a1-412a-a10e-89da92b3c65b req-9dc36c59-60b3-43c2-aa5d-c3017efacf2e service neutron] 10.222.0.23 "GET /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709859 May 13 15:32:56.109788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97663950-2e5e-4e40-b1a1-166545c86461 None None] New status for floating IP 585b6627-0ece-4813-b45b-17069f920501: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:32:56.378639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce39149-a905-4829-b3f3-d963d9390493 req-37a2fb9f-399c-4a0b-b5e4-cf4096be7f47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:56.380119 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bce39149-a905-4829-b3f3-d963d9390493 req-37a2fb9f-399c-4a0b-b5e4-cf4096be7f47 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.0829260 May 13 15:32:56.448376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:32:56.448720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:56.699453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port 130ff2d5-7a90-40e0-94f5-7ad7ead90292, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=130ff2d5-7a90-40e0-94f5-7ad7ead90292,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:56.699806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:56.739935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81c244-fd45-4e3d-8ec9-cbbe3c268a8f req-7077ddad-9f60-4610-97e6-44d1a5df861e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:56.740630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-8a81c244-fd45-4e3d-8ec9-cbbe3c268a8f req-7077ddad-9f60-4610-97e6-44d1a5df861e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Synchronizing usage tracker for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:56.821989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for 130ff2d5-7a90-40e0-94f5-7ad7ead90292 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:32:56.827226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-8a81c244-fd45-4e3d-8ec9-cbbe3c268a8f req-7077ddad-9f60-4610-97e6-44d1a5df861e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Unset dirty status for tenant:550105f4ce0d495cab1e52953538d7fc on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:56.828470 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a81c244-fd45-4e3d-8ec9-cbbe3c268a8f req-7077ddad-9f60-4610-97e6-44d1a5df861e tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 946 time: 0.2188203 May 13 15:32:56.877218 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a81c244-fd45-4e3d-8ec9-cbbe3c268a8f req-7031db8d-dabd-483e-96aa-4060310022e2 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/security-groups?id=02ef34d9-d93f-42a4-886d-6e9782ea649c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 May 13 15:32:57.026423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.077983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=130ff2d5-7a90-40e0-94f5-7ad7ead90292,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:57.122317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.127397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.162753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] No DVR routers for this DVR port 130ff2d5-7a90-40e0-94f5-7ad7ead90292 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:32:57.164970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.167558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'name': 'network-vif-deleted', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:57.215698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ad1a50-70de-42ac-b93b-a00c991ae988'] response: {'server_uuid': 'ca2eaee1-38f8-4c85-b718-65f77ca4000e', 'name': 'network-vif-deleted', 'tag': '130ff2d5-7a90-40e0-94f5-7ad7ead90292', 'status': 'completed', 'code': 200} May 13 15:32:57.233029 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bce39149-a905-4829-b3f3-d963d9390493 req-8c263b55-1509-4ded-89a8-015759e74226 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.23 "DELETE /v2.0/ports/130ff2d5-7a90-40e0-94f5-7ad7ead90292 HTTP/1.1" status: 204 len: 173 time: 0.8471315 May 13 15:32:57.648935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:58.056323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c66baa9-4175-4e4e-9438-21506d25a269 req-3457aa92-b349-41e8-b190-f8b1f997b575 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "GET /v2.0/ports?device_id=ca2eaee1-38f8-4c85-b718-65f77ca4000e HTTP/1.1" status: 200 len: 210 time: 0.0434854 May 13 15:32:59.154823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41858) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:59.221793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.251025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.380497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.399356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef34d9-d93f-42a4-886d-6e9782ea649c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:59.482301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.483501 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-10c7e42c-238b-4771-8b48-f415f1540d3a tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/security-groups/02ef34d9-d93f-42a4-886d-6e9782ea649c HTTP/1.1" status: 204 len: 168 time: 0.3276649 May 13 15:32:59.575537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41864) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:00.231522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.312184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 130ff2d5-7a90-40e0-94f5-7ad7ead90292 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:00.347186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 130ff2d5-7a90-40e0-94f5-7ad7ead90292 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:00.347529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 130ff2d5-7a90-40e0-94f5-7ad7ead90292 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:00.580094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port f9ff2fda-7333-40d8-8490-b5e7295e4616 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:00.580431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.767508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port f9ff2fda-7333-40d8-8490-b5e7295e4616, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f9ff2fda-7333-40d8-8490-b5e7295e4616,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:00.767859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.786431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7e18a6d6-b0a6-4876-8a09-8cb730257589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.890926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for f9ff2fda-7333-40d8-8490-b5e7295e4616 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:01.266333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:01.421712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=f9ff2fda-7333-40d8-8490-b5e7295e4616,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:01.697744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.055786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Router 42946fd5-750b-45b4-b056-ae621ae14f14 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:33:02.230338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:33:02.241217 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Sync routers for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:33:02.244501 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8f215cf9-7da2-4707-a3a0-04c6a9d02ea6 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "PUT /v2.0/routers/42946fd5-750b-45b4-b056-ae621ae14f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6678708 May 13 15:33:02.247201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41868) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:02.251283 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:33:02.251904 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:02.315583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting subnet 355c036e-137a-401b-b17c-bec6a99fdd3c {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:33:02.318932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.373273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.426979 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:33:02.455595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.603687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.644638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Subnet': ['ID=355c036e-137a-401b-b17c-bec6a99fdd3c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:02.646736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.650968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9bf6dd-e39a-4546-9bf2-dcc172d8e948 None None] Network 40673572-d7f9-4e1a-aff1-07657badd9c6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:33:02.671267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6d552261-4137-4fe7-a00b-336af347d171 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/subnets/355c036e-137a-401b-b17c-bec6a99fdd3c HTTP/1.1" status: 204 len: 168 time: 0.4200690 May 13 15:33:02.671570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41872) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:02.716033 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:33:01Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:02.720219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Checking router: 42946fd5-750b-45b4-b056-ae621ae14f14 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:33:02.728693 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Routers {'42946fd5-750b-45b4-b056-ae621ae14f14'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:33:02.729295 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:32:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['42946fd5-750b-45b4-b056-ae621ae14f14'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:02.909671 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] Set router 42946fd5-750b-45b4-b056-ae621ae14f14 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:33:02.923771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] DHCP port deletion for 40673572-d7f9-4e1a-aff1-07657badd9c6 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:33:02.929674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Deleting port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:02.930350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.003836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.158947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] For port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,segment=NetworkSegment(1a2f538b-a749-448e-90a4-17ddc1d12764),segment_id=1a2f538b-a749-448e-90a4-17ddc1d12764)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:03.159306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.194194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.220103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-313a68b9-d18d-4ee7-b40e-07f668b1515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.243468 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:33:01Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:03.247662 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980d543-b4b1-4e28-ab83-9d028786eb8c None None] The sync data for ids ['42946fd5-750b-45b4-b056-ae621ae14f14'] in dv-neutron-835340-3-hyperv is: [{'id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'name': 'tempest-TestNetworkBasicOps-router-759702701', 'tenant_id': '550105f4ce0d495cab1e52953538d7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:31:45Z', 'updated_at': '2022-05-13T15:33:01Z', 'revision_number': 7, 'project_id': '550105f4ce0d495cab1e52953538d7fc', 'gw_port': {'id': 'adbdd271-4adf-4282-bf0e-8d7f26910bd9', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42946fd5-750b-45b4-b056-ae621ae14f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:31:46Z', 'updated_at': '2022-05-13T15:32:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:33:03.266698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Deleting port adbdd271-4adf-4282-bf0e-8d7f26910bd9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:03.267050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.286421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Calling delete_port for 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:03.448355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.449526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] For port adbdd271-4adf-4282-bf0e-8d7f26910bd9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adbdd271-4adf-4282-bf0e-8d7f26910bd9,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:03.450042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.497398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] Pushing event deleted for resources: {'Port': ['ID=218ba6c4-e47d-4062-8638-6d3e1ebfa9c9,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:03.501302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44566531-6da7-44c0-8139-abb69c28f828 None None] No DVR routers for this DVR port 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:33:03.574391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Calling delete_port for adbdd271-4adf-4282-bf0e-8d7f26910bd9 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:03.802383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.848772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Port': ['ID=adbdd271-4adf-4282-bf0e-8d7f26910bd9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:03.940878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.053262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:04.087087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: f9ff2fda-7333-40d8-8490-b5e7295e4616 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:04.087452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device f9ff2fda-7333-40d8-8490-b5e7295e4616 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:04.087849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:04.125692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:04.126105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 218ba6c4-e47d-4062-8638-6d3e1ebfa9c9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:04.131156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.133923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.432469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.433084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Fanout notify agent at l3_agent the message router_deleted on router 42946fd5-750b-45b4-b056-ae621ae14f14 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:33:04.448540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.449656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0793470e-7b34-482c-a587-e6fa689bb028 tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/routers/42946fd5-750b-45b4-b056-ae621ae14f14 HTTP/1.1" status: 204 len: 168 time: 1.7771373 May 13 15:33:04.453072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41882) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:04.572026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.597639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.620362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.701454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.725809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40673572-d7f9-4e1a-aff1-07657badd9c6']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:04.738191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2f538b-a749-448e-90a4-17ddc1d12764') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:04.738486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2f538b-a749-448e-90a4-17ddc1d12764') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:04.749806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.765699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.771762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:33:04.772143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:33:04.786719 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:33:05.071833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:05.089127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:05.101700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] Pushing event deleted for resources: {'Network': ['ID=40673572-d7f9-4e1a-aff1-07657badd9c6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:05.176061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59802612-ef7c-4aab-8bc7-fb5097d215fb tempest-TestNetworkBasicOps-547881936 tempest-TestNetworkBasicOps-547881936-project] 10.222.0.91 "DELETE /v2.0/networks/40673572-d7f9-4e1a-aff1-07657badd9c6 HTTP/1.1" status: 204 len: 168 time: 0.7218482 May 13 15:33:05.686121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41890) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:05.872144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:05.878610 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-47733dbd-c9d1-436a-8ea5-b5d83a7a7a9b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=550105f4ce0d495cab1e52953538d7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896861 May 13 15:33:05.879470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41896) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:05.941421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:05.965312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:05.969590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.002426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: adbdd271-4adf-4282-bf0e-8d7f26910bd9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:06.002784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adbdd271-4adf-4282-bf0e-8d7f26910bd9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:06.094730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.112470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a8cd5-a62d-4479-909a-6ec447a5d07a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:06.121288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.122440 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cbc7a0c0-879c-4ae8-8655-c6a01f5ed4ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/218a8cd5-a62d-4479-909a-6ec447a5d07a HTTP/1.1" status: 204 len: 168 time: 0.2420826 May 13 15:33:06.855402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41908) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:06.874742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.889586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:06.893491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Usage tracker for resource:security_group_rule and tenant:88cc49ed067b4b2ea675c509048fc3bc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:06.896258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:06.901917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:06.985033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.061769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.106736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0503a92-fbe8-45e8-8c2e-ed5692ffaefc,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:07.112071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3f7d3c8-471d-4b48-963d-f19847167818 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=88cc49ed067b4b2ea675c509048fc3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556319 May 13 15:33:07.114673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 41914) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:07.176975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.202789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.312514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.329297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0503a92-fbe8-45e8-8c2e-ed5692ffaefc,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:07.333789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:07.335295 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-30e2174c-9f41-475d-9b1e-d97d308aaeee admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e0503a92-fbe8-45e8-8c2e-ed5692ffaefc HTTP/1.1" status: 204 len: 168 time: 0.2192922 May 13 15:33:15.427371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-44164da7-83ba-45d3-8b24-6557108516f7 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284023 May 13 15:33:15.579127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-07ef8646-35a1-4b89-9fd2-c2890f3f4e29 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.580465 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-07ef8646-35a1-4b89-9fd2-c2890f3f4e29 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480966 May 13 15:33:15.595479 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-92a0d158-38ab-4c32-aab4-ee335145e576 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/quotas/d95e9bfa5dd944b3abe9c682862ca54a HTTP/1.1" status: 200 len: 375 time: 0.0094712 May 13 15:33:15.646987 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-dfdff3a7-bec9-45cd-ad06-fceb15fa60d5 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463381 May 13 15:33:15.922157 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b6988b7e-2cd9-4e69-9ddc-3f40d1e06306 req-2bf964aa-e000-46d5-9875-20e270ece39d tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 210 time: 0.0428040 May 13 15:33:16.354274 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:33:17.083261 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2cbb3bd3-06cd-4591-8d76-141fb754b391 req-5d313272-9c0c-4bee-b6ee-38434c9ab565 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 210 time: 0.0475633 May 13 15:33:17.957909 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-38bf7118-c4be-4695-8127-5bfcacf11864 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273619 May 13 15:33:18.106967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-05b30569-5e00-4ea7-aea1-74bd771dfe3c tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:18.108788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-05b30569-5e00-4ea7-aea1-74bd771dfe3c tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466115 May 13 15:33:18.120360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Request body: {'port': {'device_id': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d', 'admin_state_up': True, 'tenant_id': 'd95e9bfa5dd944b3abe9c682862ca54a'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:18.242069 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-120635ba-5477-4920-bd8d-ef3880252e83 req-4b846142-c67e-474b-a997-6bb6ebe80fc1 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 210 time: 0.0494995 May 13 15:33:18.267708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:18.272512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Usage tracker for resource:port and tenant:d95e9bfa5dd944b3abe9c682862ca54a is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:18.275471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:18.281869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:18.351979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Made reservation on behalf of d95e9bfa5dd944b3abe9c682862ca54a for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:18.355704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.368452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.384260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:18.388023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Usage tracker for resource:security_group_rule and tenant:d95e9bfa5dd944b3abe9c682862ca54a is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:18.392085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:18.398116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:18.484361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.574936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.660076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa6a66-528c-4ba8-85cd-38a668c14ff5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:18.745996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Allocated IP 192.168.233.156 (04d648c0-4c51-442d-bf85-33c52f427b2d/3375026b-d1d3-4b81-9ff0-e39b8cd47108/212a2ce7-39bd-4177-b417-70a0b09ba10c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:33:18.947074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.962355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Transition to ACTIVE for port object 212a2ce7-39bd-4177-b417-70a0b09ba10c will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:33:19.060954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:19.129653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Network 04d648c0-4c51-442d-bf85-33c52f427b2d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:33:19.132607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:33:19.136822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:33:19.184311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Pushing event updated for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:19.209736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:19.210403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:19.301731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-470d7273-ed35-4808-bd93-39796f730e8b tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1854081 May 13 15:33:19.416036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Request body: {'port': {'device_id': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:19.466173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0ae29843-593d-4b75-8900-20cbf360b52b None None] Provisioning for port 212a2ce7-39bd-4177-b417-70a0b09ba10c completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:33:19.472290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0ae29843-593d-4b75-8900-20cbf360b52b None None] Provisioning complete for port 212a2ce7-39bd-4177-b417-70a0b09ba10c triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:33:19.472658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0ae29843-593d-4b75-8900-20cbf360b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:19.530054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0ae29843-593d-4b75-8900-20cbf360b52b None None] Port 212a2ce7-39bd-4177-b417-70a0b09ba10c cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:33:19.588287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-d552fe7f-efe1-465f-8dff-ef704021fb91 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:19.588971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-d552fe7f-efe1-465f-8dff-ef704021fb91 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Synchronizing usage tracker for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:19.652453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:19.729039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-d552fe7f-efe1-465f-8dff-ef704021fb91 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Unset dirty status for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:19.730191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-d552fe7f-efe1-465f-8dff-ef704021fb91 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 936 time: 0.3784664 May 13 15:33:19.851078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-358d2e31-e875-489c-8336-f77382a2fe14 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Synchronizing usage tracker for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:20.018549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-358d2e31-e875-489c-8336-f77382a2fe14 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Unset dirty status for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:20.019629 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-35f725df-0c0e-46f6-a387-a9135211d8f9 req-358d2e31-e875-489c-8336-f77382a2fe14 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507920 May 13 15:33:20.049054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212a2ce7-39bd-4177-b417-70a0b09ba10c {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:20.056358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.071540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Transition to ACTIVE for port object 212a2ce7-39bd-4177-b417-70a0b09ba10c will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:33:20.151393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.318248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:20.389344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Attempting to bind port 212a2ce7-39bd-4177-b417-70a0b09ba10c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:33:20.389683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Attempting to bind port 212a2ce7-39bd-4177-b417-70a0b09ba10c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:33:20.390044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Attempting to bind port 212a2ce7-39bd-4177-b417-70a0b09ba10c on network 04d648c0-4c51-442d-bf85-33c52f427b2d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:20.394622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Port 212a2ce7-39bd-4177-b417-70a0b09ba10c on network 04d648c0-4c51-442d-bf85-33c52f427b2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:33:20.394939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Attempting to bind port 212a2ce7-39bd-4177-b417-70a0b09ba10c on network 04d648c0-4c51-442d-bf85-33c52f427b2d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:20.399948 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:33:20.400281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Checking segment: {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:20.400660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Bound using segment: {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:33:20.401077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Bound port: 212a2ce7-39bd-4177-b417-70a0b09ba10c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb95093-3b3f-4848-8b8f-6965d731f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:33:20.401417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.493407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:33:20.496478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:33:20.581128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.639517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:20.640127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.641571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] 10.222.0.23 "PUT /v2.0/ports/212a2ce7-39bd-4177-b417-70a0b09ba10c HTTP/1.1" status: 200 len: 1098 time: 1.3334146 May 13 15:33:20.642028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:20.671618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85152c-00b6-42d9-9185-90722fc6fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:20.694384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16242fe-cd59-4a3b-abdd-9e243a808dd0'] response: {'name': 'network-changed', 'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c', 'status': 'completed', 'code': 200} May 13 15:33:20.791960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980bc56-588a-42f5-9412-db23f4652c92 req-433004cd-3f6c-4af5-a4a4-4890e77dca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:20.793444 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e980bc56-588a-42f5-9412-db23f4652c92 req-433004cd-3f6c-4af5-a4a4-4890e77dca8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 1101 time: 0.0784278 May 13 15:33:20.825931 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e980bc56-588a-42f5-9412-db23f4652c92 req-9096cdeb-bbed-426b-9690-2f437c3e63c4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251493 May 13 15:33:20.959830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980bc56-588a-42f5-9412-db23f4652c92 req-8849ad07-4389-4857-a785-88e7c4679c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:20.961304 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e980bc56-588a-42f5-9412-db23f4652c92 req-8849ad07-4389-4857-a785-88e7c4679c2f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300385 May 13 15:33:21.064974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-aed608b8-d274-41b2-aee5-26cfcd5b6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:21.066488 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-aed608b8-d274-41b2-aee5-26cfcd5b6e3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 1101 time: 0.0697088 May 13 15:33:21.166599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-d4d99ef2-cd8d-4ef8-b1b7-3565e096c873 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c HTTP/1.1" status: 200 len: 217 time: 0.0936227 May 13 15:33:21.248918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-181746cf-b90a-4e9e-ad85-54eb359e911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:21.250374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-181746cf-b90a-4e9e-ad85-54eb359e911f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3375026b-d1d3-4b81-9ff0-e39b8cd47108 HTTP/1.1" status: 200 len: 843 time: 0.0782318 May 13 15:33:21.308776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610355-be9e-4bd8-a2e8-1232f165feb7 req-041e6f0f-7d41-4a97-b476-b1594ec484a6 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:21.310271 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90610355-be9e-4bd8-a2e8-1232f165feb7 req-041e6f0f-7d41-4a97-b476-b1594ec484a6 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 948 time: 0.1806209 May 13 15:33:21.366042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90610355-be9e-4bd8-a2e8-1232f165feb7 req-c845be25-dba4-434a-9f52-adf3b8770ebd tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490537 May 13 15:33:21.375694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-01b1b724-be39-40dd-99ea-0b12b46a358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:21.377153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-01b1b724-be39-40dd-99ea-0b12b46a358c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04d648c0-4c51-442d-bf85-33c52f427b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1207240 May 13 15:33:21.507477 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-4bc4baa1-10fb-45b3-b1b7-33b40dfb5603 service neutron] 10.222.0.23 "GET /v2.0/networks/04d648c0-4c51-442d-bf85-33c52f427b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241450 May 13 15:33:21.728483 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b2bccdf8-9ff3-43f9-be80-cf6c23b2f293 req-e32b610b-872a-4513-ae37-61ea7cff80c2 service neutron] 10.222.0.23 "GET /v2.0/networks/04d648c0-4c51-442d-bf85-33c52f427b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146053 May 13 15:33:22.552124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f91838-57ba-4bf4-b097-c108d62324b5 req-63c866b2-95a9-44fc-b7e7-40fd6be8c759 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:22.553599 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a9f91838-57ba-4bf4-b097-c108d62324b5 req-63c866b2-95a9-44fc-b7e7-40fd6be8c759 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 948 time: 0.0819519 May 13 15:33:22.597961 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a9f91838-57ba-4bf4-b097-c108d62324b5 req-4f8a9fe8-4826-489e-8d9d-51d96bb5c638 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387604 May 13 15:33:23.782249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c375a-8eea-4f6e-a3d5-f6188062fe94 req-d63144bb-dd7c-4419-9f49-13fcee87d08f tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:23.783731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8f3c375a-8eea-4f6e-a3d5-f6188062fe94 req-d63144bb-dd7c-4419-9f49-13fcee87d08f tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 948 time: 0.0799751 May 13 15:33:23.827753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8f3c375a-8eea-4f6e-a3d5-f6188062fe94 req-df0a3bd0-2127-433e-9556-8d4791e9d49d tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 May 13 15:33:24.395561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 212a2ce7-39bd-4177-b417-70a0b09ba10c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:33:24.528098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:24.544535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '212a2ce7-39bd-4177-b417-70a0b09ba10c', 'network_id': '04d648c0-4c51-442d-bf85-33c52f427b2d', 'port_id': '212a2ce7-39bd-4177-b417-70a0b09ba10c', 'mac_address': 'fa:16:3e:83:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3375026b-d1d3-4b81-9ff0-e39b8cd47108', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:33:24.624962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 212a2ce7-39bd-4177-b417-70a0b09ba10c is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:24.625333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:24.642557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212a2ce7-39bd-4177-b417-70a0b09ba10c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:24.657845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:24.728608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:24.800617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:24.932845 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['212a2ce7-39bd-4177-b417-70a0b09ba10c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:25.020467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336656-8770-464f-baac-70d2283a10a2 req-578541a0-16cc-45c2-b117-acd618cf9b39 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:25.021922 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-24336656-8770-464f-baac-70d2283a10a2 req-578541a0-16cc-45c2-b117-acd618cf9b39 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 949 time: 0.0824821 May 13 15:33:25.065697 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-24336656-8770-464f-baac-70d2283a10a2 req-eece0853-fe4d-4dca-8a2f-dcf1cfbcb649 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 May 13 15:33:26.250793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd5d80-e457-4657-93f7-9179a54dcd3e req-308d0014-ab16-46e1-ab78-009a696f3e1d tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:26.252297 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64dd5d80-e457-4657-93f7-9179a54dcd3e req-308d0014-ab16-46e1-ab78-009a696f3e1d tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 949 time: 0.0831263 May 13 15:33:26.295369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64dd5d80-e457-4657-93f7-9179a54dcd3e req-890d1f95-4b90-4b6d-8086-37c0b938e8de tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 May 13 15:33:26.395221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 212a2ce7-39bd-4177-b417-70a0b09ba10c up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:33:26.540224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 212a2ce7-39bd-4177-b417-70a0b09ba10c completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:33:26.544970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 212a2ce7-39bd-4177-b417-70a0b09ba10c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:33:26.545366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:26.659541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 212a2ce7-39bd-4177-b417-70a0b09ba10c is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:26.659918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:26.685195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:26.695442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:26.731045 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5e9edc-421d-435c-a96d-ec1c8e32ba8f'] response: {'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c', 'code': 200} May 13 15:33:26.746656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:26.815749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:27.125847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a565f-a137-476a-9ed0-cf7a9fa14c16 req-822f67b3-80bd-473e-8467-309dab8c9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:27.127439 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e35a565f-a137-476a-9ed0-cf7a9fa14c16 req-822f67b3-80bd-473e-8467-309dab8c9ddc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 1103 time: 0.0725310 May 13 15:33:27.167993 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e35a565f-a137-476a-9ed0-cf7a9fa14c16 req-a76e6bf2-e5c4-4d24-8944-feb791fb0c17 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352082 May 13 15:33:27.484701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434626-f981-4028-8ba7-3586a00c27b7 req-9c110ab1-f723-4440-a24b-2d77212f3ad2 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:27.486072 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95434626-f981-4028-8ba7-3586a00c27b7 req-9c110ab1-f723-4440-a24b-2d77212f3ad2 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 950 time: 0.0856488 May 13 15:33:27.530267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95434626-f981-4028-8ba7-3586a00c27b7 req-4242c52a-3902-46fa-961b-944a9960f320 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 May 13 15:33:27.648469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:28.717571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd6c3-9233-437f-a393-c61832f23ed6 req-4fc3d8d8-e23b-4a39-860b-8440ac4ff3cb tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:28.718998 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-342bd6c3-9233-437f-a393-c61832f23ed6 req-4fc3d8d8-e23b-4a39-860b-8440ac4ff3cb tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 950 time: 0.0804670 May 13 15:33:28.764379 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-342bd6c3-9233-437f-a393-c61832f23ed6 req-11fc0f30-305d-4e56-95a6-290ca27b1089 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 May 13 15:33:30.377797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4b45-efb3-4334-8cfe-4c184be27890 req-bec67389-f472-43a6-bfe0-d12444e79565 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:30.379283 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-49bd4b45-efb3-4334-8cfe-4c184be27890 req-bec67389-f472-43a6-bfe0-d12444e79565 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 950 time: 0.0827434 May 13 15:33:30.422676 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-49bd4b45-efb3-4334-8cfe-4c184be27890 req-ff15c13d-1931-4ec3-a210-8038ec68e874 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 May 13 15:33:30.808738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-698127a9-3bc6-4938-80ba-8bc9dbfc61e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:31.652905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb32cc6-579a-4be2-aaf9-482245c0c842 req-d51b5a76-5d31-4005-bf8e-3189954daf19 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:31.654389 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-afb32cc6-579a-4be2-aaf9-482245c0c842 req-d51b5a76-5d31-4005-bf8e-3189954daf19 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 950 time: 0.1095126 May 13 15:33:31.661792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-8c660d14-205c-4850-80cb-b05c247f9079 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:31.663138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-8c660d14-205c-4850-80cb-b05c247f9079 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.23 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 950 time: 0.1477418 May 13 15:33:31.756400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-afb32cc6-579a-4be2-aaf9-482245c0c842 req-621d2dc1-21a2-4cbb-9f78-5e162692a4c4 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/security-groups?id=34aa6a66-528c-4ba8-85cd-38a668c14ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922487 May 13 15:33:31.761313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Deleting port 212a2ce7-39bd-4177-b417-70a0b09ba10c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:31.761657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.007345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] For port 212a2ce7-39bd-4177-b417-70a0b09ba10c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=212a2ce7-39bd-4177-b417-70a0b09ba10c,segment=NetworkSegment(feb95093-3b3f-4848-8b8f-6965d731f485),segment_id=feb95093-3b3f-4848-8b8f-6965d731f485)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:32.007625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.127270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Calling delete_port for 212a2ce7-39bd-4177-b417-70a0b09ba10c owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:32.340317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.352209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['212a2ce7-39bd-4177-b417-70a0b09ba10c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:32.392393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Pushing event deleted for resources: {'Port': ['ID=212a2ce7-39bd-4177-b417-70a0b09ba10c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:32.469447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] No DVR routers for this DVR port 212a2ce7-39bd-4177-b417-70a0b09ba10c on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:33:32.471965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.474630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'name': 'network-vif-deleted', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:32.521756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12ac187-31a4-4d36-ab4c-2063a4865694'] response: {'server_uuid': 'c77413f2-8315-44ed-9d7d-c3f3921b0a57', 'name': 'network-vif-deleted', 'tag': '212a2ce7-39bd-4177-b417-70a0b09ba10c', 'status': 'completed', 'code': 200} May 13 15:33:32.564505 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f210ad2b-851c-4ab2-a6fd-f02095567162 req-3d61eb6e-5835-45f4-92df-2472acffd92e tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.23 "DELETE /v2.0/ports/212a2ce7-39bd-4177-b417-70a0b09ba10c HTTP/1.1" status: 204 len: 173 time: 0.8872936 May 13 15:33:32.904977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-c2954799-189a-48d0-ad89-0131ecfb5bf0 req-a15f7a29-2150-4a5c-831a-09673ba897d9 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Synchronizing usage tracker for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:32.997643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-c2954799-189a-48d0-ad89-0131ecfb5bf0 req-a15f7a29-2150-4a5c-831a-09673ba897d9 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] Unset dirty status for tenant:d95e9bfa5dd944b3abe9c682862ca54a on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:32.999683 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c2954799-189a-48d0-ad89-0131ecfb5bf0 req-a15f7a29-2150-4a5c-831a-09673ba897d9 tempest-ServersAdminNegativeTestJSON-979221528 tempest-ServersAdminNegativeTestJSON-979221528-project] 10.222.0.91 "GET /v2.0/ports?device_id=c77413f2-8315-44ed-9d7d-c3f3921b0a57 HTTP/1.1" status: 200 len: 210 time: 0.1372695 May 13 15:33:33.174491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe9b2-dbf9-45e9-bc5f-d7a626b872e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:34.580230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:34.643191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:34.675309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42056) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:34.821549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e6564a7-99f5-48f8-8728-289fafd45a4e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d95e9bfa5dd944b3abe9c682862ca54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450641 May 13 15:33:34.824027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42062) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:34.881652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:34.907073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.168661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.185789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa6a66-528c-4ba8-85cd-38a668c14ff5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:35.235874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.237000 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0722759f-b5f8-49d6-a4f2-279d7bf92fe3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/34aa6a66-528c-4ba8-85cd-38a668c14ff5 HTTP/1.1" status: 204 len: 168 time: 0.4120996 May 13 15:33:35.776734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42070) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:35.794302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.808916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:35.815139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Usage tracker for resource:security_group_rule and tenant:f31475f83e4c41748a68d7d901af06c8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:35.818013 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:35.823704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:35.904451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.904839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.973478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:36.021859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f31475f83e4c41748a68d7d901af06c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439919 May 13 15:33:36.022755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf487a6-3b33-48be-9129-1abb87e4d02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ae4cd-2ef6-4b54-bbc6-9a7dfa3a8d0c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:36.024497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 42074) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:36.083377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:36.108663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:36.237019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:36.355161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ae4cd-2ef6-4b54-bbc6-9a7dfa3a8d0c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:36.364150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:36.365279 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ca7eeb4f-8f0d-4a0e-bef7-d0187a6e191d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/463ae4cd-2ef6-4b54-bbc6-9a7dfa3a8d0c HTTP/1.1" status: 204 len: 168 time: 0.3389533 May 13 15:33:36.410610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 212a2ce7-39bd-4177-b417-70a0b09ba10c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:36.443724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 212a2ce7-39bd-4177-b417-70a0b09ba10c {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:36.444068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 212a2ce7-39bd-4177-b417-70a0b09ba10c not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:37.434343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42098) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:37.539099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-690020664-network', 'tenant_id': 'ef90c84042ef432786fd487ae8628190'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:37.543835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:37.548768 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Usage tracker for resource:network and tenant:ef90c84042ef432786fd487ae8628190 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:37.552232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:37.557968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:37.625783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Made reservation on behalf of ef90c84042ef432786fd487ae8628190 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:37.628141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.640289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.657803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:37.661694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Usage tracker for resource:security_group_rule and tenant:ef90c84042ef432786fd487ae8628190 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:37.664520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:37.670784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:37.750639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.831249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.860208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:33:37.872568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba574b6e-12c0-4605-90c1-9e613b798334,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:37.877262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.877605 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Added segment 06dc0f11-902a-4049-bb6b-06dd8c573657 of type vlan for network fb0251bf-c942-4314-9111-9d8b2838924f May 13 15:33:37.906573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.996024 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:37.997094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:37.997677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:38.102334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0251bf-c942-4314-9111-9d8b2838924f,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:38.113073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fb0251bf-c942-4314-9111-9d8b2838924f details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:33:38.168447 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-03be0a97-ddc8-4d67-9ba7-a1012b20b928 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7329266 May 13 15:33:38.171379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42104) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:38.176711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Request body: {'subnet': {'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-690020664-subnet', 'tenant_id': 'ef90c84042ef432786fd487ae8628190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:38.181834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:38.185675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Usage tracker for resource:subnet and tenant:ef90c84042ef432786fd487ae8628190 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:38.188755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:38.194583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:38.283435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Made reservation on behalf of ef90c84042ef432786fd487ae8628190 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:38.285759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:38.546371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:38.626203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c20a905-3f18-48b2-ba8f-0ead078c2f94,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:38.633615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Checking segment: {'id': '06dc0f11-902a-4049-bb6b-06dd8c573657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:38.633994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Network hostable DHCP agents. Network: fb0251bf-c942-4314-9111-9d8b2838924f, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:33:38.705714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Network fb0251bf-c942-4314-9111-9d8b2838924f is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:33:38.780025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fb0251bf-c942-4314-9111-9d8b2838924f) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:33:38.784169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:38.787908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:38.789091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70fdea-1866-4efa-998c-1f3f0934502c None None] Network fb0251bf-c942-4314-9111-9d8b2838924f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:33:38.854081 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4f0d25be-fd64-45f9-ab88-ee815448ef07 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6815574 May 13 15:33:39.003135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ee4f1-e74a-4f20-87f1-75e1fa920892 None None] Network fb0251bf-c942-4314-9111-9d8b2838924f requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:33:39.369616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-a64039d6-05f4-409e-80be-f96d9eaea46c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:39.370329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-a64039d6-05f4-409e-80be-f96d9eaea46c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Synchronizing usage tracker for tenant:ef90c84042ef432786fd487ae8628190 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:39.470383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-a64039d6-05f4-409e-80be-f96d9eaea46c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Unset dirty status for tenant:ef90c84042ef432786fd487ae8628190 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:39.471495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-a64039d6-05f4-409e-80be-f96d9eaea46c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 811 time: 0.2450719 May 13 15:33:39.486933 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-56e3d1e0-4e7a-4b10-8379-fb00b975e27e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/quotas/ef90c84042ef432786fd487ae8628190 HTTP/1.1" status: 200 len: 375 time: 0.0099449 May 13 15:33:39.533737 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-514d1e2e-1fca-4412-aba5-60a857a2b9a6 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414650 May 13 15:33:39.543811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-d94656b2-7d82-4482-b9fb-b1fc4b0e7ede service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:33:39.544756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-d94656b2-7d82-4482-b9fb-b1fc4b0e7ede service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047634 May 13 15:33:39.674566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-0a09c96e-0e1c-4439-945f-d3b4f4b44be4 service neutron] 10.222.0.91 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240509 May 13 15:33:39.804779 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-d21fde3e-fe49-4384-807b-379201288950 service neutron] 10.222.0.91 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242919 May 13 15:33:40.062015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cc299970-fbc0-4d3d-b1d3-f9cf9f04b446 req-40be2b55-e496-4ec0-843b-9a6da7744d6f tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 210 time: 0.0417740 May 13 15:33:41.216116 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-54176d63-f30d-44a7-a36f-fc4d389ab8f9 req-81cb3574-56b3-4845-9bb0-606f078dc3c9 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 210 time: 0.0466466 May 13 15:33:42.403027 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-408deeac-8fb5-4161-a9eb-29b336c2108d req-f8480776-bb1e-4748-90a9-599c15a60063 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 210 time: 0.0681608 May 13 15:33:42.415156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-0f8edbba-0038-48ad-9a94-4e4707f30500 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:42.416426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-0f8edbba-0038-48ad-9a94-4e4707f30500 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.23 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 811 time: 0.1776552 May 13 15:33:42.428589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Request body: {'port': {'device_id': '1889155e-99b5-4546-b78a-e49244a58143', 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f', 'admin_state_up': True, 'tenant_id': 'ef90c84042ef432786fd487ae8628190'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:42.585337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:42.589170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Usage tracker for resource:port and tenant:ef90c84042ef432786fd487ae8628190 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:42.592302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:42.598249 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:42.671884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Made reservation on behalf of ef90c84042ef432786fd487ae8628190 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:42.675486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:42.932469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Allocated IP 172.20.0.8 (fb0251bf-c942-4314-9111-9d8b2838924f/6c20a905-3f18-48b2-ba8f-0ead078c2f94/84b0d9af-0f16-4729-849c-de501d6a3140) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:33:43.129823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:43.247783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:43.319619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Network fb0251bf-c942-4314-9111-9d8b2838924f is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:33:43.322453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:33:43.327034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:33:43.362444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:43.393763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:43.394387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:43.489673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-34d71c4f-a68a-48e1-839d-b89b9e2515bf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0649207 May 13 15:33:43.503031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Request body: {'port': {'device_id': '1889155e-99b5-4546-b78a-e49244a58143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:43.669891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:43.687595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-998f8bc6-1806-48cd-be85-1a4f819b50a7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:43.688268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-998f8bc6-1806-48cd-be85-1a4f819b50a7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Synchronizing usage tracker for tenant:ef90c84042ef432786fd487ae8628190 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:43.822195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-998f8bc6-1806-48cd-be85-1a4f819b50a7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Unset dirty status for tenant:ef90c84042ef432786fd487ae8628190 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:43.823263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-998f8bc6-1806-48cd-be85-1a4f819b50a7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 931 time: 0.2945230 May 13 15:33:43.947172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-f7b2d63d-a8a4-4b98-bc8c-a3809b43be3b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Synchronizing usage tracker for tenant:ef90c84042ef432786fd487ae8628190 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:44.048008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-f7b2d63d-a8a4-4b98-bc8c-a3809b43be3b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Unset dirty status for tenant:ef90c84042ef432786fd487ae8628190 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:44.049169 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-88776e53-5926-4c35-8cd0-d524b17fe765 req-f7b2d63d-a8a4-4b98-bc8c-a3809b43be3b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193162 May 13 15:33:44.074845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:44.081331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:44.095172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Transition to ACTIVE for port object 84b0d9af-0f16-4729-849c-de501d6a3140 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:33:44.186950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:44.335571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:44.414541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Attempting to bind port 84b0d9af-0f16-4729-849c-de501d6a3140 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:33:44.414876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Attempting to bind port 84b0d9af-0f16-4729-849c-de501d6a3140 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '06dc0f11-902a-4049-bb6b-06dd8c573657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:33:44.415199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Attempting to bind port 84b0d9af-0f16-4729-849c-de501d6a3140 on network fb0251bf-c942-4314-9111-9d8b2838924f {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:44.419613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Port 84b0d9af-0f16-4729-849c-de501d6a3140 on network fb0251bf-c942-4314-9111-9d8b2838924f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:33:44.420537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Attempting to bind port 84b0d9af-0f16-4729-849c-de501d6a3140 on network fb0251bf-c942-4314-9111-9d8b2838924f {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:44.425590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:33:44.425921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Checking segment: {'id': '06dc0f11-902a-4049-bb6b-06dd8c573657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:44.426326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Bound using segment: {'id': '06dc0f11-902a-4049-bb6b-06dd8c573657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:33:44.426743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Bound port: 84b0d9af-0f16-4729-849c-de501d6a3140, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06dc0f11-902a-4049-bb6b-06dd8c573657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:33:44.427076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:44.511796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:33:44.514780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:33:44.574546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:44.637033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:44.637639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:44.639715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 1093 time: 1.1414649 May 13 15:33:44.640216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:44.659765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e145d5-80a9-432b-b274-77fe8549f6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:44.689893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66276cbd-e61e-49b3-b7c6-25da2d9f7530'] response: {'name': 'network-changed', 'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140', 'status': 'completed', 'code': 200} May 13 15:33:44.776145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-a8c93f77-fb3b-4d77-8aca-c6cc6a4ab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:44.777693 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-a8c93f77-fb3b-4d77-8aca-c6cc6a4ab1b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1096 time: 0.0732706 May 13 15:33:44.917501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-b05d825e-51bc-4d6e-9508-a9ee4cd5c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:44.918899 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-b05d825e-51bc-4d6e-9508-a9ee4cd5c30f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef90c84042ef432786fd487ae8628190&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1349261 May 13 15:33:45.147242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-3b75fe4c-0ab0-467e-bd80-e62cec51bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:45.148729 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3115a4ab-1386-4cab-a26f-7bc820790d62 req-3b75fe4c-0ab0-467e-bd80-e62cec51bd05 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246625 May 13 15:33:45.300525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008cb0-155a-433f-9d54-0e64a488d7ec req-a73bf8eb-6944-42db-82fc-8647c50eaffc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:45.301878 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1008cb0-155a-433f-9d54-0e64a488d7ec req-a73bf8eb-6944-42db-82fc-8647c50eaffc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 943 time: 0.1382639 May 13 15:33:45.304423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-4b9030da-44c5-4899-b290-5c90f629d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:45.305736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-4b9030da-44c5-4899-b290-5c90f629d524 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1096 time: 0.1098244 May 13 15:33:45.390742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-3eabdf67-8b5b-4257-9d7d-e8a3a3b45ad8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 217 time: 0.0697446 May 13 15:33:45.446819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1008cb0-155a-433f-9d54-0e64a488d7ec req-d4a9004b-c8f1-4912-b491-5d934121a18b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389747 May 13 15:33:45.461591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-dae9d97a-c2c4-45c6-a4e2-7cfcc7327ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:45.463050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-dae9d97a-c2c4-45c6-a4e2-7cfcc7327ae8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 200 len: 851 time: 0.0654502 May 13 15:33:45.512095 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-b27836e1-29d3-4397-8ecc-f1aaf0949050 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb0251bf-c942-4314-9111-9d8b2838924f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437078 May 13 15:33:45.639913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-eb766fb2-d577-4a78-bc58-72bdbe7e2fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220379 May 13 15:33:45.768293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-43b4e0e9-45e5-43ec-b9fc-605fa6a70e3b req-6fb5c226-1fc4-4e92-b301-ffa7250e40e1 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 May 13 15:33:46.632470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4bf9-0a83-480c-b64b-08a7c9411203 req-b4cd49d1-525e-43d9-abc8-3bafbe6b5dd1 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:46.633917 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-513e4bf9-0a83-480c-b64b-08a7c9411203 req-b4cd49d1-525e-43d9-abc8-3bafbe6b5dd1 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 943 time: 0.0825076 May 13 15:33:46.677155 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-513e4bf9-0a83-480c-b64b-08a7c9411203 req-e30b8400-5d65-48d4-ba6c-fb8fdc4c7844 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 May 13 15:33:48.006561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b344c-0e85-499a-bdad-59ac5e25182d req-f20262d0-d1ce-4e12-854d-1250dc214c5b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:48.008111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-167b344c-0e85-499a-bdad-59ac5e25182d req-f20262d0-d1ce-4e12-854d-1250dc214c5b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 943 time: 0.0796866 May 13 15:33:48.051493 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-167b344c-0e85-499a-bdad-59ac5e25182d req-ee5f0a26-f867-40c1-b2db-94ba2b9ba2ea tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 May 13 15:33:48.441671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:33:48.573443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:48.586875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '84b0d9af-0f16-4729-849c-de501d6a3140', 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f', 'port_id': '84b0d9af-0f16-4729-849c-de501d6a3140', 'mac_address': 'fa:16:3e:72:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c20a905-3f18-48b2-ba8f-0ead078c2f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:33:48.644973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:48.645349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:48.663699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:48.679935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:48.738475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:48.805081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:48.812048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.812387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.812719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.813048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.813506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.813742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.814095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.814418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.814735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.815052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.815368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.815681 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:48.928447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['84b0d9af-0f16-4729-849c-de501d6a3140'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:49.241147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda33ba-1b2c-468d-b206-4f989e084a33 req-6f797ba1-a18c-4f46-93c6-202274645a46 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:49.242632 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2bda33ba-1b2c-468d-b206-4f989e084a33 req-6f797ba1-a18c-4f46-93c6-202274645a46 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 944 time: 0.0787938 May 13 15:33:49.291494 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2bda33ba-1b2c-468d-b206-4f989e084a33 req-2f5600c2-ca19-4307-955b-8941b9043d7b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 May 13 15:33:50.457277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:33:50.479546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8562-2322-4c35-bb70-5b677e377c12 req-892ecc8c-4882-4d66-8b65-069f5a75a967 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:50.481035 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0c8f8562-2322-4c35-bb70-5b677e377c12 req-892ecc8c-4882-4d66-8b65-069f5a75a967 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 944 time: 0.0862622 May 13 15:33:50.525476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0c8f8562-2322-4c35-bb70-5b677e377c12 req-1501a915-c81e-46b3-894d-d682110e441f tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 May 13 15:33:50.586064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 84b0d9af-0f16-4729-849c-de501d6a3140 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:33:50.591049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 84b0d9af-0f16-4729-849c-de501d6a3140 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:33:50.591417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:50.706050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:50.706429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:50.733113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:50.742642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:50.777868 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0339d37f-05ce-42cc-adbd-cda43f2c3efe'] response: {'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140', 'code': 200} May 13 15:33:50.803198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:50.877642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:51.087017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a3d30-4ad9-44ca-b56c-6c2038f2c722 req-0a62cca4-e7fb-4428-8856-f98b1c6e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:51.088489 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d87a3d30-4ad9-44ca-b56c-6c2038f2c722 req-0a62cca4-e7fb-4428-8856-f98b1c6e2589 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1098 time: 0.0685084 May 13 15:33:51.132360 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d87a3d30-4ad9-44ca-b56c-6c2038f2c722 req-075be82e-64ef-4abe-9576-6991bde4e5f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 May 13 15:33:51.710746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72fcfe-2ed8-4710-ad9e-c383363565dc req-8fb190e7-59b1-4954-a8b2-9bf5a7b6e5dc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:51.712208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fd72fcfe-2ed8-4710-ad9e-c383363565dc req-8fb190e7-59b1-4954-a8b2-9bf5a7b6e5dc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0803235 May 13 15:33:51.756218 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fd72fcfe-2ed8-4710-ad9e-c383363565dc req-c346d4a2-68ba-45dd-b6e0-6cfe10788302 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 May 13 15:33:52.940563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a581fa-93fb-44b2-9871-5b5480df71a0 req-44e25fe7-d591-473f-91d7-f018bf02b947 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:52.942056 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72a581fa-93fb-44b2-9871-5b5480df71a0 req-44e25fe7-d591-473f-91d7-f018bf02b947 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0792441 May 13 15:33:52.986831 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72a581fa-93fb-44b2-9871-5b5480df71a0 req-a7473b55-7668-4808-90d5-3cab2150d64e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391409 May 13 15:33:53.354052 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:33:53.513588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda3a13-6963-47d5-8e65-788bcbbc2b8d req-e2b0020e-e0e5-494f-8e92-3f1bcbb5acb7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:53.515540 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0bda3a13-6963-47d5-8e65-788bcbbc2b8d req-e2b0020e-e0e5-494f-8e92-3f1bcbb5acb7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0845501 May 13 15:33:53.560044 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0bda3a13-6963-47d5-8e65-788bcbbc2b8d req-ea174cb2-727b-4fd0-ac49-69fbf96938ca tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 May 13 15:33:53.590210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42170) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:53.703386 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-34c6d409-b560-4190-bcac-4a813422425c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120121 May 13 15:33:54.749571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db800f66-f01a-4325-8464-c069d23ef7df req-7390ac17-1d68-480f-bd6d-d1812163c363 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:54.751066 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db800f66-f01a-4325-8464-c069d23ef7df req-7390ac17-1d68-480f-bd6d-d1812163c363 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0833027 May 13 15:33:54.797254 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db800f66-f01a-4325-8464-c069d23ef7df req-f3786acf-6482-4b18-bfb8-20d1c18e70a7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 May 13 15:33:55.793129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-a52d3751-4449-4d38-b5d6-c7c6ee95d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.794623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-a52d3751-4449-4d38-b5d6-c7c6ee95d6a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1098 time: 0.0730898 May 13 15:33:55.928181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-29472337-44dc-4d1c-b84b-4a06d31737b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.929644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-29472337-44dc-4d1c-b84b-4a06d31737b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 912 time: 0.1297934 May 13 15:33:55.990366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ddf3-2ae4-4a23-a5f4-f258116e95e3 req-2209522c-99e0-48b1-860e-6e7b6eb0c7e5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.991835 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0877ddf3-2ae4-4a23-a5f4-f258116e95e3 req-2209522c-99e0-48b1-860e-6e7b6eb0c7e5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0839841 May 13 15:33:55.995384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-fb0acfe1-c0fe-41c0-91e7-e47016fe8aec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 217 time: 0.0601773 May 13 15:33:56.037668 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0877ddf3-2ae4-4a23-a5f4-f258116e95e3 req-a545eef5-143e-4ad3-b7be-b4c4d62cbca6 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 May 13 15:33:56.155341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-d3fd10ee-8b57-4984-8cec-900cf638b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:56.156775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-d3fd10ee-8b57-4984-8cec-900cf638b5c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 200 len: 851 time: 0.1559358 May 13 15:33:56.202476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-0fbc792a-acad-4069-982a-993738817114 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb0251bf-c942-4314-9111-9d8b2838924f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402071 May 13 15:33:56.330603 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-9158e9e4-c66b-4122-bd5e-418e20d7e1b9 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225033 May 13 15:33:56.459257 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-a84e80aa-9aad-40f6-95f6-7641bf4d502d service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235189 May 13 15:33:57.220493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da81096-9322-4336-b273-23edca879834 req-5dc0cad6-f603-4f26-9fb6-1b73d605f426 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.221848 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1da81096-9322-4336-b273-23edca879834 req-5dc0cad6-f603-4f26-9fb6-1b73d605f426 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0780039 May 13 15:33:57.268916 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1da81096-9322-4336-b273-23edca879834 req-ccda8bc2-a19c-4d83-ab63-9ceea11c3d94 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 May 13 15:33:57.654132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:58.457939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd1d8-cd40-4503-9990-54948cff84cd req-3f63442f-7cef-4ef1-867c-c5ad5c47351e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:58.460402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-611dd1d8-cd40-4503-9990-54948cff84cd req-3f63442f-7cef-4ef1-867c-c5ad5c47351e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0836236 May 13 15:33:58.505848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-611dd1d8-cd40-4503-9990-54948cff84cd req-7fe56e7b-511e-47a0-9fdd-13231ebe378a tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 May 13 15:33:59.690291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e387978-dd8b-4614-9c77-fd8cebe054db req-c7d87628-c732-446d-bbee-699cf44b0d0c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.691726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e387978-dd8b-4614-9c77-fd8cebe054db req-c7d87628-c732-446d-bbee-699cf44b0d0c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0779693 May 13 15:33:59.735586 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e387978-dd8b-4614-9c77-fd8cebe054db req-9e08b608-3184-45aa-9c5e-5d15ca2ec724 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 May 13 15:34:00.798504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4ff78b7-70b3-4e48-bd63-cee6ceec4ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:00.920803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df6ec7-072d-402c-96ac-703527a429f7 req-6e018757-14f6-4e41-810b-c23a5be574ec tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:00.923013 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83df6ec7-072d-402c-96ac-703527a429f7 req-6e018757-14f6-4e41-810b-c23a5be574ec tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0799625 May 13 15:34:00.966133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83df6ec7-072d-402c-96ac-703527a429f7 req-33da27ae-ccf0-49d9-894f-b9cc1b592234 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 May 13 15:34:02.163860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a56bf5-c46b-4c5e-98e7-b319effbb712 req-bff4f960-1d89-4fbb-a78c-a9cd58a27ed8 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:02.165289 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-24a56bf5-c46b-4c5e-98e7-b319effbb712 req-bff4f960-1d89-4fbb-a78c-a9cd58a27ed8 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0826955 May 13 15:34:02.209344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-24a56bf5-c46b-4c5e-98e7-b319effbb712 req-0c0c7559-843f-4934-9a5c-870aac190247 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 May 13 15:34:03.173265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-30eabdc0-4bc5-4e24-a31d-a418b5500ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:03.396748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54b1a8-330c-46c0-8a2a-209e449dbdee req-42a2521e-a48d-4b45-9770-97d2c3db6438 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:03.398209 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9c54b1a8-330c-46c0-8a2a-209e449dbdee req-42a2521e-a48d-4b45-9770-97d2c3db6438 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0824988 May 13 15:34:03.441494 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9c54b1a8-330c-46c0-8a2a-209e449dbdee req-961d783d-a372-41cf-82ce-90508367a7cf tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 May 13 15:34:04.589504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.606723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.629649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afff1c-fad9-4e76-877f-2d9607f3ebdf req-ac883b86-786f-4070-b8ad-db462f93dd4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:04.631112 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5afff1c-fad9-4e76-877f-2d9607f3ebdf req-ac883b86-786f-4070-b8ad-db462f93dd4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0839698 May 13 15:34:04.675058 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5afff1c-fad9-4e76-877f-2d9607f3ebdf req-2d569ab6-9aca-4ee0-8512-f86f72d52450 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 May 13 15:34:05.869220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32abd-5ea8-4315-875f-208a5a8ccd35 req-b3f29d76-319a-46d9-a995-49f155eefe38 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:05.871066 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ebe32abd-5ea8-4315-875f-208a5a8ccd35 req-b3f29d76-319a-46d9-a995-49f155eefe38 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0816467 May 13 15:34:05.888802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.920304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ebe32abd-5ea8-4315-875f-208a5a8ccd35 req-ed8582d9-2c78-4d56-9f9d-8ae4a51b356a tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 May 13 15:34:07.107379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f48031-4d0a-42ff-8f5d-89809910effa req-cfe9e5a2-5866-495a-bab4-40e609f641de tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:07.108825 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4f48031-4d0a-42ff-8f5d-89809910effa req-cfe9e5a2-5866-495a-bab4-40e609f641de tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0831392 May 13 15:34:07.152893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4f48031-4d0a-42ff-8f5d-89809910effa req-cf4738f3-c9e3-4399-ba10-f4993e66fef5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 May 13 15:34:08.337042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f26e6-9fee-444d-83bb-8b8c3a970957 req-73c31d15-7096-4c5b-b1c1-7b13f751b381 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:08.338561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-942f26e6-9fee-444d-83bb-8b8c3a970957 req-73c31d15-7096-4c5b-b1c1-7b13f751b381 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0794051 May 13 15:34:08.384049 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-942f26e6-9fee-444d-83bb-8b8c3a970957 req-f6c013cf-b5eb-4df9-979c-ae08e678530f tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 May 13 15:34:09.568669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fccd2f-7173-4231-8f56-f1f8cdfa5c3b req-8773f90d-fb3c-4a2a-b261-b6857e650c5b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:09.570133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-40fccd2f-7173-4231-8f56-f1f8cdfa5c3b req-8773f90d-fb3c-4a2a-b261-b6857e650c5b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0793254 May 13 15:34:09.613676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-40fccd2f-7173-4231-8f56-f1f8cdfa5c3b req-5efd649c-0fed-4a2f-a4ee-e15623570d3b tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 May 13 15:34:10.803850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce88f-b6aa-4a28-8dab-bbbe0ee74be3 req-fd509090-453a-42fb-968f-86c208e56cb7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:10.805312 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e8ce88f-b6aa-4a28-8dab-bbbe0ee74be3 req-fd509090-453a-42fb-968f-86c208e56cb7 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0840902 May 13 15:34:10.848939 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e8ce88f-b6aa-4a28-8dab-bbbe0ee74be3 req-a5e48674-5534-4010-bdac-18d5179126b5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 May 13 15:34:12.037346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb364c-a4cd-41f8-89ae-78dd6d29339c req-c2e7126e-c450-45e2-af7e-1932baedc666 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:12.038822 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-67bb364c-a4cd-41f8-89ae-78dd6d29339c req-c2e7126e-c450-45e2-af7e-1932baedc666 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0855191 May 13 15:34:12.083464 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-67bb364c-a4cd-41f8-89ae-78dd6d29339c req-4aa933b3-3671-4ef0-9ce6-94181b25d444 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 May 13 15:34:13.267072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3794f-5e62-43d9-834c-50445397ecad req-81fa69e5-277b-4afd-ae1e-6dde9e843ce5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:13.268425 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a2e3794f-5e62-43d9-834c-50445397ecad req-81fa69e5-277b-4afd-ae1e-6dde9e843ce5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0784340 May 13 15:34:13.312012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a2e3794f-5e62-43d9-834c-50445397ecad req-67e083dc-9897-41db-9340-94ee76eb3c71 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 May 13 15:34:14.492177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27772bc-9e2d-40d5-82e2-6145bdad74dc req-c4844792-db41-4f29-8cd0-3e443f9543e8 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:14.493600 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d27772bc-9e2d-40d5-82e2-6145bdad74dc req-c4844792-db41-4f29-8cd0-3e443f9543e8 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0774775 May 13 15:34:14.541201 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d27772bc-9e2d-40d5-82e2-6145bdad74dc req-e4c889fd-cf25-4e33-b828-f85201d6fd1d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 May 13 15:34:15.726100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de29ee-ef8a-4eeb-aa1f-3b24a471c1b5 req-81052433-34e2-4407-8866-c6177280ee90 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:15.727590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-30de29ee-ef8a-4eeb-aa1f-3b24a471c1b5 req-81052433-34e2-4407-8866-c6177280ee90 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0831208 May 13 15:34:15.771609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-30de29ee-ef8a-4eeb-aa1f-3b24a471c1b5 req-2da9883d-4822-4d18-b15a-e76545f1d840 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 May 13 15:34:16.959055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80cebe-d99e-4299-92ad-de9577ca8f88 req-70815782-db67-43ed-a929-57ac30eae1e4 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:16.960513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-af80cebe-d99e-4299-92ad-de9577ca8f88 req-70815782-db67-43ed-a929-57ac30eae1e4 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0810881 May 13 15:34:17.004041 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-af80cebe-d99e-4299-92ad-de9577ca8f88 req-5d375e9f-6fc6-4d1d-a1c1-bb1fa4f8b162 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 May 13 15:34:17.388675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-c8cbda6f-7da0-4d52-9050-3df4c9097310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:17.390186 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-c8cbda6f-7da0-4d52-9050-3df4c9097310 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1098 time: 0.0738823 May 13 15:34:17.545624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-cc8e7a06-00f2-45f4-a50d-a9d912aaab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:17.547137 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-cc8e7a06-00f2-45f4-a50d-a9d912aaab8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 912 time: 0.1370597 May 13 15:34:17.612997 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-495ae9b2-8e7b-4fec-ba5f-734d341da130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 217 time: 0.0600269 May 13 15:34:17.676913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-a365f66f-9afd-4baa-b2a9-ae7256fa485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:17.678254 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-a365f66f-9afd-4baa-b2a9-ae7256fa485d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 200 len: 851 time: 0.0601027 May 13 15:34:17.724039 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-b00a5b2b-5ad6-4393-a761-f4698c011b0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb0251bf-c942-4314-9111-9d8b2838924f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397670 May 13 15:34:17.944907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-37c1b49b-55e9-48a8-b431-4e82fd53606d service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157462 May 13 15:34:18.074780 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ebadc8e3-19e1-434d-a760-9ad702a59631 req-ce45dcd2-13bb-4db8-aee3-f2abad606aaa service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234612 May 13 15:34:18.190920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175320-da83-455e-bbd0-bb9e95fa3041 req-1d665fa2-efcb-481e-854e-214710f83b65 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:18.192530 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3b175320-da83-455e-bbd0-bb9e95fa3041 req-1d665fa2-efcb-481e-854e-214710f83b65 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0799043 May 13 15:34:18.240245 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3b175320-da83-455e-bbd0-bb9e95fa3041 req-b422922d-47c4-4663-8b64-23544b732427 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 May 13 15:34:19.451351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4eefb-84d2-48e2-ace1-45c86dd613de req-c412893e-eaf0-4ab8-8b94-ff5f0e7b6e16 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:19.452811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83d4eefb-84d2-48e2-ace1-45c86dd613de req-c412893e-eaf0-4ab8-8b94-ff5f0e7b6e16 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0979543 May 13 15:34:19.500365 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83d4eefb-84d2-48e2-ace1-45c86dd613de req-01fa48b6-ff73-457e-80fe-11ac62e3d653 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 May 13 15:34:20.682482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86905-5ced-4cc9-b73c-990f9413af4b req-2dca85d8-682b-4451-8c63-593d4a0e5efc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:20.683933 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-55e86905-5ced-4cc9-b73c-990f9413af4b req-2dca85d8-682b-4451-8c63-593d4a0e5efc tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0789654 May 13 15:34:20.729606 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-55e86905-5ced-4cc9-b73c-990f9413af4b req-0422866f-1836-419a-9937-51d2453878c8 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 May 13 15:34:21.915762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c1c5d-a50e-4a96-86bd-6e9b26c6ec37 req-0e0aadc1-a76e-4c13-92eb-fbe1e97508a5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.917383 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-329c1c5d-a50e-4a96-86bd-6e9b26c6ec37 req-0e0aadc1-a76e-4c13-92eb-fbe1e97508a5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0807376 May 13 15:34:21.961821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-329c1c5d-a50e-4a96-86bd-6e9b26c6ec37 req-e231edc1-c458-4c35-8940-e3a043e235a5 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 May 13 15:34:23.147041 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e986c0-d092-42c0-9139-f0055deaa5d5 req-9b4a7e40-dc28-4249-99de-ab17b5e5aae9 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:23.148489 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f8e986c0-d092-42c0-9139-f0055deaa5d5 req-9b4a7e40-dc28-4249-99de-ab17b5e5aae9 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0831227 May 13 15:34:23.191764 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f8e986c0-d092-42c0-9139-f0055deaa5d5 req-aa436146-56d8-4996-b807-f8c140976c3f tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 May 13 15:34:23.568734 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-4c1d55c9-d636-4b1c-88f6-04f2c382cedd service neutron] 10.222.0.23 "GET /v2.0/ports/84b0d9af-0f16-4729-849c-de501d6a3140/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0810015 May 13 15:34:24.159844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-78635fe1-c3db-4fa4-a23f-9bb3bcc678df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.161315 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-78635fe1-c3db-4fa4-a23f-9bb3bcc678df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143&tenant_id=ef90c84042ef432786fd487ae8628190 HTTP/1.1" status: 200 len: 1098 time: 0.0740471 May 13 15:34:24.254074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-e7e921ec-84f1-49d4-90b7-a71d133d311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.255820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-e7e921ec-84f1-49d4-90b7-a71d133d311a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1098 time: 0.0753179 May 13 15:34:24.440661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-5a762581-4dde-4abb-bac9-c2e3cd6cd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.442140 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-5a762581-4dde-4abb-bac9-c2e3cd6cd5e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 912 time: 0.1797595 May 13 15:34:24.506819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a2cc7-e80f-4545-b507-3e235799f05c req-5dcab61f-6d21-43a2-90f8-0af226b600af tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.508268 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb4a2cc7-e80f-4545-b507-3e235799f05c req-5dcab61f-6d21-43a2-90f8-0af226b600af tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.1803155 May 13 15:34:24.533758 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-3e583bdf-8758-4c1f-8abc-4a78a80c9d84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 217 time: 0.0845764 May 13 15:34:24.602437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb4a2cc7-e80f-4545-b507-3e235799f05c req-00c8f1d0-3d3d-4a9e-b01c-a7ca6df45f0e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883336 May 13 15:34:24.611096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-256a09eb-d681-4406-ab2f-b659380d9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.612490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-256a09eb-d681-4406-ab2f-b659380d9833 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 200 len: 851 time: 0.0718431 May 13 15:34:24.662088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-99e7238e-87f7-4327-a670-25c488d1b44f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb0251bf-c942-4314-9111-9d8b2838924f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441461 May 13 15:34:24.791809 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-bade0c30-518a-41df-93e5-8d99345b8c89 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239443 May 13 15:34:24.921807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9cdf37d7-8e88-4865-8ad6-91bf49906597 req-31446d47-92a1-497d-8e08-8792f73c8778 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245091 May 13 15:34:25.789217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5161ce-635f-4d02-899b-03a5030c8579 req-c8ff5d80-0b88-42fb-abbc-4696df51ed97 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:25.790734 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a5161ce-635f-4d02-899b-03a5030c8579 req-c8ff5d80-0b88-42fb-abbc-4696df51ed97 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0811744 May 13 15:34:25.833271 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6a5161ce-635f-4d02-899b-03a5030c8579 req-fac8700c-0f9e-4fb6-a1b7-a6c71c37fa83 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 May 13 15:34:27.023065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61dcec-d808-4f88-922f-8ed06cd5c498 req-c2ca9bb4-3f8a-44df-b936-c9732ea16532 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:27.024565 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5f61dcec-d808-4f88-922f-8ed06cd5c498 req-c2ca9bb4-3f8a-44df-b936-c9732ea16532 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0792768 May 13 15:34:27.068634 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5f61dcec-d808-4f88-922f-8ed06cd5c498 req-f76f91c0-f168-4cdb-b2b8-a2bdc3c4265c tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 May 13 15:34:27.686616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:28.255152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e6a01-d61c-4adc-9d57-f418d19b9715 req-bcaa5ccb-4381-4431-ab8b-07cce91c3e55 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.256577 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d74e6a01-d61c-4adc-9d57-f418d19b9715 req-bcaa5ccb-4381-4431-ab8b-07cce91c3e55 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0834155 May 13 15:34:28.299402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d74e6a01-d61c-4adc-9d57-f418d19b9715 req-388a9cf6-7bd3-4846-94f0-67c4b0cfea13 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 May 13 15:34:28.632985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:34:28.636353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:28.842827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-48052d18-7a04-4127-89d5-dbeb87005d4a tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.844236 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-48052d18-7a04-4127-89d5-dbeb87005d4a tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143&tenant_id=ef90c84042ef432786fd487ae8628190&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.0903807 May 13 15:34:28.849738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:28.850216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:28.880800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:28.903361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:28.909422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '84b0d9af-0f16-4729-849c-de501d6a3140', 'network_id': 'fb0251bf-c942-4314-9111-9d8b2838924f', 'port_id': '84b0d9af-0f16-4729-849c-de501d6a3140', 'mac_address': 'fa:16:3e:72:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c20a905-3f18-48b2-ba8f-0ead078c2f94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:34:28.950255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:28.965409 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72abdc6a-e993-439e-b9b5-9d452e8fb153'] response: {'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140', 'code': 200} May 13 15:34:28.971413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:28.971798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:28.989399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:28.992470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-bf17deff-1e46-4253-a201-27c0f8f7015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.993938 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-bf17deff-1e46-4253-a201-27c0f8f7015e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef90c84042ef432786fd487ae8628190&device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 1098 time: 0.0812836 May 13 15:34:29.020688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:29.140085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:34:29.145254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:34:29.145254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:29.229138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-d8a28c25-9a3f-42f3-a73d-9111e588d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:29.230643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-d8a28c25-9a3f-42f3-a73d-9111e588d264 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 200 len: 912 time: 0.2306080 May 13 15:34:29.299547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-a4598ea4-30cc-4d31-997e-540c067f4683 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 200 len: 217 time: 0.0628052 May 13 15:34:29.358946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-d355811b-97e9-4f35-a02a-21ff15cef870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:29.360325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-d355811b-97e9-4f35-a02a-21ff15cef870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 200 len: 851 time: 0.0556533 May 13 15:34:29.409134 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-0986c8d8-1b55-49e0-8ebc-66f9db68a19c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb0251bf-c942-4314-9111-9d8b2838924f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 May 13 15:34:29.538686 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-877263c8-85f4-4c0e-834f-4d77a62ac1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238286 May 13 15:34:29.667220 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-706e95c0-fe43-48b6-b50a-80526ba07737 service neutron] 10.222.0.23 "GET /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230977 May 13 15:34:29.698583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:29.699336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:29.717152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:29.732840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:29.865786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:29.929323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['84b0d9af-0f16-4729-849c-de501d6a3140'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:29.982464 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:30.354033 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:34:30.651924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:30.732510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 84b0d9af-0f16-4729-849c-de501d6a3140 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:30.732930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.828377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ca25-f46a-41c0-a66a-f0c0a0892e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.855849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 84b0d9af-0f16-4729-849c-de501d6a3140 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:30.856233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:30.890929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:30.966187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:30.971862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:31.020480 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8c4d99-3607-4927-be79-3104e4062005'] response: {'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140', 'code': 200} May 13 15:34:31.080485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:31.098474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709f94-a307-4616-8b60-7c9d595bf403 req-2cac96b6-8305-4aaf-adc8-1ba04e6cfa3d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:31.100039 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a8709f94-a307-4616-8b60-7c9d595bf403 req-2cac96b6-8305-4aaf-adc8-1ba04e6cfa3d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0875664 May 13 15:34:31.145837 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a8709f94-a307-4616-8b60-7c9d595bf403 req-802977af-f47e-407c-b880-527fada70497 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 May 13 15:34:32.331343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e03bbf-a5d8-4b77-9503-21d480b108ea req-93429bdd-c728-46ad-bfd1-a1335797176d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:32.332714 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14e03bbf-a5d8-4b77-9503-21d480b108ea req-93429bdd-c728-46ad-bfd1-a1335797176d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0784867 May 13 15:34:32.376647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14e03bbf-a5d8-4b77-9503-21d480b108ea req-c97336a6-6cb9-4e1c-b04e-e280cfcfe43a tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/security-groups?id=ba574b6e-12c0-4605-90c1-9e613b798334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 May 13 15:34:32.702638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-a637a015-edef-4509-8a28-eac8b1d8af77 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:32.704042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-a637a015-edef-4509-8a28-eac8b1d8af77 tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.23 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 945 time: 0.0818338 May 13 15:34:32.774290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Deleting port 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:32.774630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.023182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] For port 84b0d9af-0f16-4729-849c-de501d6a3140, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=84b0d9af-0f16-4729-849c-de501d6a3140,segment=NetworkSegment(06dc0f11-902a-4049-bb6b-06dd8c573657),segment_id=06dc0f11-902a-4049-bb6b-06dd8c573657)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:33.023455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.149128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Calling delete_port for 84b0d9af-0f16-4729-849c-de501d6a3140 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:33.172568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7fc56fb9-ef37-4705-b57c-9f4e52ff59e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.357008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.367866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['84b0d9af-0f16-4729-849c-de501d6a3140'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:33.408451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Pushing event deleted for resources: {'Port': ['ID=84b0d9af-0f16-4729-849c-de501d6a3140,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:33.445983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.446341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.446674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.447080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.447335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.447662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.447983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.448306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.448626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.448944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.449260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.449572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:33.499014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] No DVR routers for this DVR port 84b0d9af-0f16-4729-849c-de501d6a3140 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:33.501491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.504500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-deleted', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:33.536915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8dc630ef-93e8-4b53-aed2-18f7fa244a9e req-438320de-a3b3-4d26-b623-1138cc30556d tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.91 "GET /v2.0/ports?device_id=1889155e-99b5-4546-b78a-e49244a58143 HTTP/1.1" status: 200 len: 210 time: 0.0501323 May 13 15:34:33.548791 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5016960c-1f6c-4e1d-8072-36f441c2d9f4'] response: {'server_uuid': '1889155e-99b5-4546-b78a-e49244a58143', 'name': 'network-vif-deleted', 'tag': '84b0d9af-0f16-4729-849c-de501d6a3140', 'status': 'completed', 'code': 200} May 13 15:34:33.612913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e6bdca16-f626-40a8-85ef-afada1bf8d9b req-63f4cdbc-e256-4091-8a83-c057595d6b4e tempest-DeleteServersTestJSON-7664668 tempest-DeleteServersTestJSON-7664668-project] 10.222.0.23 "DELETE /v2.0/ports/84b0d9af-0f16-4729-849c-de501d6a3140 HTTP/1.1" status: 204 len: 173 time: 0.9040215 May 13 15:34:34.583770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:34.629526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:34.784641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:34.846043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Deleting subnet 6c20a905-3f18-48b2-ba8f-0ead078c2f94 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:34:34.848782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.001684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.056382 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.191883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.230898 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c20a905-3f18-48b2-ba8f-0ead078c2f94,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:35.232825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.238980 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b05e43d2-5110-47bf-94ff-5eaa3578ceb2 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6c20a905-3f18-48b2-ba8f-0ead078c2f94 HTTP/1.1" status: 204 len: 168 time: 0.4532936 May 13 15:34:35.242767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42284) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:35.347390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.470545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.495244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0251bf-c942-4314-9111-9d8b2838924f']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:35.507315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dc0f11-902a-4049-bb6b-06dd8c573657') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:35.507619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dc0f11-902a-4049-bb6b-06dd8c573657') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:35.518631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.534931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.541660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:34:35.542188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:34:35.555293 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:34:35.705856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.721737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.732290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0251bf-c942-4314-9111-9d8b2838924f,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:35.792374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6e4086fe-f0a6-45a6-b372-6445c5960a1b admin admin] 10.222.0.91 "DELETE /v2.0/networks/fb0251bf-c942-4314-9111-9d8b2838924f HTTP/1.1" status: 204 len: 168 time: 0.5485964 May 13 15:34:35.906071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:36.138259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42290) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:36.185575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-30cfab00-aece-4721-9613-c9dc749f0633 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ef90c84042ef432786fd487ae8628190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460753 May 13 15:34:36.187882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:36.248365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:36.273247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:36.383443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:36.400752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba574b6e-12c0-4605-90c1-9e613b798334,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:36.519843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:36.520899 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1e2fc3e5-ede0-4c35-bb6b-edd396a91090 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ba574b6e-12c0-4605-90c1-9e613b798334 HTTP/1.1" status: 204 len: 168 time: 0.3321350 May 13 15:34:36.703562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:36.737886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 84b0d9af-0f16-4729-849c-de501d6a3140 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:36.745791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 84b0d9af-0f16-4729-849c-de501d6a3140 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:37.638188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42318) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:37.741354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1300988106-network', 'tenant_id': 'c829868e93ad45859a66b17523ba5b29'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:37.746429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:37.750393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Usage tracker for resource:network and tenant:c829868e93ad45859a66b17523ba5b29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:37.753162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:37.761010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:37.894164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Made reservation on behalf of c829868e93ad45859a66b17523ba5b29 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:37.896431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:37.908923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:37.923689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:37.927671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Usage tracker for resource:security_group_rule and tenant:c829868e93ad45859a66b17523ba5b29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:37.931392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:37.937274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:38.020631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.077023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.110317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:34:38.119530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a27a68-80e4-46aa-baed-681d41d23360,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:38.125292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.125633 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Added segment ea8575e8-e701-4734-9379-118a590c4af7 of type vlan for network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 May 13 15:34:38.151773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.235260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.236230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:38.236835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.341000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] Pushing event updated for resources: {'Network': ['ID=f51bb0e3-195d-440b-b62b-a8791dc5ddb6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:38.351598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:34:38.392415 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e83970cb-b3b6-4b29-8d18-aedc579002fd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7530684 May 13 15:34:38.395182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42324) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:38.401329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Request body: {'subnet': {'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1300988106-subnet', 'tenant_id': 'c829868e93ad45859a66b17523ba5b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:38.410127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:38.410127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Usage tracker for resource:subnet and tenant:c829868e93ad45859a66b17523ba5b29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:38.413593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:38.419281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:38.497806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Made reservation on behalf of c829868e93ad45859a66b17523ba5b29 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:38.500170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.836178 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:38.913146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14be941d-cbf3-4602-961e-a3930d1ff046,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:38.920202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Checking segment: {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:38.920555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Network hostable DHCP agents. Network: f51bb0e3-195d-440b-b62b-a8791dc5ddb6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:34:38.994957 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:34:39.074700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f51bb0e3-195d-440b-b62b-a8791dc5ddb6) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:39.078699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:39.080228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:39.084074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490adbc-9561-497b-a33e-c87ea817ad2e None None] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:39.164222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e470e8f7-abe8-4276-ad38-c3e159eaefe2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7679892 May 13 15:34:39.301263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33649b06-5609-4fdc-b1bf-46eb29bdb3f6 None None] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:39.754602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-9766e2b1-d195-48e6-8bc7-e8f9dce66b63 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:39.755951 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-9766e2b1-d195-48e6-8bc7-e8f9dce66b63 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 815 time: 0.2359886 May 13 15:34:39.770266 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-e6307726-ddf6-4e9b-9b83-6da622d9d86c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/quotas/c829868e93ad45859a66b17523ba5b29 HTTP/1.1" status: 200 len: 375 time: 0.0087643 May 13 15:34:39.815489 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-888fceb0-f255-43d1-b1f4-2ccc14501718 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401580 May 13 15:34:39.826351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-ab4fd194-5327-4bf8-96e1-74c64325819b service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:34:39.827260 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-ab4fd194-5327-4bf8-96e1-74c64325819b service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047333 May 13 15:34:39.955090 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-0390d7dc-a1ee-496d-a0f7-341061067840 service neutron] 10.222.0.91 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226566 May 13 15:34:40.087588 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-d84d93aa-b354-4c72-89e0-ad6896342405 service neutron] 10.222.0.91 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262116 May 13 15:34:40.367463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc8d4f6d-c9f3-48e8-b5ec-328dde9fb727 req-8028fede-bb3a-4494-ac5c-035c09773e2b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 210 time: 0.0427420 May 13 15:34:41.517074 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-327a700e-a067-496b-8302-2680de41f64f req-76a999af-2a70-48f8-9876-1ea6a6081d7b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 210 time: 0.0427704 May 13 15:34:42.679777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7341cb52-9d95-4661-a2ae-9ac9c8952b18 req-45f38d5d-06bb-4d17-9455-21888bb6bf91 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 210 time: 0.0542049 May 13 15:34:42.689549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-84232087-68bd-4cbc-bed4-e040e1399a08 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:42.690239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f55a1e78-0f88-4418-a883-dda6368932ee req-84232087-68bd-4cbc-bed4-e040e1399a08 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Synchronizing usage tracker for tenant:c829868e93ad45859a66b17523ba5b29 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:42.768395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f55a1e78-0f88-4418-a883-dda6368932ee req-84232087-68bd-4cbc-bed4-e040e1399a08 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Unset dirty status for tenant:c829868e93ad45859a66b17523ba5b29 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:42.769547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-84232087-68bd-4cbc-bed4-e040e1399a08 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 815 time: 0.2683113 May 13 15:34:42.780817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Request body: {'port': {'device_id': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'admin_state_up': True, 'tenant_id': 'c829868e93ad45859a66b17523ba5b29'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:43.031226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:43.035009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Usage tracker for resource:port and tenant:c829868e93ad45859a66b17523ba5b29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:43.038326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:43.044058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:43.111255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Made reservation on behalf of c829868e93ad45859a66b17523ba5b29 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:43.114680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.275341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Allocated IP 172.20.0.12 (f51bb0e3-195d-440b-b62b-a8791dc5ddb6/14be941d-cbf3-4602-961e-a3930d1ff046/23337673-dcdc-4e50-946c-e9f62735974c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:43.477732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.566788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.636525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:43.639762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:43.643593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:43.677302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:43.708441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:43.709103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.824699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-25b4aea2-b1a7-4d8c-a652-db0074660736 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0473905 May 13 15:34:43.836130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Request body: {'port': {'device_id': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:43.871857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f17a-c121-4afd-8359-3bb0ee14268c req-ae567dc0-bf87-4306-98db-81b15d22c284 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:43.873323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d6f7f17a-c121-4afd-8359-3bb0ee14268c req-ae567dc0-bf87-4306-98db-81b15d22c284 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 932 time: 0.0846252 May 13 15:34:43.918501 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d6f7f17a-c121-4afd-8359-3bb0ee14268c req-fee9d00c-c809-4046-bbb6-6b8a7b080318 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 May 13 15:34:43.954238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.289412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:44.296470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.310781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Transition to ACTIVE for port object 23337673-dcdc-4e50-946c-e9f62735974c will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:44.371901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.533066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:44.599041 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Attempting to bind port 23337673-dcdc-4e50-946c-e9f62735974c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:44.599383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Attempting to bind port 23337673-dcdc-4e50-946c-e9f62735974c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:44.599721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Attempting to bind port 23337673-dcdc-4e50-946c-e9f62735974c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:44.604918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Port 23337673-dcdc-4e50-946c-e9f62735974c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:34:44.605242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Attempting to bind port 23337673-dcdc-4e50-946c-e9f62735974c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:44.610304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:44.610640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Checking segment: {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:44.611023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Bound using segment: {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:44.611450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Bound port: 23337673-dcdc-4e50-946c-e9f62735974c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:44.611793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.701235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:44.704147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:44.801191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.862790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:44.863425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:44.864912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] 10.222.0.23 "PUT /v2.0/ports/23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 1094 time: 1.0334346 May 13 15:34:44.865344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:44.887295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b03f5-5284-4e10-afd0-519eadcbeae1 service neutron] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:44.915086 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eaaf214-790e-4c07-9070-9e76c51d11c1'] response: {'name': 'network-changed', 'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c', 'status': 'completed', 'code': 200} May 13 15:34:45.009073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcca31-873c-4864-889d-66eaaea07739 req-49638f4f-fb47-478f-9bd4-f526096b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.010610 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7afcca31-873c-4864-889d-66eaaea07739 req-49638f4f-fb47-478f-9bd4-f526096b72d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0783603 May 13 15:34:45.105506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd466-e448-4bc4-b445-4eea5c23d4ba req-7ed14bfd-1516-475a-b645-337d936f9061 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.106913 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-901dd466-e448-4bc4-b445-4eea5c23d4ba req-7ed14bfd-1516-475a-b645-337d936f9061 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 944 time: 0.0796449 May 13 15:34:45.152310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcca31-873c-4864-889d-66eaaea07739 req-e60fd348-a95a-4995-b4fd-5dc26b018137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.153772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7afcca31-873c-4864-889d-66eaaea07739 req-e60fd348-a95a-4995-b4fd-5dc26b018137 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c829868e93ad45859a66b17523ba5b29&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1366832 May 13 15:34:45.155124 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-901dd466-e448-4bc4-b445-4eea5c23d4ba req-450d6f7b-f61e-4ad5-b4ba-852c6b8336d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 May 13 15:34:45.377395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcca31-873c-4864-889d-66eaaea07739 req-e35deeea-e9fa-497f-bd77-f8b252df952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.378880 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7afcca31-873c-4864-889d-66eaaea07739 req-e35deeea-e9fa-497f-bd77-f8b252df952f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190204 May 13 15:34:45.480357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-7b9c5f14-631b-4e07-94cf-00d603dc9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.481822 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-7b9c5f14-631b-4e07-94cf-00d603dc9597 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0690050 May 13 15:34:45.550699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-7e438689-cd34-4f84-a475-f4858554d32e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 217 time: 0.0620532 May 13 15:34:45.609989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a1e78-0f88-4418-a883-dda6368932ee req-61413ba5-8b24-4c70-a730-06147fdc9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.611359 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-61413ba5-8b24-4c70-a730-06147fdc9071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0550632 May 13 15:34:45.659502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-5354d741-f851-4598-9cfb-c663d50660e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421395 May 13 15:34:45.787441 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-f9728533-4380-4b62-89ed-76be905c5bbe service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220586 May 13 15:34:45.919082 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f55a1e78-0f88-4418-a883-dda6368932ee req-93a7d331-08a9-424a-b3af-822ebfd34211 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252162 May 13 15:34:46.386404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-cf148cae-e1cf-40cd-a77c-cee8723fe29f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:46.387068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-cf148cae-e1cf-40cd-a77c-cee8723fe29f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Synchronizing usage tracker for tenant:c829868e93ad45859a66b17523ba5b29 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:46.499775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-cf148cae-e1cf-40cd-a77c-cee8723fe29f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Unset dirty status for tenant:c829868e93ad45859a66b17523ba5b29 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:46.500882 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-cf148cae-e1cf-40cd-a77c-cee8723fe29f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 944 time: 0.2403026 May 13 15:34:46.548191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-2d2d8373-9990-4012-b063-15f9faa8d05b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Synchronizing usage tracker for tenant:c829868e93ad45859a66b17523ba5b29 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:46.642408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-2d2d8373-9990-4012-b063-15f9faa8d05b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Unset dirty status for tenant:c829868e93ad45859a66b17523ba5b29 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:46.643639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb0f5836-2e11-4c43-8352-12a8707f8a80 req-2d2d8373-9990-4012-b063-15f9faa8d05b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371419 May 13 15:34:47.827017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c45a8-1a22-4191-b3c0-e6eea79ca4ce req-1d30a965-d7b8-453e-a955-b6265556d531 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:47.828477 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab5c45a8-1a22-4191-b3c0-e6eea79ca4ce req-1d30a965-d7b8-453e-a955-b6265556d531 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 944 time: 0.0797179 May 13 15:34:47.871453 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab5c45a8-1a22-4191-b3c0-e6eea79ca4ce req-2d83733e-ad8f-4590-8461-655ad0bf663d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 May 13 15:34:48.752584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:34:48.886633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:48.900717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '23337673-dcdc-4e50-946c-e9f62735974c', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'port_id': '23337673-dcdc-4e50-946c-e9f62735974c', 'mac_address': 'fa:16:3e:2b:f2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14be941d-cbf3-4602-961e-a3930d1ff046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:34:48.955854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:48.956235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:48.973597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:48.989099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:49.078488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9b1f6-3ec1-4701-9179-7910d11c4303 req-88841ce5-fbb9-440a-8c94-48b2ac3c6115 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:49.079856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-00f9b1f6-3ec1-4701-9179-7910d11c4303 req-88841ce5-fbb9-440a-8c94-48b2ac3c6115 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 944 time: 0.0875421 May 13 15:34:49.086217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:49.129571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-00f9b1f6-3ec1-4701-9179-7910d11c4303 req-a3a72a0c-bb72-41b2-897d-771601e3b138 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 May 13 15:34:49.159351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:49.166785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.167155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.167491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.167832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.168160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.168490 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.168813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.169135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.169459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.169777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.170121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.170441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:49.286608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['23337673-dcdc-4e50-946c-e9f62735974c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:50.322169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874025-7d00-41d8-83e1-ff53f89800d6 req-1fef94f1-f70c-4854-8fe1-97de6c459649 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:50.323320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c2874025-7d00-41d8-83e1-ff53f89800d6 req-1fef94f1-f70c-4854-8fe1-97de6c459649 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 945 time: 0.0836680 May 13 15:34:50.366609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c2874025-7d00-41d8-83e1-ff53f89800d6 req-8e0ef78d-10b8-4a30-83da-0bf3b28a6ffc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 May 13 15:34:50.753120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:50.894275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 23337673-dcdc-4e50-946c-e9f62735974c completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:50.899231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 23337673-dcdc-4e50-946c-e9f62735974c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:50.899791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:51.016034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:51.016337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:51.041839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:51.052671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:51.089018 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6718bca6-1712-4236-b0a5-35855f183d59'] response: {'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c', 'code': 200} May 13 15:34:51.149498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:51.216383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:51.466833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb39cc-5baa-4778-b2b8-66b7f17a6640 req-1035300b-1724-4595-bb6a-07fd947970e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:51.468312 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6acb39cc-5baa-4778-b2b8-66b7f17a6640 req-1035300b-1724-4595-bb6a-07fd947970e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1099 time: 0.0704260 May 13 15:34:51.508707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6acb39cc-5baa-4778-b2b8-66b7f17a6640 req-9680be0b-3ba1-4734-b4a5-a2231485ff2b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 May 13 15:34:51.554957 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac656ff9-1762-4f84-8182-16a559750a0c req-ac510364-34a6-4f84-a936-22f7e21be177 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:51.556949 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac656ff9-1762-4f84-8182-16a559750a0c req-ac510364-34a6-4f84-a936-22f7e21be177 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0833056 May 13 15:34:51.600350 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac656ff9-1762-4f84-8182-16a559750a0c req-0dbc6a48-a526-481f-a9ff-d7d13dd04490 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377541 May 13 15:34:52.788141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48284e27-5fc4-438a-bd12-1d54cb98b948 req-d600d9ca-7d60-4c81-91cb-6ef5e8ac6aba tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:52.789587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-48284e27-5fc4-438a-bd12-1d54cb98b948 req-d600d9ca-7d60-4c81-91cb-6ef5e8ac6aba tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0829241 May 13 15:34:52.834800 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-48284e27-5fc4-438a-bd12-1d54cb98b948 req-e3a376d5-b1b2-43bf-854a-d99f1aafd701 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 May 13 15:34:53.033268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e903ca-84d4-46a9-922e-10020fe72b92 req-02cee4e2-235a-426f-848e-0c257b8db4e4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:53.034727 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e903ca-84d4-46a9-922e-10020fe72b92 req-02cee4e2-235a-426f-848e-0c257b8db4e4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0845370 May 13 15:34:53.077773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e903ca-84d4-46a9-922e-10020fe72b92 req-82a0a58d-680b-4f5b-9234-a9770c37ec8f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366242 May 13 15:34:53.616520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140d2c-9afd-48ad-b03a-3c162e3e3da2 req-91f58c2f-c6a8-402c-8b40-da996dce8903 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:53.618103 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-01140d2c-9afd-48ad-b03a-3c162e3e3da2 req-91f58c2f-c6a8-402c-8b40-da996dce8903 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0784788 May 13 15:34:53.665397 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-01140d2c-9afd-48ad-b03a-3c162e3e3da2 req-17f09744-2d29-4408-8a8b-7335d42935a4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 May 13 15:34:53.847190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7cc35-5656-4332-94a9-35a69a6fff09 req-9be2bddb-0978-4b5a-8d6b-d61434592873 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:53.848624 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6bb7cc35-5656-4332-94a9-35a69a6fff09 req-9be2bddb-0978-4b5a-8d6b-d61434592873 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0776906 May 13 15:34:53.895575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6bb7cc35-5656-4332-94a9-35a69a6fff09 req-919f98a1-5202-416a-8b92-4a9ea8587b4a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 May 13 15:34:54.479542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ad56c-196c-4c4b-858c-fb6f769c0e37 req-6622cfcc-e7ae-4fdf-9fff-49694f4dfa81 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:54.480990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f1ad56c-196c-4c4b-858c-fb6f769c0e37 req-6622cfcc-e7ae-4fdf-9fff-49694f4dfa81 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.1343915 May 13 15:34:54.513139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-b771a7ce-70c6-47d6-9d51-32424eb14cb6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121955 May 13 15:34:54.532234 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f1ad56c-196c-4c4b-858c-fb6f769c0e37 req-8e101fb6-5481-47b1-93f6-d7e418a267a1 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 May 13 15:34:55.723316 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a71e9-8c5c-44e7-9d99-4c4d3a2ab7fd req-8bad0e96-ffe9-4613-ba30-c49fe693e3c4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:55.724682 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-930a71e9-8c5c-44e7-9d99-4c4d3a2ab7fd req-8bad0e96-ffe9-4613-ba30-c49fe693e3c4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0815060 May 13 15:34:55.772090 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-930a71e9-8c5c-44e7-9d99-4c4d3a2ab7fd req-50a695ec-f721-4b88-8af1-baf07fb54071 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 May 13 15:34:56.521214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-38a15935-ce3e-40f1-ad25-b105adc9badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:56.522743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-38a15935-ce3e-40f1-ad25-b105adc9badf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1099 time: 0.0704520 May 13 15:34:56.650959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-6f8a810d-38e4-46f9-8d4b-0db23a25a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:56.652412 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-6f8a810d-38e4-46f9-8d4b-0db23a25a8ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1243162 May 13 15:34:56.720932 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-07f95d3b-9df5-4b25-af7e-85e9864e3342 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 217 time: 0.0629201 May 13 15:34:56.781933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-e38e950f-67a3-49f5-ba72-2347a24fdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:56.783294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-e38e950f-67a3-49f5-ba72-2347a24fdd86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0573595 May 13 15:34:56.967309 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-08783daf-5157-4424-be30-3ea11146fe64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785889 May 13 15:34:57.104258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46451326-117a-471a-a042-722a124ff234 req-b8cd6da8-7249-481e-b61c-9ab18fa759c0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:57.105602 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-46451326-117a-471a-a042-722a124ff234 req-b8cd6da8-7249-481e-b61c-9ab18fa759c0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.1829538 May 13 15:34:57.142562 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-b8b9b785-2064-4833-8435-8bb22313d7c8 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657836 May 13 15:34:57.184690 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-46451326-117a-471a-a042-722a124ff234 req-9e9e115e-6372-4fe4-a549-7ccd1259f2b6 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 May 13 15:34:57.286219 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-565e2b4b-b838-452d-8485-319bd1721356 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318972 May 13 15:34:57.694024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:58.372076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fc8d0-a35a-41d9-ae2e-d2e5ea28fe4b req-869da2f4-0a2e-4121-88d3-0f230770b23a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:58.373545 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d02fc8d0-a35a-41d9-ae2e-d2e5ea28fe4b req-869da2f4-0a2e-4121-88d3-0f230770b23a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0841968 May 13 15:34:58.416904 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d02fc8d0-a35a-41d9-ae2e-d2e5ea28fe4b req-c7795823-678f-43c2-9e94-992ddd3ad638 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 May 13 15:34:59.598227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028514-47e5-4b1c-9776-ea4a2c1fdba2 req-0cdaaab5-3fa3-4779-86ac-b4156c9e013c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:59.599663 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b6028514-47e5-4b1c-9776-ea4a2c1fdba2 req-0cdaaab5-3fa3-4779-86ac-b4156c9e013c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0784264 May 13 15:34:59.642193 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b6028514-47e5-4b1c-9776-ea4a2c1fdba2 req-13ba5d07-13ed-4e76-a78d-f815d742a0d6 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 May 13 15:35:00.768582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d36baf5d-8e11-46ad-b9c7-8a7232097558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.827465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0efb74-63b1-425a-9413-cad352773efc req-0c75b98a-41c5-4ede-b378-2c7d6b8abcee tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:00.828922 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1b0efb74-63b1-425a-9413-cad352773efc req-0c75b98a-41c5-4ede-b378-2c7d6b8abcee tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0804181 May 13 15:35:00.872776 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1b0efb74-63b1-425a-9413-cad352773efc req-34391cce-922c-45d7-a03a-745c8b6f0efb tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 May 13 15:35:02.068826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d168da-ee7c-4685-914d-2900a2ce3439 req-132b3c64-cdf3-4833-94ad-e51b489c3302 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:02.070293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4d168da-ee7c-4685-914d-2900a2ce3439 req-132b3c64-cdf3-4833-94ad-e51b489c3302 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0919230 May 13 15:35:02.114240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f4d168da-ee7c-4685-914d-2900a2ce3439 req-812ac5a9-923e-4827-b97e-cc957dec7d1c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 May 13 15:35:03.166158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-77f3744c-0727-40db-85b1-03d0c3c6ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.302890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68aaa-55df-43e9-84d9-4f29d118eaaa req-c9485f66-b03b-470e-8119-eac4b91ec18a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:03.304255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1d68aaa-55df-43e9-84d9-4f29d118eaaa req-c9485f66-b03b-470e-8119-eac4b91ec18a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0825946 May 13 15:35:03.348190 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1d68aaa-55df-43e9-84d9-4f29d118eaaa req-072d2c30-5877-40f3-b398-8f081f91c379 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 May 13 15:35:04.533477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a80b39-2389-4eea-b1a3-ca46447d724d req-895c5345-7f7c-4dd1-8b05-30745e73fd8e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:04.540110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98a80b39-2389-4eea-b1a3-ca46447d724d req-895c5345-7f7c-4dd1-8b05-30745e73fd8e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0809755 May 13 15:35:04.579487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98a80b39-2389-4eea-b1a3-ca46447d724d req-64ebe197-3bbb-4641-bcd9-06eb0c49004a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 May 13 15:35:04.583346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.640140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:05.762924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc642ad2-7671-456b-b7a5-76473b928e93 req-5aa7a69c-26de-4262-b30e-10da14f2c0b9 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:05.764450 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc642ad2-7671-456b-b7a5-76473b928e93 req-5aa7a69c-26de-4262-b30e-10da14f2c0b9 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0792112 May 13 15:35:05.808335 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc642ad2-7671-456b-b7a5-76473b928e93 req-76b8b64f-4b2c-4d2c-ab7d-32113c9fa010 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 May 13 15:35:05.905442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.995638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860162-0b04-490e-a98a-60a72e8c2d0c req-e7366ebc-32fd-45b2-963b-ca71ca89cd06 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:06.997888 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-58860162-0b04-490e-a98a-60a72e8c2d0c req-e7366ebc-32fd-45b2-963b-ca71ca89cd06 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0828238 May 13 15:35:07.042731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-58860162-0b04-490e-a98a-60a72e8c2d0c req-97f6bc45-ac8e-4dff-878d-f477793d4fff tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 May 13 15:35:07.352819 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:08.248097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a5f9b-bab5-4790-8418-be1b7433ef48 req-dfd46dcc-29f6-4e92-bb34-4e69322d539a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.248097 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f21a5f9b-bab5-4790-8418-be1b7433ef48 req-dfd46dcc-29f6-4e92-bb34-4e69322d539a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0848892 May 13 15:35:08.274957 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f21a5f9b-bab5-4790-8418-be1b7433ef48 req-cac30c78-8114-4e31-b4a0-3a4aa8f7131f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 May 13 15:35:09.459355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8be5cf-9df7-444e-8ba9-1219533a2a95 req-27157e13-5650-4f59-9542-96cde72bf94d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:09.460803 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c8be5cf-9df7-444e-8ba9-1219533a2a95 req-27157e13-5650-4f59-9542-96cde72bf94d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0817115 May 13 15:35:09.504462 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c8be5cf-9df7-444e-8ba9-1219533a2a95 req-2f29ba76-d7c4-4633-bb4b-c2bf0034aced tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 May 13 15:35:10.689822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7aa57-00b4-4f52-b88b-583df1f0123d req-c8370a77-4967-4513-b996-56908e623d1e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:10.691310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ed7aa57-00b4-4f52-b88b-583df1f0123d req-c8370a77-4967-4513-b996-56908e623d1e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0791383 May 13 15:35:10.738645 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ed7aa57-00b4-4f52-b88b-583df1f0123d req-0ae91a0a-b7cf-49a2-a3ce-1e9ded704b79 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 May 13 15:35:11.926367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e789-cffa-44f4-ab67-dd96e8b63a97 req-0d3c9814-77b6-4f6f-800b-a67039dcedae tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:11.927830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b605e789-cffa-44f4-ab67-dd96e8b63a97 req-0d3c9814-77b6-4f6f-800b-a67039dcedae tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0801029 May 13 15:35:11.971874 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b605e789-cffa-44f4-ab67-dd96e8b63a97 req-aea0bb83-b50b-4772-af79-5577896ffc76 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377960 May 13 15:35:13.156680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb9b9-ec7f-4d8b-8586-c042e23afbc2 req-bdf38611-d2ab-4b18-8b8e-b5cbc8427b41 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:13.158131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1faeb9b9-ec7f-4d8b-8586-c042e23afbc2 req-bdf38611-d2ab-4b18-8b8e-b5cbc8427b41 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0787454 May 13 15:35:13.201500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1faeb9b9-ec7f-4d8b-8586-c042e23afbc2 req-c761502e-08aa-4e2d-bcba-b9739a41fd5c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 May 13 15:35:14.388030 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f35f3-fb08-4d2c-b4e6-19994720c570 req-9e09ea54-5555-4faa-af2d-52ef811faee4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:14.389536 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee3f35f3-fb08-4d2c-b4e6-19994720c570 req-9e09ea54-5555-4faa-af2d-52ef811faee4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0847950 May 13 15:35:14.433161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee3f35f3-fb08-4d2c-b4e6-19994720c570 req-2d971512-4cd8-4011-b410-f53bb4d18fe7 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 May 13 15:35:15.616652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d0dff-15b1-46fb-8ca4-78fa1934bcd1 req-6b87f88a-740d-430f-9db3-9f572148ce99 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:15.618105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b1d0dff-15b1-46fb-8ca4-78fa1934bcd1 req-6b87f88a-740d-430f-9db3-9f572148ce99 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0821061 May 13 15:35:15.662232 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b1d0dff-15b1-46fb-8ca4-78fa1934bcd1 req-043106ae-47ce-4530-869f-2f28008cfde5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 May 13 15:35:16.844640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbb30a-abe2-4a65-a9d1-690bb0217972 req-e56de306-06ed-4eb7-83db-68c4da67890e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:16.846125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dbfbb30a-abe2-4a65-a9d1-690bb0217972 req-e56de306-06ed-4eb7-83db-68c4da67890e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0788956 May 13 15:35:16.889658 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dbfbb30a-abe2-4a65-a9d1-690bb0217972 req-9ce43de7-8e72-4f2a-8a2b-2c0655657bf4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 May 13 15:35:18.074294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7e726-30f9-4d19-946c-70d9bad6e47f req-d58b2b76-5dad-4bcf-9e7e-9e8baed89565 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.076142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-90f7e726-30f9-4d19-946c-70d9bad6e47f req-d58b2b76-5dad-4bcf-9e7e-9e8baed89565 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0796564 May 13 15:35:18.119749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-90f7e726-30f9-4d19-946c-70d9bad6e47f req-4944555f-3715-4172-8de2-13fee0615771 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 May 13 15:35:19.311208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d2613-58a6-41dc-b788-bf8c8dc657d0 req-24d4ab57-f90e-47ba-953d-664407ed4526 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.312556 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-509d2613-58a6-41dc-b788-bf8c8dc657d0 req-24d4ab57-f90e-47ba-953d-664407ed4526 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0839682 May 13 15:35:19.401082 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-509d2613-58a6-41dc-b788-bf8c8dc657d0 req-7939579f-de43-468e-a5bf-73a9f2bf301a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592902 May 13 15:35:19.416703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-50dbef3b-cc5b-4a0f-821c-61b9a3fe22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.418239 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-50dbef3b-cc5b-4a0f-821c-61b9a3fe22df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1099 time: 0.1047630 May 13 15:35:19.558184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-bbd6f06a-ccda-4359-af08-e320b61bb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.559598 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-bbd6f06a-ccda-4359-af08-e320b61bb50b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1240520 May 13 15:35:19.624291 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-32ac7672-885f-4d70-8459-bca255476fd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 217 time: 0.0587108 May 13 15:35:19.777181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-5f32e9fd-32c6-47b3-8bd2-ab1108f45257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.778628 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-5f32e9fd-32c6-47b3-8bd2-ab1108f45257 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.1486404 May 13 15:35:19.824293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-66fbbbec-a506-460b-b5a2-9f30b63ad5bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401556 May 13 15:35:19.953899 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-0dcd9cf6-353c-489f-903e-18b1449076e2 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240215 May 13 15:35:20.082733 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f9942dd-cc58-4df0-87b3-4012312210fa req-c6e33511-2592-4d10-9324-8f8a3b9cc603 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234882 May 13 15:35:20.591114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e01b4-fe33-4724-b082-b9efefcf3ae8 req-bcb62997-e785-4627-b048-327d45d5d686 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:20.593327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-156e01b4-fe33-4724-b082-b9efefcf3ae8 req-bcb62997-e785-4627-b048-327d45d5d686 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0846670 May 13 15:35:20.636347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-156e01b4-fe33-4724-b082-b9efefcf3ae8 req-0508c37a-15f8-4550-99b9-5a84919505a5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 May 13 15:35:21.827392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4312-9435-49b8-84ee-ddf86eadefb2 req-068519e6-966d-45e3-9cd4-0e43ca7e3a59 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:21.828839 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-de3f4312-9435-49b8-84ee-ddf86eadefb2 req-068519e6-966d-45e3-9cd4-0e43ca7e3a59 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0822847 May 13 15:35:21.877330 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-de3f4312-9435-49b8-84ee-ddf86eadefb2 req-91f232e6-3f61-4f7c-80ff-137fe1c04197 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 May 13 15:35:23.061366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cab3b-a8ee-4534-94b2-da47d773cf10 req-e74c8c37-8d8a-4049-8a54-3ccb893fc631 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:23.062876 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-506cab3b-a8ee-4534-94b2-da47d773cf10 req-e74c8c37-8d8a-4049-8a54-3ccb893fc631 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0787528 May 13 15:35:23.110585 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-506cab3b-a8ee-4534-94b2-da47d773cf10 req-9c8bc2c5-c41b-4436-be5e-d4b7a45808f8 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 May 13 15:35:24.294584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f861c-ad19-4c5e-b2c1-a6d4e3494de9 req-912608b1-1ed1-402d-b0e8-12c00c0d73c5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:24.296273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c9f861c-ad19-4c5e-b2c1-a6d4e3494de9 req-912608b1-1ed1-402d-b0e8-12c00c0d73c5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0815754 May 13 15:35:24.339101 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c9f861c-ad19-4c5e-b2c1-a6d4e3494de9 req-ea73d990-4fc5-4930-aef8-97df6a27e558 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 May 13 15:35:24.445645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-4daa213c-fdae-4d0a-b987-3a62610533bf service neutron] 10.222.0.23 "GET /v2.0/ports/23337673-dcdc-4e50-946c-e9f62735974c/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0765095 May 13 15:35:25.000096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-290f10f5-5974-4e5e-a98a-ebe6c3db8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.001593 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-290f10f5-5974-4e5e-a98a-ebe6c3db8c60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7&tenant_id=c829868e93ad45859a66b17523ba5b29 HTTP/1.1" status: 200 len: 1099 time: 0.0715342 May 13 15:35:25.089770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-a6c3c49c-4646-4292-b874-6ad9d5f223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.091305 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-a6c3c49c-4646-4292-b874-6ad9d5f223e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1099 time: 0.0693893 May 13 15:35:25.222089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-baca7b9c-cc3c-48b8-b016-3755e1c26dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.223577 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-baca7b9c-cc3c-48b8-b016-3755e1c26dcc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1267354 May 13 15:35:25.293634 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-5dceb6f4-d7e5-4e5f-abd7-909b0af07130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 217 time: 0.0639386 May 13 15:35:25.355216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f68ef-e207-429d-b111-653141e2bff2 req-20ca0203-78f7-4d01-a5d5-0940e80e406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.356614 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-20ca0203-78f7-4d01-a5d5-0940e80e406a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0565746 May 13 15:35:25.406883 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-f39739ec-f14c-40f8-9bb0-478a62bce25f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437324 May 13 15:35:25.537758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b9b8d-2c91-47d0-abf2-64c9b5250e09 req-9f15e630-714b-40b5-a19e-7bf91765e1a5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.539619 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce9b9b8d-2c91-47d0-abf2-64c9b5250e09 req-9f15e630-714b-40b5-a19e-7bf91765e1a5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0904601 May 13 15:35:25.540647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-e87cb165-4b70-42b4-b52e-8bd83a6b65db service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274321 May 13 15:35:25.586381 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce9b9b8d-2c91-47d0-abf2-64c9b5250e09 req-26056a92-fdca-40c7-98be-63c4d7eb4340 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 May 13 15:35:25.678626 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-876f68ef-e207-429d-b111-653141e2bff2 req-3d0be12d-5723-4e22-ba01-ca2973fbf49d service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311243 May 13 15:35:26.772349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6f79-1b1f-4083-8578-95fea2205c12 req-7d5ede29-59a8-4f7b-9148-8095fe38b970 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:26.773790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e6d6f79-1b1f-4083-8578-95fea2205c12 req-7d5ede29-59a8-4f7b-9148-8095fe38b970 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0788376 May 13 15:35:26.817762 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e6d6f79-1b1f-4083-8578-95fea2205c12 req-9d708ee5-4f48-4f76-84b2-d4bbe93f39a1 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 May 13 15:35:27.685778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:28.009390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40851e-18ca-475f-a6f9-32e40f1ebb33 req-1c4b72fa-5a3e-4420-9f48-ffefb3d9356d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:28.010915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ea40851e-18ca-475f-a6f9-32e40f1ebb33 req-1c4b72fa-5a3e-4420-9f48-ffefb3d9356d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0844207 May 13 15:35:28.155639 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ea40851e-18ca-475f-a6f9-32e40f1ebb33 req-de1892b3-d977-48f0-9d04-6e5e2af2aa35 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383801 May 13 15:35:28.972115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:35:28.974508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:35:29.230034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:29.230413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:29.262117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:29.289533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '23337673-dcdc-4e50-946c-e9f62735974c', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'port_id': '23337673-dcdc-4e50-946c-e9f62735974c', 'mac_address': 'fa:16:3e:2b:f2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14be941d-cbf3-4602-961e-a3930d1ff046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:35:29.290852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:29.331677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:29.351919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95363df-cedb-4c37-af98-fc47bdf27ee3 req-d601c28b-32b5-44f0-8d90-6f53b36c683d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:29.353406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e95363df-cedb-4c37-af98-fc47bdf27ee3 req-d601c28b-32b5-44f0-8d90-6f53b36c683d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0916743 May 13 15:35:29.359014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:29.359426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:29.378589 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:29.395331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:29.401912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e95363df-cedb-4c37-af98-fc47bdf27ee3 req-56844631-bf2f-47fd-b1ab-767fa29533ec tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 May 13 15:35:29.456526 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7284ef-0bc4-4345-9652-9130e5c32339'] response: {'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c', 'code': 200} May 13 15:35:29.516555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:35:29.516951 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:35:29.520498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:29.987595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07e52a-db74-45b5-a594-20a5280ed830 req-ee8824a9-dae4-4967-a0dc-afc264761f4c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.098222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea07e52a-db74-45b5-a594-20a5280ed830 req-ee8824a9-dae4-4967-a0dc-afc264761f4c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 944 time: 0.2310450 May 13 15:35:30.098222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea07e52a-db74-45b5-a594-20a5280ed830 req-0321383b-91b9-42a6-86ef-5430a1534b15 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 May 13 15:35:30.098222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-134c66fc-8fe1-464b-bd54-42a87f35cf57 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.099209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:30.099858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-134c66fc-8fe1-464b-bd54-42a87f35cf57 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7&tenant_id=c829868e93ad45859a66b17523ba5b29&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.2383780 May 13 15:35:30.099940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.099940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:30.104502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:30.197314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.211753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-d476bc14-7dc7-4843-93a8-c08243ece9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.213240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-d476bc14-7dc7-4843-93a8-c08243ece9dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0725670 May 13 15:35:30.264953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['23337673-dcdc-4e50-946c-e9f62735974c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:35:30.313585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:30.349352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-a57f2b74-70f2-42ee-acc8-2a5a6bacf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.350833 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-a57f2b74-70f2-42ee-acc8-2a5a6bacf508 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1313059 May 13 15:35:30.422471 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-46b614e8-36e0-44a0-a9d9-245e6f15e055 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 200 len: 217 time: 0.0651369 May 13 15:35:30.488800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-b65c415d-af63-4d11-8761-b53d45eda535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.490163 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-b65c415d-af63-4d11-8761-b53d45eda535 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0625498 May 13 15:35:30.538631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-e3d5a134-411b-4db9-bf9c-a8ba0166acd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424967 May 13 15:35:30.672610 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-958b61ac-8282-4cd0-9751-e2538597d40e service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276371 May 13 15:35:30.785496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d33852e0-a213-4fa3-a604-1c1c184d293c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.805329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f36dd2e4-776d-47fd-9897-95d0f015490b req-06d15785-189a-4063-b416-972d9e5d1c9c service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270385 May 13 15:35:31.007677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:31.074043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 23337673-dcdc-4e50-946c-e9f62735974c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:31.074346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:31.193802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 23337673-dcdc-4e50-946c-e9f62735974c is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:31.195113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:31.228324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:31.242782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f68c6-9be8-424a-b403-41b651f09a52 req-f3bee8dc-de2f-4c5e-9591-0d62565f81ec tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:31.244243 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e4f68c6-9be8-424a-b403-41b651f09a52 req-f3bee8dc-de2f-4c5e-9591-0d62565f81ec tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 945 time: 0.0798430 May 13 15:35:31.291205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e4f68c6-9be8-424a-b403-41b651f09a52 req-de283841-fe2b-48fb-a49c-e3eef757f021 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 May 13 15:35:31.302825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:31.370275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:31.457873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:31.505192 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9786f4-12e7-47c6-809b-dab91ecb4abe'] response: {'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c', 'code': 200} May 13 15:35:32.478504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96429427-bd62-4d0e-ae79-31fa74980dbe req-ba40cbb3-a51a-4506-a50a-6cb8f9f5e244 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:32.479932 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96429427-bd62-4d0e-ae79-31fa74980dbe req-ba40cbb3-a51a-4506-a50a-6cb8f9f5e244 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0803854 May 13 15:35:32.523517 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96429427-bd62-4d0e-ae79-31fa74980dbe req-99435c22-7e42-4fea-840a-dad807781836 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 May 13 15:35:32.706883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580138f-4e99-44f0-8244-ba418e432b61 req-273f2920-bf0b-4d90-a76e-2c43634d9da9 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:32.708424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2580138f-4e99-44f0-8244-ba418e432b61 req-273f2920-bf0b-4d90-a76e-2c43634d9da9 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0779002 May 13 15:35:32.755928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2580138f-4e99-44f0-8244-ba418e432b61 req-c66c6bea-f3d9-4f7d-8f80-a6fadd507eb7 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 May 13 15:35:32.936908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771baf1-abff-405f-a587-7ed7d973b43d req-e1a9ffe3-b848-4002-96c2-9865afb38f4a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:32.938475 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a771baf1-abff-405f-a587-7ed7d973b43d req-e1a9ffe3-b848-4002-96c2-9865afb38f4a tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0795057 May 13 15:35:32.985720 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a771baf1-abff-405f-a587-7ed7d973b43d req-182b5ff1-b5f9-4fd9-b3a9-663e510112ab tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 May 13 15:35:33.168547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-97ba821c-28a6-44c1-bf65-2e580c83779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:33.702944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-dd5f3831-d46a-4533-afdd-b777bfab39d3 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:33.704277 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-dd5f3831-d46a-4533-afdd-b777bfab39d3 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 815 time: 0.1408615 May 13 15:35:33.718701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-8d40e64f-fb73-4cbc-8ae8-87c671a723be tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/quotas/c829868e93ad45859a66b17523ba5b29 HTTP/1.1" status: 200 len: 375 time: 0.0089216 May 13 15:35:33.794826 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-94aa1d66-be40-4a8d-ac89-376f68f933e2 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711882 May 13 15:35:33.972856 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-f724d8c9-3f71-4c23-ba78-448b10985bb5 service neutron] 10.222.0.91 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705351 May 13 15:35:34.103114 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4877e95e-d9c6-4705-aa9c-2653e1022b12 service neutron] 10.222.0.91 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245642 May 13 15:35:34.347132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-47e52f87-d147-484d-8117-3320ab16157d req-29aa9e0c-4b81-42e2-a4b4-189b80fa76f0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 210 time: 0.0433156 May 13 15:35:34.591151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:34.668602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:35.247840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-c2646822-f4e6-4e0c-b5aa-c210244b7c04 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:35.249878 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-c2646822-f4e6-4e0c-b5aa-c210244b7c04 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d7e5049-e85a-4729-a4e0-4a089c7dc0c7 HTTP/1.1" status: 200 len: 946 time: 0.0822587 May 13 15:35:35.323429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Deleting port 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:35:35.323784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:35.506021 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-849174eb-db4f-464e-894e-aedecbd3d6c0 req-4dca9256-55da-4207-bdaa-fb39e95667cc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 210 time: 0.0446141 May 13 15:35:35.580142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] For port 23337673-dcdc-4e50-946c-e9f62735974c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=23337673-dcdc-4e50-946c-e9f62735974c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:35.580672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:35.710362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Calling delete_port for 23337673-dcdc-4e50-946c-e9f62735974c owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:35:35.948626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:36.089220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:36.101473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['23337673-dcdc-4e50-946c-e9f62735974c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:35:36.141310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Pushing event deleted for resources: {'Port': ['ID=23337673-dcdc-4e50-946c-e9f62735974c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:36.179009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.179350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.179692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.180026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.180358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.180688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.181017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.181344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.181667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.182017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.182342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.182661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:36.226120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] No DVR routers for this DVR port 23337673-dcdc-4e50-946c-e9f62735974c on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:35:36.228365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:36.230798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-deleted', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:36.312333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db95bb0f-50fc-452f-a1c0-51ed06db2c08 req-438ee681-75c7-466d-9a02-0692ceec9f77 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "DELETE /v2.0/ports/23337673-dcdc-4e50-946c-e9f62735974c HTTP/1.1" status: 204 len: 173 time: 1.0564494 May 13 15:35:36.329934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d12007c-cc08-44e4-beda-7f84c7ab3322'] response: {'server_uuid': '5d7e5049-e85a-4729-a4e0-4a089c7dc0c7', 'name': 'network-vif-deleted', 'tag': '23337673-dcdc-4e50-946c-e9f62735974c', 'status': 'completed', 'code': 200} May 13 15:35:36.626007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-e0f9b0ad-a109-45da-9c62-94d5baacf939 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:36.627478 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-e0f9b0ad-a109-45da-9c62-94d5baacf939 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 815 time: 0.1577258 May 13 15:35:36.640706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Request body: {'port': {'device_id': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'admin_state_up': True, 'tenant_id': 'c829868e93ad45859a66b17523ba5b29'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:36.662360 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b62785ce-2e7b-4c0a-bb3c-fd6767b7cb39 req-d0dc3501-9058-469c-854b-ee8c2f071e2d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 210 time: 0.0497227 May 13 15:35:36.780855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:36.785086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Usage tracker for resource:port and tenant:c829868e93ad45859a66b17523ba5b29 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:36.791879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:36.793810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:36.891167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Made reservation on behalf of c829868e93ad45859a66b17523ba5b29 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:35:36.894954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:37.065923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Allocated IP 172.20.0.6 (f51bb0e3-195d-440b-b62b-a8791dc5ddb6/14be941d-cbf3-4602-961e-a3930d1ff046/fef858fd-7e9b-4f5d-aa16-4340d1a8e96c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:35:37.270964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:37.380204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:37.447686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:35:37.450548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:35:37.455228 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:35:37.499587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:37.523462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:37.524049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:37.620290 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-df6bc33b-3262-4fc2-b2f5-1eb77bcfb3d5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9846182 May 13 15:35:37.631214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Request body: {'port': {'device_id': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:37.743265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.018910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b3f9-2e7b-4cf8-a2ca-5f4b1dfb7e18 req-577a6ed6-f9e9-461d-aff9-971a3bacf98f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:38.019588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3077b3f9-2e7b-4cf8-a2ca-5f4b1dfb7e18 req-577a6ed6-f9e9-461d-aff9-971a3bacf98f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Synchronizing usage tracker for tenant:c829868e93ad45859a66b17523ba5b29 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:35:38.151423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:38.157885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3077b3f9-2e7b-4cf8-a2ca-5f4b1dfb7e18 req-577a6ed6-f9e9-461d-aff9-971a3bacf98f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Unset dirty status for tenant:c829868e93ad45859a66b17523ba5b29 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:35:38.159065 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3077b3f9-2e7b-4cf8-a2ca-5f4b1dfb7e18 req-577a6ed6-f9e9-461d-aff9-971a3bacf98f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 931 time: 0.3715701 May 13 15:35:38.160584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.196609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Transition to ACTIVE for port object fef858fd-7e9b-4f5d-aa16-4340d1a8e96c will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:38.215682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3077b3f9-2e7b-4cf8-a2ca-5f4b1dfb7e18 req-9f5cbea7-20b3-46f2-8140-2bd07da09ad8 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509350 May 13 15:35:38.271371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.524928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:38.601897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Attempting to bind port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:38.602248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Attempting to bind port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:38.602572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Attempting to bind port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:38.607026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:35:38.607342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Attempting to bind port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c on network f51bb0e3-195d-440b-b62b-a8791dc5ddb6 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:38.613058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:38.613390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Checking segment: {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:38.613770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Bound using segment: {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:38.614219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Bound port: fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8575e8-e701-4734-9379-118a590c4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:38.614557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.698942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:38.701973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:38.783202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.844476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:38.844602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:38.845900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] 10.222.0.23 "PUT /v2.0/ports/fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 200 len: 1093 time: 1.2188632 May 13 15:35:38.848697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:38.875152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a043d-63d7-4310-892a-4ab953a6101d service neutron] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:38.902420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517fcb77-6369-4109-b043-3d8ebec4a452'] response: {'name': 'network-changed', 'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'status': 'completed', 'code': 200} May 13 15:35:38.990757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-23ffbe95-b2f4-459d-af75-9dff0d5661c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:38.992230 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-23ffbe95-b2f4-459d-af75-9dff0d5661c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1096 time: 0.0707374 May 13 15:35:39.049087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:35:39.082996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 23337673-dcdc-4e50-946c-e9f62735974c {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:35:39.083354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 23337673-dcdc-4e50-946c-e9f62735974c not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:35:39.134220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-7d220a34-c9df-4736-af34-49dc4baa9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.135665 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-7d220a34-c9df-4736-af34-49dc4baa9ffd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c829868e93ad45859a66b17523ba5b29&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1365035 May 13 15:35:39.272870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-2fc823ab-849e-4462-ad94-4d52b7943870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.274346 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ca08d588-8d62-44fb-a12b-2d798ce3b590 req-2fc823ab-849e-4462-ad94-4d52b7943870 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334414 May 13 15:35:39.439688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-03730177-da47-409b-a078-3255f0793dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.441138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-03730177-da47-409b-a078-3255f0793dd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1096 time: 0.1339726 May 13 15:35:39.448371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecae5aa-023f-4b5a-8984-2e7feacb3eb1 req-9170ad30-c0bc-4195-b347-ed4b3be7add4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.449647 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cecae5aa-023f-4b5a-8984-2e7feacb3eb1 req-9170ad30-c0bc-4195-b347-ed4b3be7add4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 943 time: 0.1116102 May 13 15:35:39.530392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-1048881b-0a00-4f10-859d-1b6c9a97d6dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 200 len: 217 time: 0.0797870 May 13 15:35:39.592374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cecae5aa-023f-4b5a-8984-2e7feacb3eb1 req-2f652a4f-bbc4-4a99-8d36-9bae0ebfa829 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 May 13 15:35:39.605470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-421a1d76-6704-41a1-b6a5-668ab5b30e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.606914 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-421a1d76-6704-41a1-b6a5-668ab5b30e8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0667646 May 13 15:35:39.652875 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-2bd4f4fe-72c6-4214-9523-e959d461e50b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399425 May 13 15:35:39.782085 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-0ceed611-af4b-45fa-9db7-5708797117a5 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228530 May 13 15:35:39.911386 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-db0945e3-3bf7-489d-aae7-514fada44e95 req-a290e542-1094-4e9b-a71e-53539a0abca4 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 May 13 15:35:40.780018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209145-fc6e-455a-9304-e0c149365bcb req-3497305e-474b-4b47-bddf-1da76d3fbed0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:40.781472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6c209145-fc6e-455a-9304-e0c149365bcb req-3497305e-474b-4b47-bddf-1da76d3fbed0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 943 time: 0.0804505 May 13 15:35:40.824499 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6c209145-fc6e-455a-9304-e0c149365bcb req-0ef7d66d-0804-48ee-aff3-3571ce93f988 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 May 13 15:35:42.015370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecef18-b70c-46e6-9242-9e0e0b1fc303 req-d5c2a214-3eca-44f5-9823-32878ecb2a12 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:42.016840 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a4ecef18-b70c-46e6-9242-9e0e0b1fc303 req-d5c2a214-3eca-44f5-9823-32878ecb2a12 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 943 time: 0.0855706 May 13 15:35:42.063500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a4ecef18-b70c-46e6-9242-9e0e0b1fc303 req-cee09247-35dd-488b-82c8-36c8608f4d6c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 May 13 15:35:43.064783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:35:43.197036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:43.209875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'port_id': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'mac_address': 'fa:16:3e:88:83:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14be941d-cbf3-4602-961e-a3930d1ff046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:35:43.252808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa8bb8-5a4d-4c87-ae68-4be8592337c3 req-e726dde2-becb-4dc7-aa57-9e96ceeb222b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:43.254292 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6eaa8bb8-5a4d-4c87-ae68-4be8592337c3 req-e726dde2-becb-4dc7-aa57-9e96ceeb222b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 943 time: 0.0862031 May 13 15:35:43.269525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:43.269902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:43.286537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:43.301662 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6eaa8bb8-5a4d-4c87-ae68-4be8592337c3 req-be66bae7-76ee-42aa-86bc-9ca50605329b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 May 13 15:35:43.301958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:43.382568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:43.449495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:43.574336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:35:44.351231 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:44.485453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbaa60-5a7d-4d88-9634-47c5d2398c63 req-c30b60cc-3256-4367-aba4-c399d92f0e1b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:44.486935 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74cbaa60-5a7d-4d88-9634-47c5d2398c63 req-c30b60cc-3256-4367-aba4-c399d92f0e1b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 944 time: 0.0801141 May 13 15:35:44.534606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-74cbaa60-5a7d-4d88-9634-47c5d2398c63 req-d1bdef35-529f-4cb0-9a53-8afb6916113b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 May 13 15:35:45.064999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:45.188317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:45.192995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:45.193362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:45.308947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:45.309316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:45.335983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:45.345715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:45.381484 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32a2b05-5296-4cef-8779-663c2fab194f'] response: {'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'code': 200} May 13 15:35:45.437614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:45.537126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:45.875485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ebd6-2a02-47f6-807c-2decf505354b req-8b7dfe23-439f-44c3-8d94-00afe628b90c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:45.876940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dfb3ebd6-2a02-47f6-807c-2decf505354b req-8b7dfe23-439f-44c3-8d94-00afe628b90c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.2375009 May 13 15:35:45.878872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2249aa4-de70-4115-91e1-dcf44036fd36 req-2ff5c823-93f9-4298-9c5d-b9ea1e66c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:45.880176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2249aa4-de70-4115-91e1-dcf44036fd36 req-2ff5c823-93f9-4298-9c5d-b9ea1e66c1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1098 time: 0.2054265 May 13 15:35:45.944754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dfb3ebd6-2a02-47f6-807c-2decf505354b req-c2af74a5-b876-4a89-8ee4-d1c219fc3db2 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 May 13 15:35:45.949775 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2249aa4-de70-4115-91e1-dcf44036fd36 req-50ed1be6-f4bc-4fa4-86d5-73f3e0515cf9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 May 13 15:35:47.129138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29591aa3-0a9c-496d-83a8-8c8cd51c0e71 req-046232a6-370e-4255-9540-145f90ce3410 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:47.130672 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-29591aa3-0a9c-496d-83a8-8c8cd51c0e71 req-046232a6-370e-4255-9540-145f90ce3410 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0794263 May 13 15:35:47.178270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-29591aa3-0a9c-496d-83a8-8c8cd51c0e71 req-48a395b0-2f12-4b82-800b-72225f455a21 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 May 13 15:35:48.376027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e208c88-e2d0-42ee-8e2f-b88a730876e4 req-7a22c892-22f6-4dea-ac6f-88e9409e1a60 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:48.377488 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e208c88-e2d0-42ee-8e2f-b88a730876e4 req-7a22c892-22f6-4dea-ac6f-88e9409e1a60 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0804586 May 13 15:35:48.421353 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7e208c88-e2d0-42ee-8e2f-b88a730876e4 req-c544beb2-668e-46fd-9efd-97d5d8a12459 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 May 13 15:35:48.604295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17296-e23b-4181-b3d6-219892ff878a req-e3a57bd8-954a-4188-9597-b9e5cede5a8f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:48.605800 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fda17296-e23b-4181-b3d6-219892ff878a req-e3a57bd8-954a-4188-9597-b9e5cede5a8f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0794594 May 13 15:35:48.650202 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fda17296-e23b-4181-b3d6-219892ff878a req-51243d8e-3fe4-4e8d-867a-bb063e33c4fc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 May 13 15:35:49.230537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b428-78b2-4841-99db-d2ad605cc080 req-c0603c9f-ca18-44e3-af18-675cf6b5f546 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:49.231995 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-27d5b428-78b2-4841-99db-d2ad605cc080 req-c0603c9f-ca18-44e3-af18-675cf6b5f546 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0880432 May 13 15:35:49.278237 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-27d5b428-78b2-4841-99db-d2ad605cc080 req-372891dc-d3d0-4a84-a544-b2add72a42f8 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 May 13 15:35:49.356805 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-05ffdaad-a28a-46a4-9f66-1692e8cd3d50 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729468 May 13 15:35:50.468646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0c589-12b9-4821-82ae-08250095f5b1 req-36abc8a2-a26e-4fda-989e-2b7836126206 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:50.470177 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-82a0c589-12b9-4821-82ae-08250095f5b1 req-36abc8a2-a26e-4fda-989e-2b7836126206 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0832324 May 13 15:35:50.513814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-82a0c589-12b9-4821-82ae-08250095f5b1 req-e714c63e-cba9-4857-b309-e04dbb5c78f0 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 May 13 15:35:51.672561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-a22ebdff-6d7c-417c-82b0-ff3ec1f3ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:51.674059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-a22ebdff-6d7c-417c-82b0-ff3ec1f3ece8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1098 time: 0.0748703 May 13 15:35:51.697672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e4e07-be7a-482f-98f3-ee1fcaefc718 req-0521faee-4b81-4c5e-9ee1-0e153e2b443d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:51.699153 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf9e4e07-be7a-482f-98f3-ee1fcaefc718 req-0521faee-4b81-4c5e-9ee1-0e153e2b443d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0796478 May 13 15:35:51.743170 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bf9e4e07-be7a-482f-98f3-ee1fcaefc718 req-2b2ca762-cbce-461d-af83-7e717420e91e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 May 13 15:35:51.806373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-d3b4c109-601c-4981-ab94-cc274733f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:51.807756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-d3b4c109-601c-4981-ab94-cc274733f7fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1271226 May 13 15:35:51.877228 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-ec91e7c9-5043-45ac-ad8d-fbdbf5d57f65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 200 len: 217 time: 0.0641079 May 13 15:35:51.938208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-b015875d-820a-4e5c-9c22-f62d495637df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:51.939658 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-b015875d-820a-4e5c-9c22-f62d495637df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0569539 May 13 15:35:51.984974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-3af74b8b-b8c6-4626-89e1-37d169ef4321 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398252 May 13 15:35:52.115515 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-5f235554-d5cd-4ad0-9d5a-516cc237c011 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249084 May 13 15:35:52.244887 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-c60bcf4f-76b4-4bd6-aae0-cc02a63447a9 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240306 May 13 15:35:52.932978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb400bb-f2b0-4c1b-a72c-aa7a1984cf06 req-87152fff-0899-49c5-95f1-6ca1230d284f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:52.934506 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-efb400bb-f2b0-4c1b-a72c-aa7a1984cf06 req-87152fff-0899-49c5-95f1-6ca1230d284f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0853906 May 13 15:35:52.979871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-efb400bb-f2b0-4c1b-a72c-aa7a1984cf06 req-049e1eda-682c-49ff-9655-98261e4bef6c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 May 13 15:35:54.169723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd616a-08d0-4fe8-bbb7-dc171f984ec7 req-e228b793-e3ac-4d99-b471-9c4899075805 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:54.172371 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-becd616a-08d0-4fe8-bbb7-dc171f984ec7 req-e228b793-e3ac-4d99-b471-9c4899075805 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0856252 May 13 15:35:54.215880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-becd616a-08d0-4fe8-bbb7-dc171f984ec7 req-f66198c7-f9d8-4492-8936-a60847916ee6 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 May 13 15:35:55.398395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d22b-231c-4b10-b87d-57583011f528 req-c38ade39-7e67-481d-99f8-0eb7d59239dd tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.399865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0809d22b-231c-4b10-b87d-57583011f528 req-c38ade39-7e67-481d-99f8-0eb7d59239dd tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0785038 May 13 15:35:55.443456 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0809d22b-231c-4b10-b87d-57583011f528 req-1dd71b44-7a70-4cb9-8cdb-34cc6e29ab91 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 May 13 15:35:56.627733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcab9ee-631a-4990-8133-e7c513e80234 req-1a77ff8a-8b20-4678-8438-a5b35199326e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:56.629170 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dfcab9ee-631a-4990-8133-e7c513e80234 req-1a77ff8a-8b20-4678-8438-a5b35199326e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0799356 May 13 15:35:56.673223 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dfcab9ee-631a-4990-8133-e7c513e80234 req-872b7ad5-9118-4602-91cc-a30a3af3d434 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 May 13 15:35:57.697523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:57.863700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a081-e35a-42bb-9b8a-da7c8b5b32b3 req-30da291c-9162-4a65-bb11-763a2d19426b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.865135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0543a081-e35a-42bb-9b8a-da7c8b5b32b3 req-30da291c-9162-4a65-bb11-763a2d19426b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0840275 May 13 15:35:57.908442 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0543a081-e35a-42bb-9b8a-da7c8b5b32b3 req-7a70427f-6322-473b-8067-3fa6a5918e05 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 May 13 15:35:59.094963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c0cae-f16f-42e9-adce-edceff9a30bb req-9a3d0578-22a7-4c2c-96ff-d5c8cfd4f0dc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:59.096432 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3f5c0cae-f16f-42e9-adce-edceff9a30bb req-9a3d0578-22a7-4c2c-96ff-d5c8cfd4f0dc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0830338 May 13 15:35:59.142041 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3f5c0cae-f16f-42e9-adce-edceff9a30bb req-aa287dd2-ff9c-48a7-9946-4ae06ee31130 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 May 13 15:36:00.324766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0de0-5455-4ae8-8393-cbd1253969f6 req-aafdb188-a8ac-41cb-861e-2c04b078336c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.326161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2fdc0de0-5455-4ae8-8393-cbd1253969f6 req-aafdb188-a8ac-41cb-861e-2c04b078336c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0810652 May 13 15:36:00.374111 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2fdc0de0-5455-4ae8-8393-cbd1253969f6 req-0a34c8cc-1a59-4eb9-b9d5-cc1fd98cc0dc tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 May 13 15:36:00.774093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f565db2e-245b-4523-a3a1-909f47fc976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:01.559791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73918e-2fad-4698-9d73-26af0b3a2647 req-d2ba9e78-95df-4491-a27f-35cc32272519 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:01.561222 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5c73918e-2fad-4698-9d73-26af0b3a2647 req-d2ba9e78-95df-4491-a27f-35cc32272519 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0797212 May 13 15:36:01.608085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5c73918e-2fad-4698-9d73-26af0b3a2647 req-4aa8817f-6aa2-4705-8dfb-fa26870ef0bb tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 May 13 15:36:02.793543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682f7f-58a6-4e02-bcab-4d4455e0a352 req-1cde4c96-c9d5-4453-8e14-c297bf24c854 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:02.795062 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02682f7f-58a6-4e02-bcab-4d4455e0a352 req-1cde4c96-c9d5-4453-8e14-c297bf24c854 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0804198 May 13 15:36:02.838046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02682f7f-58a6-4e02-bcab-4d4455e0a352 req-6062d667-4709-42bc-9278-58ea8bfc2e28 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 May 13 15:36:03.199373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d97172d4-229f-45e3-96c1-2ed50688f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:04.020477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d6a0-ab75-4180-8338-a079d175bb28 req-d3ef7636-cff4-4cbf-8ea5-b78e33473385 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:04.021935 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6528d6a0-ab75-4180-8338-a079d175bb28 req-d3ef7636-cff4-4cbf-8ea5-b78e33473385 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0786753 May 13 15:36:04.070769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6528d6a0-ab75-4180-8338-a079d175bb28 req-5d9a10ed-5a44-47fc-a42b-3ecf796722ea tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 May 13 15:36:04.591122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:04.682380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.260298 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abd462-7325-42e6-9c24-8396dad529c5 req-05c80444-66e0-4560-b043-c0301423fa8c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:05.261657 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-35abd462-7325-42e6-9c24-8396dad529c5 req-05c80444-66e0-4560-b043-c0301423fa8c tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0837669 May 13 15:36:05.306120 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-35abd462-7325-42e6-9c24-8396dad529c5 req-59ac6374-91c8-414c-95e1-d047e9a59328 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 May 13 15:36:05.896643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:06.586005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0dc8-3071-4531-a8f8-ee6fc99ead0b req-62e7f596-eb3c-4127-a8a0-de38d9a3dec4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:06.587409 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2a9d0dc8-3071-4531-a8f8-ee6fc99ead0b req-62e7f596-eb3c-4127-a8a0-de38d9a3dec4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.1777482 May 13 15:36:06.631067 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2a9d0dc8-3071-4531-a8f8-ee6fc99ead0b req-327534f8-c6f2-4c40-9eb1-8fdf9d4d4e8f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 May 13 15:36:07.819358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd54743-3f4b-4749-be9d-62f6bf7e2c46 req-1c6390ab-a374-4791-98c2-4c5519f336f7 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:07.820819 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0fd54743-3f4b-4749-be9d-62f6bf7e2c46 req-1c6390ab-a374-4791-98c2-4c5519f336f7 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0808012 May 13 15:36:07.865076 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0fd54743-3f4b-4749-be9d-62f6bf7e2c46 req-f954bb65-f062-4db2-9d34-cc9215659fbd tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 May 13 15:36:09.053465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ab879-5beb-40f4-8c48-010b6e9b82b4 req-ef4f489b-01d0-4f78-9cf4-116c47892911 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:09.054974 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e26ab879-5beb-40f4-8c48-010b6e9b82b4 req-ef4f489b-01d0-4f78-9cf4-116c47892911 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0805285 May 13 15:36:09.103762 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e26ab879-5beb-40f4-8c48-010b6e9b82b4 req-f8ae0038-c292-44f3-ac16-8d408d5cfca3 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 May 13 15:36:09.320721 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-f3f57e62-1b9a-4eeb-b0b1-d2f111d3c873 service neutron] 10.222.0.23 "GET /v2.0/ports/fef858fd-7e9b-4f5d-aa16-4340d1a8e96c/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0776863 May 13 15:36:09.898221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-07c57eef-7c2b-441b-a183-22bf31b3e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:09.899691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-07c57eef-7c2b-441b-a183-22bf31b3e3ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4&tenant_id=c829868e93ad45859a66b17523ba5b29 HTTP/1.1" status: 200 len: 1098 time: 0.0705686 May 13 15:36:10.091423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-4a635fdc-d1cd-4ddc-875c-7bdae46ad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.092917 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-4a635fdc-d1cd-4ddc-875c-7bdae46ad11d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1098 time: 0.1714272 May 13 15:36:10.261019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-6c554888-0656-4467-a905-a9c16929fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.262406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-6c554888-0656-4467-a905-a9c16929fa68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1638696 May 13 15:36:10.338759 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-4b4aec8e-bb55-426d-b959-bba726b40058 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 200 len: 217 time: 0.0674560 May 13 15:36:10.405404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf118b-8335-4791-8703-8ec6d8529c6d req-0e69024f-0561-4217-92cf-67346ede3955 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.407426 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bfdf118b-8335-4791-8703-8ec6d8529c6d req-0e69024f-0561-4217-92cf-67346ede3955 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.1908488 May 13 15:36:10.417135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-d2cba48f-d5b6-4614-b1be-64578db47bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.418523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-d2cba48f-d5b6-4614-b1be-64578db47bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0731156 May 13 15:36:10.478183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-8c7f357e-f1bc-4524-9ff8-f7118f72a838 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459485 May 13 15:36:10.560635 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bfdf118b-8335-4791-8703-8ec6d8529c6d req-8429f8c5-4a88-4776-8784-e15294ee55c2 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450565 May 13 15:36:10.619277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-a761e7ec-83d8-4df8-af7d-c85d4a2466be service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324708 May 13 15:36:10.749325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d0d63d-20f3-4b6f-a34a-a1dd94d39cde req-0dd29abf-3a35-4447-ae88-418b3907ca44 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 May 13 15:36:11.757158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8490f8-02c9-4612-a453-133d0a30a14d req-913aafe4-5f16-471e-8916-9d858fcb856d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.758678 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7a8490f8-02c9-4612-a453-133d0a30a14d req-913aafe4-5f16-471e-8916-9d858fcb856d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0814071 May 13 15:36:11.801914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7a8490f8-02c9-4612-a453-133d0a30a14d req-36634da4-cb47-41a3-b021-d7299e327426 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 May 13 15:36:12.989488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cdae5-920d-4dd5-b755-40eee4e0a33a req-929a0649-715d-4f34-9076-244f3a3f4a5f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.990971 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-077cdae5-920d-4dd5-b755-40eee4e0a33a req-929a0649-715d-4f34-9076-244f3a3f4a5f tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0789530 May 13 15:36:13.034360 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-077cdae5-920d-4dd5-b755-40eee4e0a33a req-e6b176be-106b-4aba-af6f-3670a7196567 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 May 13 15:36:13.261816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:36:13.264217 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:13.480195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:13.480578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:13.519894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:13.530632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:13.538384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a64a-507f-4465-8a72-b1cc39047336 req-1b1aabc0-7c4c-4a00-b378-2d356753a555 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.539888 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75e8a64a-507f-4465-8a72-b1cc39047336 req-1b1aabc0-7c4c-4a00-b378-2d356753a555 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.1502025 May 13 15:36:13.545511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:13.546698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'network_id': 'f51bb0e3-195d-440b-b62b-a8791dc5ddb6', 'port_id': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'mac_address': 'fa:16:3e:88:83:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14be941d-cbf3-4602-961e-a3930d1ff046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:36:13.552589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943806-5ba3-48b8-86d7-96197365b298 req-296f9a8b-4f73-4d0d-ac4d-c52df3c6ef53 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.554272 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-296f9a8b-4f73-4d0d-ac4d-c52df3c6ef53 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4&tenant_id=c829868e93ad45859a66b17523ba5b29&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1057317 May 13 15:36:13.598115 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0acd1d7-613e-4a05-aca1-4c78f68b44a9'] response: {'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'code': 200} May 13 15:36:13.600308 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75e8a64a-507f-4465-8a72-b1cc39047336 req-f7436c91-10e2-4f28-a03a-1cbfdbc50b9d tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435741 May 13 15:36:13.606164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:13.606553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:13.624595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:13.659522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:13.714516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943806-5ba3-48b8-86d7-96197365b298 req-c4b3ec63-df38-4848-a08d-9f547074740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.716023 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-c4b3ec63-df38-4848-a08d-9f547074740a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c829868e93ad45859a66b17523ba5b29&device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 1096 time: 0.0729041 May 13 15:36:13.747838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:13.752431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:36:13.752786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:36:13.756860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.757213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.757555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.757892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.758250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.758585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.758914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.759240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.759569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.759893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.760229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.760542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.848759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943806-5ba3-48b8-86d7-96197365b298 req-8b995576-cd73-41eb-85fd-10896d08cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.850263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-8b995576-cd73-41eb-85fd-10896d08cd2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 200 len: 916 time: 0.1279309 May 13 15:36:13.919418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-e80ef1bb-d04f-4b2f-9102-06ad134811d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 200 len: 217 time: 0.0637596 May 13 15:36:13.980589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943806-5ba3-48b8-86d7-96197365b298 req-886273ec-8401-450d-a894-4fa206604358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.982058 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-886273ec-8401-450d-a894-4fa206604358 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 200 len: 855 time: 0.0568163 May 13 15:36:14.026928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-69ba6c97-e42e-4cf5-a7c0-44422227fd2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f51bb0e3-195d-440b-b62b-a8791dc5ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393147 May 13 15:36:14.156176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-449267ef-5bf1-4989-a34f-e3b4954d30ae service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230016 May 13 15:36:14.311595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:14.312165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.329657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:14.345706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:14.387656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a7943806-5ba3-48b8-86d7-96197365b298 req-1ecdf147-31d2-4716-ae53-56bf2f549766 service neutron] 10.222.0.23 "GET /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261508 May 13 15:36:14.408913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:14.469103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:14.524716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:14.798403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae259c7-d303-4f7c-bef0-96f74742ea10 req-affed476-c270-4c63-866c-f3a999104a74 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:14.799932 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ae259c7-d303-4f7c-bef0-96f74742ea10 req-affed476-c270-4c63-866c-f3a999104a74 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 944 time: 0.0846512 May 13 15:36:14.843850 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ae259c7-d303-4f7c-bef0-96f74742ea10 req-e4fc7703-823b-43f8-95da-c12ec7a67930 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 May 13 15:36:15.276366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:15.344801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:15.345509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.463354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:15.463675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.496432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:15.571218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.601107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:15.648338 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db772ef7-6762-4328-9f8a-7d1524a0991d'] response: {'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'code': 200} May 13 15:36:15.651979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:16.028718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781d89-0c80-477c-92cc-4ed6bf5bba50 req-b4bc6e04-f595-4cfb-be69-89441dece961 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:16.030195 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-df781d89-0c80-477c-92cc-4ed6bf5bba50 req-b4bc6e04-f595-4cfb-be69-89441dece961 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0799658 May 13 15:36:16.075145 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-df781d89-0c80-477c-92cc-4ed6bf5bba50 req-bdcc7c6d-26f5-477a-ad61-d31dde8ce1fe tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 May 13 15:36:16.261098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101ad1-6eaf-4089-8e06-6e2fb662b719 req-c4abe4f5-4a41-46e2-87f6-85aadf2b10d4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:16.262466 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf101ad1-6eaf-4089-8e06-6e2fb662b719 req-c4abe4f5-4a41-46e2-87f6-85aadf2b10d4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0806978 May 13 15:36:16.305277 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf101ad1-6eaf-4089-8e06-6e2fb662b719 req-6e7750b2-524e-4b9f-aac3-11cb47478d6e tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 May 13 15:36:16.490125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020261-03e7-481b-89f1-812f0a9ccfe9 req-c314933f-aa4b-4c6c-b6ec-55c88f0f4f7b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:16.491585 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-18020261-03e7-481b-89f1-812f0a9ccfe9 req-c314933f-aa4b-4c6c-b6ec-55c88f0f4f7b tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0828583 May 13 15:36:16.535603 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-18020261-03e7-481b-89f1-812f0a9ccfe9 req-8922ac44-8f99-4e10-892e-b9e16e4fd374 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 May 13 15:36:17.296597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb399-0111-4b95-bb1f-c095e1d01d8a req-b8f502b0-08fb-402d-b1d0-0c64ec308971 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:17.298513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a6eeb399-0111-4b95-bb1f-c095e1d01d8a req-b8f502b0-08fb-402d-b1d0-0c64ec308971 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0821564 May 13 15:36:17.346221 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a6eeb399-0111-4b95-bb1f-c095e1d01d8a req-e10454b0-80e6-4d5b-9e23-9965c43b68f4 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 May 13 15:36:18.530309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606274b4-3e64-419e-984f-44c8cb9f226a req-67d6825e-1963-499e-b9fa-8557f7d97442 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:18.531745 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-606274b4-3e64-419e-984f-44c8cb9f226a req-67d6825e-1963-499e-b9fa-8557f7d97442 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0800359 May 13 15:36:18.575314 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-606274b4-3e64-419e-984f-44c8cb9f226a req-e6b773fb-0e18-4314-b47d-16247ffca8c5 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/security-groups?id=26a27a68-80e4-46aa-baed-681d41d23360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 May 13 15:36:18.749186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-cea7577f-1d4f-4f44-8fe0-e8fa044e1574 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:18.750533 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-cea7577f-1d4f-4f44-8fe0-e8fa044e1574 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 945 time: 0.0787725 May 13 15:36:18.820165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Deleting port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:18.820503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.069565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] For port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,segment=NetworkSegment(ea8575e8-e701-4734-9379-118a590c4af7),segment_id=ea8575e8-e701-4734-9379-118a590c4af7)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:19.069928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.195241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Calling delete_port for fef858fd-7e9b-4f5d-aa16-4340d1a8e96c owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:19.416417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.427509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:19.472940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Pushing event deleted for resources: {'Port': ['ID=fef858fd-7e9b-4f5d-aa16-4340d1a8e96c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:19.546597 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] No DVR routers for this DVR port fef858fd-7e9b-4f5d-aa16-4340d1a8e96c on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:36:19.548999 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.551536 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-deleted', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:19.596853 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d04f2f5-937a-4ac1-b6be-8cefe2fc408d'] response: {'server_uuid': '630dbee2-ef64-4207-9ea1-e0166f9d40e4', 'name': 'network-vif-deleted', 'tag': 'fef858fd-7e9b-4f5d-aa16-4340d1a8e96c', 'status': 'completed', 'code': 200} May 13 15:36:19.629449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ac58b7c4-60c0-4abe-a8d0-58b612ec6357 req-0fc8bae4-7f61-476a-9313-a558ff121834 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.23 "DELETE /v2.0/ports/fef858fd-7e9b-4f5d-aa16-4340d1a8e96c HTTP/1.1" status: 204 len: 173 time: 0.8739200 May 13 15:36:19.732408 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6718d2a8-44aa-4fb7-ad14-f15205e3ba46 req-9fd78632-80a3-46f0-85aa-40513cac5893 tempest-ServerDiskConfigTestJSON-1114807342 tempest-ServerDiskConfigTestJSON-1114807342-project] 10.222.0.91 "GET /v2.0/ports?device_id=630dbee2-ef64-4207-9ea1-e0166f9d40e4 HTTP/1.1" status: 200 len: 210 time: 0.0468707 May 13 15:36:20.973781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 42670) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.033704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Deleting subnet 14be941d-cbf3-4602-961e-a3930d1ff046 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:36:21.036542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.088308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.141573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.269113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.311922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.315127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14be941d-cbf3-4602-961e-a3930d1ff046,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.324331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/14be941d-cbf3-4602-961e-a3930d1ff046 HTTP/1.1" status: 204 len: 168 time: 0.3495224 May 13 15:36:21.325737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.326042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.326382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.326717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.327031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42674) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:21.327465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.327465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.327663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.327968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.328286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.328602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.328913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.329225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35b319-74f3-4339-9555-93a319d43325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:21.349575 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:36:21.434422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.563470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.588463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51bb0e3-195d-440b-b62b-a8791dc5ddb6']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:21.600572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8575e8-e701-4734-9379-118a590c4af7') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:21.600870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8575e8-e701-4734-9379-118a590c4af7') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:21.616942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.633462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.639486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:36:21.644572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:36:21.652650 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:36:21.793336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.809360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.823574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f51bb0e3-195d-440b-b62b-a8791dc5ddb6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:21.923897 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-49a63c3a-a02e-4970-874e-a8cb64c3ea1d admin admin] 10.222.0.91 "DELETE /v2.0/networks/f51bb0e3-195d-440b-b62b-a8791dc5ddb6 HTTP/1.1" status: 204 len: 168 time: 0.5950990 May 13 15:36:22.264102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42680) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.317802 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dd6ec267-bfa5-4ba6-8135-4b282e7cfeb1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c829868e93ad45859a66b17523ba5b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524487 May 13 15:36:22.320232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42684) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:22.391482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.423646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.559230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.577643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a27a68-80e4-46aa-baed-681d41d23360,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:22.650553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:22.651711 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f8f82dbc-9413-44cd-b244-cf7b1b25ff82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/26a27a68-80e4-46aa-baed-681d41d23360 HTTP/1.1" status: 204 len: 168 time: 0.3303375 May 13 15:36:23.316825 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:23.350975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: fef858fd-7e9b-4f5d-aa16-4340d1a8e96c {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:23.351323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device fef858fd-7e9b-4f5d-aa16-4340d1a8e96c not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:23.715300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42708) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:23.818821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2059317624-network', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:23.823515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:23.827314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Usage tracker for resource:network and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:23.830224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:23.837265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:23.907860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:23.910941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.926107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:23.940186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:23.944174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:23.946941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:23.952461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:24.032095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.102224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.133406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:36:24.141913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3757fcc4-a655-4520-9fe8-2b7b94bba25b,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:24.148722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.149144 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Added segment 67a86754-ae73-42e9-8547-7e45d4924585 of type vlan for network 96ddce16-3659-455b-8914-097adfce148d May 13 15:36:24.176692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.290548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.291510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:24.292080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.484394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] Pushing event updated for resources: {'Network': ['ID=96ddce16-3659-455b-8914-097adfce148d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:24.494473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 96ddce16-3659-455b-8914-097adfce148d details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:36:24.548629 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-258c8b9c-49b8-48d3-90f3-40b4162e59d2 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8322270 May 13 15:36:24.552084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42714) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:24.557252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Request body: {'subnet': {'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2059317624-subnet', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:24.561990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:24.566602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Usage tracker for resource:subnet and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:24.569428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:24.576645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:24.639230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:24.641682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.913553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:24.993595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69e4bce-d6b2-4336-9588-1008276abc68,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:25.000657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:25.001015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Network hostable DHCP agents. Network: 96ddce16-3659-455b-8914-097adfce148d, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:36:25.133543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Network 96ddce16-3659-455b-8914-097adfce148d is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:36:25.227467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 96ddce16-3659-455b-8914-097adfce148d) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:25.231550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:25.232215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.235864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fba8b1-a985-4725-85e0-88a7714aa8c4 None None] Network 96ddce16-3659-455b-8914-097adfce148d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:36:25.369028 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-599f610f-10e6-4a15-addb-e81decc372b3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8158879 May 13 15:36:25.371621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42718) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:25.376557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:25.381080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:25.384877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Usage tracker for resource:router and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:25.387818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:25.393970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:25.464099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.465186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.486931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.491107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-96ddce16-3659-455b-8914-097adfce148d', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:36:25.492198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.650358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Allocated IP 172.20.0.2 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/a2a984bb-51be-4245-82f7-c55541d23f10) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:25.833546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.852557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:25.862628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Transition to ACTIVE for port object a2a984bb-51be-4245-82f7-c55541d23f10 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:25.880598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Transition to ACTIVE for port object a2a984bb-51be-4245-82f7-c55541d23f10 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:25.943131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.011629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:26.014301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:26.018085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:26.027417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Pushing event updated for resources: {'Port': ['ID=a2a984bb-51be-4245-82f7-c55541d23f10,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.113527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Attempting to bind port a2a984bb-51be-4245-82f7-c55541d23f10 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:26.113940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Attempting to bind port a2a984bb-51be-4245-82f7-c55541d23f10 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:26.114328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Attempting to bind port a2a984bb-51be-4245-82f7-c55541d23f10 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:26.119548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:26.119919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:26.120347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.120736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:26.121196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Bound port: a2a984bb-51be-4245-82f7-c55541d23f10, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:26.121594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.184962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.215049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.215793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] For port a2a984bb-51be-4245-82f7-c55541d23f10, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:26.219027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] For port a2a984bb-51be-4245-82f7-c55541d23f10, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a2a984bb-51be-4245-82f7-c55541d23f10,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:26.319922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.352726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Allocated IP 172.26.7.212 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/cc76ad3b-b0ee-4751-be2c-e6df0a883be2) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:26.406595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70afeb-183a-444d-a635-5468bda83b1a None None] Pushing event updated for resources: {'Port': ['ID=a2a984bb-51be-4245-82f7-c55541d23f10,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:26.508687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.605879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:26.676088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:26.679187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:26.682894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:26.716748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:27.286777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.301810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c18d04-f097-4dfd-8e6c-9bce4fa3491e None None] Network 96ddce16-3659-455b-8914-097adfce148d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:36:27.456492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d515402a-3193-45b4-92a4-398eea39552a None None] Provisioning for port a2a984bb-51be-4245-82f7-c55541d23f10 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:27.646788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.711323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:27.917004 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Router 9c381a12-91d1-403c-92a8-1135196b1c12 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:36:28.096827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:28.106594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:28.119229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:28.120044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:28.172826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a2a984bb-51be-4245-82f7-c55541d23f10 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:28.182005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.185799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-947598b5-7bd0-4ebe-887d-05828644d7f8 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8107648 May 13 15:36:28.186005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42722) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:28.353397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:28.453530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a2a984bb-51be-4245-82f7-c55541d23f10 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:28.513613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a2a984bb-51be-4245-82f7-c55541d23f10 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:28.514015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.759908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a2a984bb-51be-4245-82f7-c55541d23f10 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:28.760292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.800859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a2a984bb-51be-4245-82f7-c55541d23f10, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a2a984bb-51be-4245-82f7-c55541d23f10,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:28.805272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 3, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:28.808340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:28.808717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Updating router 9c381a12-91d1-403c-92a8-1135196b1c12 port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:36:28.856582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.915893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.978702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:28.980340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a2a984bb-51be-4245-82f7-c55541d23f10,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:29.189903 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Allocated IP 172.20.0.1 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/685592d3-5e60-48f1-a7bf-d10b103e8e69) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:29.257562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.270095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Transition to ACTIVE for port object cc76ad3b-b0ee-4751-be2c-e6df0a883be2 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:29.337025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.341775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.353108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Transition to ACTIVE for port object 685592d3-5e60-48f1-a7bf-d10b103e8e69 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:29.421212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Attempting to bind port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:29.421769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Attempting to bind port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:29.421934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Attempting to bind port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:29.427968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8796c3-bc04-4d72-ad86-7fb682931a05 None None] Pushing event updated for resources: {'Port': ['ID=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:29.432187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:29.432566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:29.432966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.433356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:29.433822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Bound port: cc76ad3b-b0ee-4751-be2c-e6df0a883be2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:29.434225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.448868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.506215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] For port cc76ad3b-b0ee-4751-be2c-e6df0a883be2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:29.509230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] For port cc76ad3b-b0ee-4751-be2c-e6df0a883be2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:29.513711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:29.516342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:29.520579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:29.561620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:29.578117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.599836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.680948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:29.681726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:29.749783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8796c3-bc04-4d72-ad86-7fb682931a05 None None] Pushing event updated for resources: {'Port': ['ID=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:29.845363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f0cb144-5c67-4124-a2b0-491fa32e412b None None] Provisioning for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:29.854543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f0cb144-5c67-4124-a2b0-491fa32e412b None None] Provisioning complete for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:29.854912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb144-5c67-4124-a2b0-491fa32e412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:29.923006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:29.933150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.030859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cb144-5c67-4124-a2b0-491fa32e412b None None] Port 685592d3-5e60-48f1-a7bf-d10b103e8e69 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:30.154573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a2a984bb-51be-4245-82f7-c55541d23f10 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:30.271211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.295127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a2a984bb-51be-4245-82f7-c55541d23f10 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:30.295425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.330653 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.371222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 3, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:30.403874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0760f6-fc44-4c34-939b-942be22072ee None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:27Z', 'revision_number': 3, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:30.433260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a2a984bb-51be-4245-82f7-c55541d23f10 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:30.441143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.447946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:30.586304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:30.587456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:30.797011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cc24273c-2b93-46cb-95e9-d157a1400206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.807722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:30.946898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fee48613-9fff-4bfc-9623-fe3e807c3412 None None] Provisioning complete for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:30.947280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fee48613-9fff-4bfc-9623-fe3e807c3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.006458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:31.008081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fee48613-9fff-4bfc-9623-fe3e807c3412 None None] Port 685592d3-5e60-48f1-a7bf-d10b103e8e69 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:31.022006 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f68219cb-4f32-4d89-98e4-76f84ce8d7c3 admin admin] 10.222.0.91 "PUT /v2.0/routers/9c381a12-91d1-403c-92a8-1135196b1c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8297968 May 13 15:36:31.411730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42732) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:31.417211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855586165', 'description': 'tempest-description--1165414091'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:31.423153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:31.427292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Usage tracker for resource:security_group and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:31.430184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:31.436049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:31.501977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.525224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:31.529064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Usage tracker for resource:security_group_rule and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:31.531952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:31.538250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:31.608486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.665039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.708521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203699f8-b0dd-43ba-aaf7-9b9e4bb15325,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:31.831230 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:31.835027 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6a7ae7fa-790a-4451-b974-41c0b910189c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4197130 May 13 15:36:31.837247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42736) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:31.840129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'security_group_rule': {'security_group_id': '203699f8-b0dd-43ba-aaf7-9b9e4bb15325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:31.846241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:31.851005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Usage tracker for resource:security_group_rule and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:31.853853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:31.859524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:31.908097 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:31.918803 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:31.919328 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:31.943923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.004853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.090651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.100891 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:32.115652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa948050-82cb-4d82-9b59-43baeade9ca3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:32.135469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device cc76ad3b-b0ee-4751-be2c-e6df0a883be2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:32.182596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.183892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c5ab8fb2-e827-4ef1-891c-36552ead7d44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3477321 May 13 15:36:32.186525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42740) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:32.192061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'security_group_rule': {'security_group_id': '203699f8-b0dd-43ba-aaf7-9b9e4bb15325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:32.198713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:32.202972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Usage tracker for resource:security_group_rule and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:32.206540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:32.212207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:32.267651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:32.273547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:32.273915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.308953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.372718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.398384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:32.398763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.414951 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port cc76ad3b-b0ee-4751-be2c-e6df0a883be2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:32.433558 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:30Z', 'revision_number': 2, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:32.437102 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:32.437446 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Updating router 9c381a12-91d1-403c-92a8-1135196b1c12 port 685592d3-5e60-48f1-a7bf-d10b103e8e69 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:36:32.439252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.466274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8672620-49b8-463e-b570-d8a07c91587c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:32.485001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.494258 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.553040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:32.565586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.567430 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c91473a7-ccb5-4939-9455-e588c4a7b26d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3798828 May 13 15:36:32.570329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42744) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:32.575453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:32.582121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:32.585994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Usage tracker for resource:floatingip and tenant:5051aa0e01c44a3fa507c4e332f004e5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:36:32.588831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:36:32.594602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:32.699967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.827982 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.837106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.839754 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Transition to ACTIVE for port object 685592d3-5e60-48f1-a7bf-d10b103e8e69 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:32.959131 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.969870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Allocated IP 172.26.7.153 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/7bfa0ce6-e49a-40e4-9feb-ac1813dcc544) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:33.084689 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Pushing event updated for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.093111 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.093460 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.093795 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.094147 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.094470 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.094963 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.095449 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.095769 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.096853 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.097441 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.097912 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.098398 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:33.135482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.193791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8be2802f-27d3-47a0-9cc2-ed543b43277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.219890 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Attempting to bind port 685592d3-5e60-48f1-a7bf-d10b103e8e69 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:33.220208 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Attempting to bind port 685592d3-5e60-48f1-a7bf-d10b103e8e69 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:33.220536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Attempting to bind port 685592d3-5e60-48f1-a7bf-d10b103e8e69 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:33.226461 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:33.226822 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:33.227206 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.227588 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:33.228030 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Bound port: 685592d3-5e60-48f1-a7bf-d10b103e8e69, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:33.228392 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.251050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.317236 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] For port 685592d3-5e60-48f1-a7bf-d10b103e8e69, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:33.319087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:33.320213 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] For port 685592d3-5e60-48f1-a7bf-d10b103e8e69, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=685592d3-5e60-48f1-a7bf-d10b103e8e69,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:33.321897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:33.326528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:33.370172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=7bfa0ce6-e49a-40e4-9feb-ac1813dcc544,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.399679 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.415926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.475493 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:33.476115 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:33.532128 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f8247-86da-4035-b9d7-e50606305c2d None None] Pushing event updated for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:33.562162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.672421 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:33.874186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.930986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:33.989585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:33Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:33.993483 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ed213-0223-4ecb-841f-157cf987bcf4 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:33Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:34.043259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=7bfa0ce6-e49a-40e4-9feb-ac1813dcc544,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:34.067393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.142442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.152491 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2612b1c-a7dc-422c-a608-ee52a08cf2bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5729628 May 13 15:36:34.232823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device cc76ad3b-b0ee-4751-be2c-e6df0a883be2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:34.309725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:34.310209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.328404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-59ae2c68-63cd-403d-b3f4-8c8d60662397 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:34.416152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-59ae2c68-63cd-403d-b3f4-8c8d60662397 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:34.417516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-59ae2c68-63cd-403d-b3f4-8c8d60662397 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--855586165&fields=id&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 267 time: 0.1322732 May 13 15:36:34.438514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:34.439982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 685592d3-5e60-48f1-a7bf-d10b103e8e69 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:34.576036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:34.579149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-13c4ac8a-0330-4d47-aabe-a5917cecd2a3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.579845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-13c4ac8a-0330-4d47-aabe-a5917cecd2a3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:34.581616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:34.582164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.611674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.634982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.691306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-13c4ac8a-0330-4d47-aabe-a5917cecd2a3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:34.692788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-13c4ac8a-0330-4d47-aabe-a5917cecd2a3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.2670364 May 13 15:36:34.709557 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-c0f8c5a5-cc75-4ee0-a067-72fe9787f4b4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/quotas/5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 375 time: 0.0105844 May 13 15:36:34.713448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 685592d3-5e60-48f1-a7bf-d10b103e8e69 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:34.713836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.749502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 685592d3-5e60-48f1-a7bf-d10b103e8e69, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=685592d3-5e60-48f1-a7bf-d10b103e8e69,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:34.804813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-d2ba59a4-ccfc-434a-bb12-3e10abb33562 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:34.814084 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.871336 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-d2ba59a4-ccfc-434a-bb12-3e10abb33562 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:34.873912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-d2ba59a4-ccfc-434a-bb12-3e10abb33562 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582289 May 13 15:36:34.894013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:35.074706 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-48507bcd-4728-41db-8205-f9ed1e085106 service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871223 May 13 15:36:35.209654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6bc32056-af6b-4e81-b4c6-12fdd689a1cc service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286552 May 13 15:36:35.456944 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74f042d4-5697-4d33-9842-47fd85321a60 req-52044e3a-2fc2-4fc0-acc4-a377dd12efc6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 210 time: 0.0426693 May 13 15:36:35.925219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:36.115851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 685592d3-5e60-48f1-a7bf-d10b103e8e69 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:36.186660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 685592d3-5e60-48f1-a7bf-d10b103e8e69 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:36.187024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:36.304972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 685592d3-5e60-48f1-a7bf-d10b103e8e69 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:36.602887 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-459665b4-d17d-4b4d-815b-85f59e4c38e9 req-06ec2b33-c963-4f36-b895-45552bf0b941 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 210 time: 0.0419564 May 13 15:36:37.523525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-839ff17b-eb2d-4994-b3f9-b0b39048eca3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:37.524948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-839ff17b-eb2d-4994-b3f9-b0b39048eca3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1432614 May 13 15:36:37.572132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-bc0db72a-8cb2-490b-9488-5f290560aee2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 379 time: 0.0390322 May 13 15:36:37.579771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'port': {'device_id': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'admin_state_up': True, 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'security_groups': ['203699f8-b0dd-43ba-aaf7-9b9e4bb15325']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:37.717891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:37.729370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:37.763196 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b12b35d7-3d9d-47fa-a922-e71b8e298f75 req-deb9c2fc-53cd-4a65-b4c2-7e8b01900ce5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 210 time: 0.0429711 May 13 15:36:37.827951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:37.831611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.003966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Allocated IP 172.20.0.8 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/50c908e8-9e51-40e2-86d8-860dfc6c78b9) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:38.188381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.203466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Transition to ACTIVE for port object 50c908e8-9e51-40e2-86d8-860dfc6c78b9 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:38.325310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.493098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:38.496176 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:38.500256 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:38.530395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:38.551144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.551486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.551885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.552217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.552549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.552879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.553210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.553538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.553864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.554233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.554544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.554861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:38.584737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:38.585337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.706394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-6448edac-550e-4ca8-ab37-0fb997162da0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1299303 May 13 15:36:38.717478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Request body: {'port': {'device_id': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:38.776187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b5d97de9-37b8-4cf9-9392-478042afd1cd None None] Provisioning for port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:38.781155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b5d97de9-37b8-4cf9-9392-478042afd1cd None None] Provisioning complete for port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:38.790837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b5d97de9-37b8-4cf9-9392-478042afd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.830784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:38.837002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b5d97de9-37b8-4cf9-9392-478042afd1cd None None] Port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:39.105184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d5cee-9077-4f63-811b-5d6bc9f63f79 req-db14306c-234d-4fcf-ac98-a56b9e70c493 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:39.105804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-416d5cee-9077-4f63-811b-5d6bc9f63f79 req-db14306c-234d-4fcf-ac98-a56b9e70c493 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:39.226492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-416d5cee-9077-4f63-811b-5d6bc9f63f79 req-db14306c-234d-4fcf-ac98-a56b9e70c493 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:39.227631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-416d5cee-9077-4f63-811b-5d6bc9f63f79 req-db14306c-234d-4fcf-ac98-a56b9e70c493 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 931 time: 0.3445683 May 13 15:36:39.277668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:39.288693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.296237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-416d5cee-9077-4f63-811b-5d6bc9f63f79 req-9d1c5d05-0fe9-48a2-840a-8d38d96cbe09 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577219 May 13 15:36:39.307292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Transition to ACTIVE for port object 50c908e8-9e51-40e2-86d8-860dfc6c78b9 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:39.473488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.636508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:39.715134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Attempting to bind port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:39.715497 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Attempting to bind port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:39.715828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Attempting to bind port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:39.720370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 on network 96ddce16-3659-455b-8914-097adfce148d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:36:39.720692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Attempting to bind port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:39.726457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:39.726739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:39.727118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:39.727541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Bound port: 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:39.727878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.816398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:39.819186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:39.879470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.943807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:39.944275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:39.946137 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] 10.222.0.23 "PUT /v2.0/ports/50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 1093 time: 1.2329602 May 13 15:36:39.946569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:39.970659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f8d9-8b51-40e7-b832-76539b2d4323 service neutron] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:39.995852 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf66ed80-a39c-46ae-b3db-036c09e77308'] response: {'name': 'network-changed', 'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'status': 'completed', 'code': 200} May 13 15:36:40.090713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-ce4cd03d-7dbb-4d33-8f20-addf313bcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.092416 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-ce4cd03d-7dbb-4d33-8f20-addf313bcb89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1096 time: 0.0753376 May 13 15:36:40.235830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-267dc89b-71e3-473a-91b2-cf08e05b74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.237194 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-267dc89b-71e3-473a-91b2-cf08e05b74db service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1381702 May 13 15:36:40.374843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-8da3cbbc-4744-46f3-8947-df445bb6c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.376570 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7d15898-afcb-4e41-9faa-7b29e4fcbf76 req-8da3cbbc-4744-46f3-8947-df445bb6c24e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335602 May 13 15:36:40.537055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be1313-18e7-4197-ab01-ab99c859e878 req-82bc3fb0-3995-41eb-ace5-a4b5cc29bf2c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.538481 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-40be1313-18e7-4197-ab01-ab99c859e878 req-82bc3fb0-3995-41eb-ace5-a4b5cc29bf2c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 943 time: 0.1356909 May 13 15:36:40.544491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-0b5d2baa-fa6e-4df7-b751-e94d1277c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.545843 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-0b5d2baa-fa6e-4df7-b751-e94d1277c65a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1096 time: 0.1120858 May 13 15:36:40.720494 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-4210a2ca-ce05-4b55-a814-dd2083decd7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 217 time: 0.1610577 May 13 15:36:40.781315 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-40be1313-18e7-4197-ab01-ab99c859e878 req-85071469-f0d6-46f9-af68-70858f0321bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345128 May 13 15:36:40.793974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-c9bd01ac-65fa-487e-b172-e8d987673987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.795394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-c9bd01ac-65fa-487e-b172-e8d987673987 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0666933 May 13 15:36:40.872206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-38dbbbd2-7de9-4f35-a90d-84a7ac230db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.873934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-38dbbbd2-7de9-4f35-a90d-84a7ac230db4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719442 May 13 15:36:41.005982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-4a716b39-6066-440c-8b58-535095095c97 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256361 May 13 15:36:41.137731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9ad1ba7-de74-46af-bf27-f227e2c20334 req-3691881c-4969-4cf4-9317-efce6a6b8d33 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260417 May 13 15:36:41.975452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab6758-cacd-40d4-bd7b-05f382df17a7 req-64408ce5-6655-4b4c-8ce8-76e437e702e3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:41.977031 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a6ab6758-cacd-40d4-bd7b-05f382df17a7 req-64408ce5-6655-4b4c-8ce8-76e437e702e3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 943 time: 0.0847070 May 13 15:36:42.023334 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a6ab6758-cacd-40d4-bd7b-05f382df17a7 req-f547358a-9261-4f9d-b591-b9c711531f20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 May 13 15:36:43.205683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79f55-c1ca-4a26-9868-c62500da40b6 req-818eca55-9274-41ba-8f02-992a52c97275 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:43.208148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c4f79f55-c1ca-4a26-9868-c62500da40b6 req-818eca55-9274-41ba-8f02-992a52c97275 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 943 time: 0.0787935 May 13 15:36:43.251412 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c4f79f55-c1ca-4a26-9868-c62500da40b6 req-44552a69-f538-42c4-8971-e1db7d01ec84 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 May 13 15:36:43.407457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:36:43.541057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:43.553786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'mac_address': 'fa:16:3e:a5:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:36:43.611181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:43.611566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.628970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:43.643935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:43.719013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:43.786719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:43.929317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['50c908e8-9e51-40e2-86d8-860dfc6c78b9'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:44.433470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077d161-ce9a-44aa-a430-09284248719a req-79ccdb23-9ca7-409e-a361-de326b129088 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:44.434954 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d077d161-ce9a-44aa-a430-09284248719a req-79ccdb23-9ca7-409e-a361-de326b129088 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 944 time: 0.0788496 May 13 15:36:44.479415 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d077d161-ce9a-44aa-a430-09284248719a req-e7924932-65d7-4bd0-994a-6055625768a9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 May 13 15:36:45.423205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:45.547348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:45.553369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:45.553750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:45.671070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e419727-222c-4139-b48a-a44ffea18db8 req-dfe9aaad-8a25-4256-8987-3d76204fc9dd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:45.672571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e419727-222c-4139-b48a-a44ffea18db8 req-dfe9aaad-8a25-4256-8987-3d76204fc9dd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 944 time: 0.0831246 May 13 15:36:45.680012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:45.680332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:45.707953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:45.717752 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e419727-222c-4139-b48a-a44ffea18db8 req-6fbf2af3-ac40-495c-a4d1-a620640caff0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385315 May 13 15:36:45.720860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:45.754523 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0402f59-1ad7-4fe7-83eb-a709836ad129'] response: {'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'code': 200} May 13 15:36:45.791272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:45.861901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:46.093634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae46e6c-a345-4d3c-b05a-2b50951a793b req-6fd2cb3e-5673-4429-8c86-53118e3a5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.095138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eae46e6c-a345-4d3c-b05a-2b50951a793b req-6fd2cb3e-5673-4429-8c86-53118e3a5d29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1098 time: 0.0687649 May 13 15:36:46.138629 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eae46e6c-a345-4d3c-b05a-2b50951a793b req-e60f405f-4636-4fe1-bff5-4752b74aba77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375786 May 13 15:36:46.902070 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9841dc-3b79-41c7-a5fc-e0c0faec9f80 req-8e6b7d43-0eb5-44ba-9baf-fdca8be79132 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.903502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c9841dc-3b79-41c7-a5fc-e0c0faec9f80 req-8e6b7d43-0eb5-44ba-9baf-fdca8be79132 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0785730 May 13 15:36:46.947930 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c9841dc-3b79-41c7-a5fc-e0c0faec9f80 req-5701bfac-0444-4ae4-87f0-6f0e5fc8d03c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 May 13 15:36:48.133155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c94003-9b83-4655-a8f2-1de97141ef97 req-077822de-b4bd-4f31-9eed-3382f49a237b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.134623 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f9c94003-9b83-4655-a8f2-1de97141ef97 req-077822de-b4bd-4f31-9eed-3382f49a237b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0820341 May 13 15:36:48.177488 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f9c94003-9b83-4655-a8f2-1de97141ef97 req-6cc5eec7-4580-4258-8dd1-c3f843a25221 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372171 May 13 15:36:48.357036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704e669-b384-436b-a2b8-dd75d7ed5c30 req-6a7898e0-c315-4244-89a1-a3b6b72bb695 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.358511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a704e669-b384-436b-a2b8-dd75d7ed5c30 req-6a7898e0-c315-4244-89a1-a3b6b72bb695 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0824554 May 13 15:36:48.367889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:48.375197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'floatingip': {'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:48.450038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:49.145546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:49.227726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:49.396371 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c associated. External IP: 172.26.7.153, port: 50c908e8-9e51-40e2-86d8-860dfc6c78b9. May 13 15:36:49.738807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:49.917972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:49.922805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:49.928310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:49.937715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:49.938377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:49.977043 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-49829bb5-6abf-439f-a490-1682224f1a3b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "PUT /v2.0/floatingips/97cfa1ef-2b65-4452-b932-b4abca73613c HTTP/1.1" status: 200 len: 991 time: 1.6080666 May 13 15:36:49.977720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:50.025373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e5d94d-82d9-4b8c-9a4d-ad39c5565aa7'] response: {'name': 'network-changed', 'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'status': 'completed', 'code': 200} May 13 15:36:50.119147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-10b46e6e-a845-46e6-bbc8-6ea6886f9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.120948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-10b46e6e-a845-46e6-bbc8-6ea6886f9c8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1098 time: 0.0763030 May 13 15:36:50.121532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:50.148028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659b7c-35db-42d0-b043-b6abe9ce66cc req-09471cdf-4761-41ae-8eef-2979c83b9368 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.149535 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e9659b7c-35db-42d0-b043-b6abe9ce66cc req-09471cdf-4761-41ae-8eef-2979c83b9368 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0807278 May 13 15:36:50.199466 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e9659b7c-35db-42d0-b043-b6abe9ce66cc req-df371573-493e-43c9-b924-25fb5821d70e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436571 May 13 15:36:50.254373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-113fc643-9f39-4fe4-af6d-bfe1ecb01e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.255793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-113fc643-9f39-4fe4-af6d-bfe1ecb01e11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1290863 May 13 15:36:50.367090 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-a1e2c0c4-f87e-40ba-9d79-a27d6d7e2e70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 999 time: 0.1056504 May 13 15:36:50.434757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-c19830bd-09b4-4324-b7d9-0e096c611ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.436392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-c19830bd-09b4-4324-b7d9-0e096c611ec7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0632844 May 13 15:36:50.494709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a5:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:36:49Z', 'revision_number': 1, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:50.498803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:50.507442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:50.507968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:36:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:50.689793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-9473fe6a-01c8-467e-82e5-e605f91870d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.691974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-9473fe6a-01c8-467e-82e5-e605f91870d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2480745 May 13 15:36:50.692387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:50.699528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462305b-4770-4335-a991-56b77c182b61 req-b49f1f13-8694-41c3-a08d-258dbe289f14 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.700894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2462305b-4770-4335-a991-56b77c182b61 req-b49f1f13-8694-41c3-a08d-258dbe289f14 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.2271068 May 13 15:36:50.826481 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2462305b-4770-4335-a991-56b77c182b61 req-7024191f-efc5-41e6-96b5-956baf7719e5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066287 May 13 15:36:50.865415 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-601831a1-c942-4238-b2b1-171e60c433a5 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635432 May 13 15:36:50.997087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-59c4c24d-a5a5-4ea6-8544-88eba3717547 req-4a37c085-c7d8-4383-9806-961833d1c293 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259794 May 13 15:36:51.089657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a5:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:36:49Z', 'revision_number': 1, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:51.093524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81051-bf3c-4728-892d-7755ed85510e None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a5:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:36:49Z', 'revision_number': 1, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:51.283536 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58a5cf-4b59-42b4-8ada-945fda962161 None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:36:52.011125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3151f-dfb3-4d5a-b333-8394a2475418 req-71dff7c1-8320-4d89-a1c0-4ac200810f4b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:52.012593 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f5a3151f-dfb3-4d5a-b333-8394a2475418 req-71dff7c1-8320-4d89-a1c0-4ac200810f4b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0796311 May 13 15:36:52.057202 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f5a3151f-dfb3-4d5a-b333-8394a2475418 req-361760d3-8fd6-4bc4-9a69-e3cc4ae44693 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 May 13 15:36:52.240345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78a2ab-39f1-44cd-be7d-33f94fc82932 req-04c81d65-ef91-4de3-95e7-7f8720b39509 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:52.241776 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad78a2ab-39f1-44cd-be7d-33f94fc82932 req-04c81d65-ef91-4de3-95e7-7f8720b39509 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0824091 May 13 15:36:52.284387 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ad78a2ab-39f1-44cd-be7d-33f94fc82932 req-c5eba51a-ceae-4288-aab3-1dd3bd9b8893 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 May 13 15:36:52.833960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f052b-1f50-436e-a9f1-9fe2e8315659 req-3f2d69c6-3f68-487d-8907-bc0ad98b4381 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:52.835444 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-117f052b-1f50-436e-a9f1-9fe2e8315659 req-3f2d69c6-3f68-487d-8907-bc0ad98b4381 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0789409 May 13 15:36:52.919901 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-117f052b-1f50-436e-a9f1-9fe2e8315659 req-0d77e140-10d2-49d3-96a3-0dc5c6e19bd6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784774 May 13 15:36:52.948135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-9d6eb01f-9779-4cae-af17-cc87754dca38 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883610 May 13 15:36:54.112836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c4dd-2e29-40ba-a83a-37ac309a9f31 req-b787b917-2d6f-430e-a5b6-5042572fb1e7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.114508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7283c4dd-2e29-40ba-a83a-37ac309a9f31 req-b787b917-2d6f-430e-a5b6-5042572fb1e7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0845892 May 13 15:36:54.159179 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7283c4dd-2e29-40ba-a83a-37ac309a9f31 req-572e39d9-1a3a-4bd5-8497-c80311aa81e3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389676 May 13 15:36:55.029025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-b5345a19-41c9-4b11-a22b-4e4e107baaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:55.030555 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-b5345a19-41c9-4b11-a22b-4e4e107baaa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1098 time: 0.0704694 May 13 15:36:55.165114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-2f965187-cf4d-4e48-98a5-10a2292762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:55.166618 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-2f965187-cf4d-4e48-98a5-10a2292762c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1300769 May 13 15:36:55.269047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-83f8c28d-5c52-42f6-b886-2b7e1980f6da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 1001 time: 0.0970130 May 13 15:36:55.381025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-860fb8b4-b9ea-4bb9-b873-7212e7a20301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:55.382499 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-860fb8b4-b9ea-4bb9-b873-7212e7a20301 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0819683 May 13 15:36:55.437764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e3e5e-fdde-43dc-9807-d76b2e4f25e6 req-cb67ac94-7d18-46e7-b5a7-f957361e0fb5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:55.439259 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-194e3e5e-fdde-43dc-9807-d76b2e4f25e6 req-cb67ac94-7d18-46e7-b5a7-f957361e0fb5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.1687660 May 13 15:36:55.500258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-194e3e5e-fdde-43dc-9807-d76b2e4f25e6 req-806d022b-e891-49a9-825c-f2ba0fb41d60 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504236 May 13 15:36:55.506635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-8de80aa0-6608-409f-96ce-7d3c976e8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:55.508072 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-8de80aa0-6608-409f-96ce-7d3c976e8b65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186078 May 13 15:36:55.642931 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-589c4fad-afd1-48d5-946a-c061ee346532 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246464 May 13 15:36:55.771300 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-4110c16f-a934-4581-ab6b-dac040ed06c0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224053 May 13 15:36:56.683554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec07fe-f724-4921-adde-3c9cfc3298da req-44b5ac0b-0bc2-4cde-8a1b-b9f0a69f21e8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.684952 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bbec07fe-f724-4921-adde-3c9cfc3298da req-44b5ac0b-0bc2-4cde-8a1b-b9f0a69f21e8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0792370 May 13 15:36:56.729207 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bbec07fe-f724-4921-adde-3c9cfc3298da req-840988c8-d02b-4602-a7db-e6c26ee42b50 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 May 13 15:36:57.730514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:57.912790 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94390899-c262-4796-b1dc-093cd9b54792 req-70fb1ef9-927b-4b49-a4ad-536b552bb4dc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:57.914287 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-94390899-c262-4796-b1dc-093cd9b54792 req-70fb1ef9-927b-4b49-a4ad-536b552bb4dc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0810707 May 13 15:36:57.957556 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-94390899-c262-4796-b1dc-093cd9b54792 req-a81987e2-5b3b-4e3d-a06b-951bd9c249ed tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375209 May 13 15:36:58.352368 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:36:59.149228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cabf73-1b4e-49e8-99c2-cab08dd6673f req-90118762-69a9-45dd-9203-0315bb70a219 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.150725 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-43cabf73-1b4e-49e8-99c2-cab08dd6673f req-90118762-69a9-45dd-9203-0315bb70a219 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0858042 May 13 15:36:59.195146 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-43cabf73-1b4e-49e8-99c2-cab08dd6673f req-91c1ba65-1d52-49cb-b02e-1bfb6d5dfa15 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387661 May 13 15:37:00.473931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2b07-2950-4aab-a166-9b1a59a7537f req-a09559ae-81d5-460a-9bce-5f111ae8e7e2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:00.475393 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf8f2b07-2950-4aab-a166-9b1a59a7537f req-a09559ae-81d5-460a-9bce-5f111ae8e7e2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.1778371 May 13 15:37:00.519091 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf8f2b07-2950-4aab-a166-9b1a59a7537f req-cba26173-a7c3-41e3-825f-59cccb5892dd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 May 13 15:37:00.768283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-522a0126-abc0-47fe-981d-cd4a2f09dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:01.701043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41013c-828c-418a-b0a5-f44f65910822 req-f125b9ab-8571-4146-b78f-18f170cd7a52 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:01.702524 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cf41013c-828c-418a-b0a5-f44f65910822 req-f125b9ab-8571-4146-b78f-18f170cd7a52 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0799098 May 13 15:37:01.745775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cf41013c-828c-418a-b0a5-f44f65910822 req-f34d7772-5598-4505-a7d3-301a774587ea tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368094 May 13 15:37:02.932615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61442d-be17-4a54-9bb1-129189b433aa req-eae3306b-8246-477a-b2b3-98411632e8ba tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:02.934098 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e61442d-be17-4a54-9bb1-129189b433aa req-eae3306b-8246-477a-b2b3-98411632e8ba tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0797658 May 13 15:37:02.980476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e61442d-be17-4a54-9bb1-129189b433aa req-e147fada-9c66-4b0e-a2b7-1eb7d11dc845 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407374 May 13 15:37:03.198998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ad9f97e7-1630-4e82-9966-67dc1e487508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.166527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec793d8-7ced-4b79-ad21-0446f90290fb req-b92120d0-5225-4261-9772-b39656e6af4b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:04.167980 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ec793d8-7ced-4b79-ad21-0446f90290fb req-b92120d0-5225-4261-9772-b39656e6af4b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0824192 May 13 15:37:04.212496 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ec793d8-7ced-4b79-ad21-0446f90290fb req-c27bb14a-0724-45e5-a1c5-33e432076909 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 May 13 15:37:04.579336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.659202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:05.397895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a34463-4ca9-4452-becf-aacbefe7a1c8 req-c4cc782b-5c05-4dc2-93ff-74d123c2bd0c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:05.399414 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-85a34463-4ca9-4452-becf-aacbefe7a1c8 req-c4cc782b-5c05-4dc2-93ff-74d123c2bd0c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0805688 May 13 15:37:05.443178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-85a34463-4ca9-4452-becf-aacbefe7a1c8 req-a2e2f031-7061-4fe8-bf8c-9d949a0e13b0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 May 13 15:37:05.934201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:06.627704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4b407-b5b0-43b4-a7dd-baca733da446 req-06635ec2-9e5e-439b-b115-413409790a2e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:06.629152 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bbe4b407-b5b0-43b4-a7dd-baca733da446 req-06635ec2-9e5e-439b-b115-413409790a2e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0806389 May 13 15:37:06.677970 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bbe4b407-b5b0-43b4-a7dd-baca733da446 req-c91981c9-298e-49e9-bd2f-a2aa5fa25ccd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 May 13 15:37:07.862428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7d58b-c5e0-4c81-9649-26add02fa25d req-33aaf5f5-2b2c-4f88-9188-b31b53e60bb5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:07.864079 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-20f7d58b-c5e0-4c81-9649-26add02fa25d req-33aaf5f5-2b2c-4f88-9188-b31b53e60bb5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0831428 May 13 15:37:07.907424 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-20f7d58b-c5e0-4c81-9649-26add02fa25d req-f483e579-89d1-4fda-8273-c8eb595e3dd9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378976 May 13 15:37:09.094312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d41d8-521f-4bf4-b10b-c1f72dd47fd4 req-2427614c-c71f-452d-b91b-229d88cc499c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:09.095775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a28d41d8-521f-4bf4-b10b-c1f72dd47fd4 req-2427614c-c71f-452d-b91b-229d88cc499c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0800102 May 13 15:37:09.140931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a28d41d8-521f-4bf4-b10b-c1f72dd47fd4 req-3956e55d-79bf-4e48-8a5c-b17c16cd75ab tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383244 May 13 15:37:10.326833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256070e2-b169-486f-8352-99ac95e0c982 req-a5541bb5-0547-42fa-8519-5ccdd6c79d5a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:10.328173 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-256070e2-b169-486f-8352-99ac95e0c982 req-a5541bb5-0547-42fa-8519-5ccdd6c79d5a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0780630 May 13 15:37:10.371730 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-256070e2-b169-486f-8352-99ac95e0c982 req-b0edcdb9-90ea-4a64-a8f5-9f77169f08b0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373316 May 13 15:37:11.653213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bf584-3641-40c8-bd9f-eb9a9d7e9f24 req-a4509ac9-18c0-4bfe-91a9-706e8f9752f6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.654597 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c63bf584-3641-40c8-bd9f-eb9a9d7e9f24 req-a4509ac9-18c0-4bfe-91a9-706e8f9752f6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.1774490 May 13 15:37:11.697505 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c63bf584-3641-40c8-bd9f-eb9a9d7e9f24 req-9fbd9da4-6a8d-4b7e-9d97-c0f662595ce8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372756 May 13 15:37:12.886006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6fcc-fcba-4ece-a07d-e45852eeb89e req-f5757e22-bc20-4a19-99e6-18404caca51f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:12.887460 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-545f6fcc-fcba-4ece-a07d-e45852eeb89e req-f5757e22-bc20-4a19-99e6-18404caca51f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0818467 May 13 15:37:12.930809 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-545f6fcc-fcba-4ece-a07d-e45852eeb89e req-995ab8fc-0dc0-4c4e-ada9-259d3bb54ed5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378079 May 13 15:37:14.116155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71a547-9ad4-4b5c-972c-8323246c851e req-6054015b-18ef-4ce1-ba78-ce74db8e22b7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:14.117652 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b71a547-9ad4-4b5c-972c-8323246c851e req-6054015b-18ef-4ce1-ba78-ce74db8e22b7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0807369 May 13 15:37:14.165795 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b71a547-9ad4-4b5c-972c-8323246c851e req-cbbd3bbc-6e8a-449c-a38c-917b198d2019 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 May 13 15:37:15.346292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665a92b-aad0-4d6b-95d6-c71a7a91066f req-49ab9b95-f3d4-4f46-8b9a-9142fa9662bf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:15.347719 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c665a92b-aad0-4d6b-95d6-c71a7a91066f req-49ab9b95-f3d4-4f46-8b9a-9142fa9662bf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0778563 May 13 15:37:15.395211 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c665a92b-aad0-4d6b-95d6-c71a7a91066f req-f5f1c6d6-6501-459b-b746-04f357380bd2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 May 13 15:37:16.576927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b4c14-cad8-45e4-ba73-60bbc0663682 req-32404171-fd2b-414a-9edc-232a2ac86d04 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:16.578401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0f5b4c14-cad8-45e4-ba73-60bbc0663682 req-32404171-fd2b-414a-9edc-232a2ac86d04 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0781512 May 13 15:37:16.622072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0f5b4c14-cad8-45e4-ba73-60bbc0663682 req-894c564a-fe4c-406f-acd9-7f9cf1ad740d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 May 13 15:37:17.858500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-4c8328ab-8521-4114-8b04-7e27b1a6ae0e service neutron] 10.222.0.23 "GET /v2.0/ports/50c908e8-9e51-40e2-86d8-860dfc6c78b9/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.1326888 May 13 15:37:17.874216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d4589-bcf2-4fab-8846-daaee014ad1c req-273eceee-ea2d-47c7-9680-b4c09a9c4579 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:17.875697 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-505d4589-bcf2-4fab-8846-daaee014ad1c req-273eceee-ea2d-47c7-9680-b4c09a9c4579 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.1175754 May 13 15:37:17.920438 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-505d4589-bcf2-4fab-8846-daaee014ad1c req-7113fb98-c10b-4948-9db2-474c5397e6b9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389988 May 13 15:37:18.399638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-73a65950-5674-4012-9cbe-4f04d6b9c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.401263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-73a65950-5674-4012-9cbe-4f04d6b9c3ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0703571 May 13 15:37:18.491886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-fade5335-4310-4903-bd44-b14cb58570f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.493334 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-fade5335-4310-4903-bd44-b14cb58570f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1098 time: 0.0717371 May 13 15:37:18.619813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-78a76946-0c67-4c14-b7ca-afbaa4007c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.621223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-78a76946-0c67-4c14-b7ca-afbaa4007c4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1212659 May 13 15:37:18.718294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-2657261c-eb1c-49bb-9dec-377ca5ec94cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 1001 time: 0.0902207 May 13 15:37:18.780827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-41fa9596-a9e9-4e6e-9cd1-3408cd1191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.782250 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-41fa9596-a9e9-4e6e-9cd1-3408cd1191c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0589237 May 13 15:37:18.855288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640de13-95e0-4f76-84ab-45583987b29d req-d35ae420-1bf6-4e1a-b9a8-c07a9006bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.856741 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-d35ae420-1bf6-4e1a-b9a8-c07a9006bedc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685551 May 13 15:37:18.989925 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-45d8196f-9857-41bb-b117-344a5fe0d1f7 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263793 May 13 15:37:19.113646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79eb50-5ffe-4549-8123-11d355f95c89 req-002ba6f8-048d-4de4-bd85-3a32f7f43676 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:19.115749 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1a79eb50-5ffe-4549-8123-11d355f95c89 req-002ba6f8-048d-4de4-bd85-3a32f7f43676 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0893791 May 13 15:37:19.125496 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6640de13-95e0-4f76-84ab-45583987b29d req-3367e4e1-949d-4ca5-847e-0cffd49e772b service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293333 May 13 15:37:19.161855 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1a79eb50-5ffe-4549-8123-11d355f95c89 req-eedaa75c-449e-4ed5-b151-7ec9f749d05c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 May 13 15:37:20.433120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ab99-0c1f-47d0-80ff-8013f791bbe5 req-70e92e96-b9dc-4fc4-93ad-f0502bbf4afd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:20.434608 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1005ab99-0c1f-47d0-80ff-8013f791bbe5 req-70e92e96-b9dc-4fc4-93ad-f0502bbf4afd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.1666541 May 13 15:37:20.477862 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1005ab99-0c1f-47d0-80ff-8013f791bbe5 req-0415c150-dc20-4867-9165-84bff50ef5bf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 May 13 15:37:21.669529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05026b9d-d83f-42de-8739-5b9490c7904c req-ac4e4e9a-fe4b-483e-9929-0f7f94e3dc61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:21.671005 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-05026b9d-d83f-42de-8739-5b9490c7904c req-ac4e4e9a-fe4b-483e-9929-0f7f94e3dc61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0806065 May 13 15:37:21.713649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:37:21.714809 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-05026b9d-d83f-42de-8739-5b9490c7904c req-eb8a03f3-3f8f-42e2-9666-081b21621dd3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 May 13 15:37:21.716093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:37:21.943673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:21.944056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:21.966545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:21.991355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:21.998266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'mac_address': 'fa:16:3e:a5:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:37:22.028209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:22.051652 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdd5c6d-d853-4ed5-a557-4f5e763bf1de'] response: {'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'code': 200} May 13 15:37:22.064949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:22.065338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:22.086361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:22.118108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:22.167105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eb423-28bf-48a3-9bf6-0c907aac9c44 req-a74e7161-b947-4f6a-91f2-be9a99d189a4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.168560 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-da2eb423-28bf-48a3-9bf6-0c907aac9c44 req-a74e7161-b947-4f6a-91f2-be9a99d189a4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 943 time: 0.0890272 May 13 15:37:22.217442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-da2eb423-28bf-48a3-9bf6-0c907aac9c44 req-75d155b8-4fe4-48ce-80b8-262068b8fec3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 May 13 15:37:22.229072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-75e62a1a-0ce5-4d17-9acd-530ed73b75b4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.230622 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-75e62a1a-0ce5-4d17-9acd-530ed73b75b4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59&tenant_id=5051aa0e01c44a3fa507c4e332f004e5&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.0867076 May 13 15:37:22.236626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:37:22.236985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:37:22.240912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:22.248224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.248596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.249206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.249586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.249972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.250360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.250727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.251087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.251457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.251833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.252178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.252541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:22.376646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-573a5174-0f42-4556-9b58-2216a3813c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.378155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-573a5174-0f42-4556-9b58-2216a3813c97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1096 time: 0.0740621 May 13 15:37:22.508960 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-c4400e8e-c430-4f67-8705-caf006675fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.510495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-c4400e8e-c430-4f67-8705-caf006675fc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1271479 May 13 15:37:22.612838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-6b35f89a-0942-434c-b8bc-3898d65687c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 999 time: 0.0960882 May 13 15:37:22.674795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-c5828b33-1936-41aa-9b38-5a084f02efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.676328 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-c5828b33-1936-41aa-9b38-5a084f02efcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0578480 May 13 15:37:22.753257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-12c8906a-1652-43f9-8a34-c6e1d69d43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.754798 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-12c8906a-1652-43f9-8a34-c6e1d69d43e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732007 May 13 15:37:22.791643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:22.792179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:22.808864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:22.824599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:22.884688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:22.890407 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-be2ca293-2cb4-47a0-b15e-c412a30fa6a0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297743 May 13 15:37:22.952884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['50c908e8-9e51-40e2-86d8-860dfc6c78b9'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:37:23.024108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:23.034317 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d5c079-1a92-4b8b-aa7b-2bcbd3b3d41d req-42e34b3a-e5e9-4064-8a06-074e8f69d170 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380384 May 13 15:37:23.327236 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-f3e4f12d-7cdd-4d4b-a78f-04bd9b4f3e63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730791 May 13 15:37:23.488185 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972ffd6-56fb-442c-a405-269dfe4ea212 req-15163036-ede2-4948-befe-674a3861c415 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.489894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5972ffd6-56fb-442c-a405-269dfe4ea212 req-15163036-ede2-4948-befe-674a3861c415 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 944 time: 0.1511626 May 13 15:37:23.517250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-e5be20b7-4a9d-4717-9fb5-4c31013c8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.518929 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-e5be20b7-4a9d-4717-9fb5-4c31013c8b19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 1097 time: 0.1216328 May 13 15:37:23.570780 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5972ffd6-56fb-442c-a405-269dfe4ea212 req-cb0c99da-3319-4c83-999a-2a2901ff63b7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742090 May 13 15:37:23.688550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-2c3ecd3f-bf7a-4184-b6ec-eb23f7a7b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.690258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-2c3ecd3f-bf7a-4184-b6ec-eb23f7a7b38b service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1497293 May 13 15:37:23.741511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:37:23.800318 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-612fb2c6-d2dc-4dca-884f-fece5fdd3201 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 200 len: 1000 time: 0.1043060 May 13 15:37:23.823576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:23.824184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:23.866695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-9aa55bde-5e39-49d4-9f7b-c68295f952d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.868539 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-9aa55bde-5e39-49d4-9f7b-c68295f952d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0615218 May 13 15:37:23.953332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-0ef98cc1-d9b2-4d84-bc52-80ba22bf1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.954884 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-0ef98cc1-d9b2-4d84-bc52-80ba22bf1b22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800502 May 13 15:37:23.957470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:23.958030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:23.994154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:24.052499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:24.058746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:24.115091 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2c398c-aa97-46dd-983a-44d090236066'] response: {'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'code': 200} May 13 15:37:24.143615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:24.187329 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-235c0052-09bc-443e-a029-94f6133dc969 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267835 May 13 15:37:24.322235 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-42b6a433-67cd-43eb-be46-bf157ed8c700 req-de107c77-0bd3-4dbb-9f1f-afb88144c9ae service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287103 May 13 15:37:24.754559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb488e-0daa-420c-8234-cad6785e0936 req-dc7ebcb5-0abe-49ea-a4c4-bfd156b99a77 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:24.756054 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5bb488e-0daa-420c-8234-cad6785e0936 req-dc7ebcb5-0abe-49ea-a4c4-bfd156b99a77 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0794291 May 13 15:37:24.799785 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5bb488e-0daa-420c-8234-cad6785e0936 req-54ec71e1-99a1-4064-a227-dbfa8c0d2b7a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381286 May 13 15:37:24.982326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c35f-aad0-4bdd-8b7e-1acad8c08376 req-ff4b6f38-55fc-479b-be6c-6c2d8c6bb5c9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:24.983795 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dcc2c35f-aad0-4bdd-8b7e-1acad8c08376 req-ff4b6f38-55fc-479b-be6c-6c2d8c6bb5c9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0793707 May 13 15:37:25.027581 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dcc2c35f-aad0-4bdd-8b7e-1acad8c08376 req-7cd25314-d689-44d1-8d7a-cd3372de1bd2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381951 May 13 15:37:25.211792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fd864-489b-42f6-8eab-9a8e34b365c8 req-a9ba5f05-064e-4df0-8535-01c24dcceca5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:25.213125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4e7fd864-489b-42f6-8eab-9a8e34b365c8 req-a9ba5f05-064e-4df0-8535-01c24dcceca5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0833769 May 13 15:37:25.256710 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4e7fd864-489b-42f6-8eab-9a8e34b365c8 req-a3ba6fba-f2b8-49c2-a120-5f9a0581e20b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379858 May 13 15:37:26.167453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f6549-d968-42d2-bd74-ef0a3365a678 req-6df75006-1c41-47fa-b573-bf8287209c89 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:26.169018 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-781f6549-d968-42d2-bd74-ef0a3365a678 req-6df75006-1c41-47fa-b573-bf8287209c89 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0841725 May 13 15:37:26.213862 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-781f6549-d968-42d2-bd74-ef0a3365a678 req-bbb7a168-e7c0-45d0-adad-1c320187db4c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 May 13 15:37:27.404964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633027cd-a174-43b6-83e1-a0d0cbba99d6 req-15caccba-ac96-4aff-ad15-c00b68d84ffe tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:27.406454 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-633027cd-a174-43b6-83e1-a0d0cbba99d6 req-15caccba-ac96-4aff-ad15-c00b68d84ffe tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0840671 May 13 15:37:27.450998 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-633027cd-a174-43b6-83e1-a0d0cbba99d6 req-5d13fd4e-4732-4dc1-9c18-0d8b0fcc3d11 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 May 13 15:37:27.760438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:27.795772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-c14863a1-e9c8-4995-ba1b-09601e514eff tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:27.797235 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-c14863a1-e9c8-4995-ba1b-09601e514eff tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 945 time: 0.0820916 May 13 15:37:27.868565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Deleting port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:37:27.868939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:28.116824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] For port 50c908e8-9e51-40e2-86d8-860dfc6c78b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=50c908e8-9e51-40e2-86d8-860dfc6c78b9,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:28.117183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:28.415990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:28.416357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:28.416694 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c disassociated. External IP: 172.26.7.153, port: 50c908e8-9e51-40e2-86d8-860dfc6c78b9. May 13 15:37:28.417036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Calling delete_port for 50c908e8-9e51-40e2-86d8-860dfc6c78b9 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:37:28.603472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:28.661773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'Port': ['ID=50c908e8-9e51-40e2-86d8-860dfc6c78b9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:28.767863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048188dc-38ad-4782-b0e2-d8983a6711ce req-91a5c6ca-9cce-4172-bddf-b67472278b52 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:28.769392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-048188dc-38ad-4782-b0e2-d8983a6711ce req-91a5c6ca-9cce-4172-bddf-b67472278b52 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 867 time: 0.2119787 May 13 15:37:29.000462 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-048188dc-38ad-4782-b0e2-d8983a6711ce req-2c832b2f-560e-4a0e-b2c0-0438fbd42db6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242086 May 13 15:37:29.009626 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:37:29.187594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:37:29.200001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:37:29.209917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:29.210543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:29.263705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] No DVR routers for this DVR port 50c908e8-9e51-40e2-86d8-860dfc6c78b9 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:37:29.266181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:29.268677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-deleted', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:29.315045 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bd6ede-47e0-43bc-a4c7-e7cbb4880ddc'] response: {'server_uuid': 'ed8d49dd-472e-4999-b7b8-2d461b8e7c59', 'name': 'network-vif-deleted', 'tag': '50c908e8-9e51-40e2-86d8-860dfc6c78b9', 'status': 'completed', 'code': 200} May 13 15:37:29.348057 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2997ef38-28e5-4f85-9d54-e9b62fc75236 req-6ff0d551-b38d-472a-a587-1db0abbd3326 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "DELETE /v2.0/ports/50c908e8-9e51-40e2-86d8-860dfc6c78b9 HTTP/1.1" status: 204 len: 173 time: 1.5448174 May 13 15:37:29.393161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:29.744718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:29.748569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:37:29.757105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:29.757692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:29.935583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:30.168286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-05150191-92e8-484e-8114-abb69de521e4 req-2bce22f9-7138-425f-8aa8-c3f1ea2a2709 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:37:30.260871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:30.261576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-05150191-92e8-484e-8114-abb69de521e4 req-2bce22f9-7138-425f-8aa8-c3f1ea2a2709 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:37:30.262850 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05150191-92e8-484e-8114-abb69de521e4 req-2bce22f9-7138-425f-8aa8-c3f1ea2a2709 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=ed8d49dd-472e-4999-b7b8-2d461b8e7c59 HTTP/1.1" status: 200 len: 210 time: 0.1389244 May 13 15:37:30.264934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94d78b-0edc-4343-8020-8d24d61a5228 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:37:30.465553 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736acd41-01dc-4b7c-b53a-89cbb4ab9af9 None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:37:30.825621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aafeefd1-4ec6-42e5-8734-1f48238d8253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:31.598270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-67a176ea-41a8-4719-b6a5-227bd10a8400 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--855586165&fields=id&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 267 time: 0.0387540 May 13 15:37:31.747272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-4314c97a-fa78-498a-9fde-8434fffd5ece tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:31.748696 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-4314c97a-fa78-498a-9fde-8434fffd5ece tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1439440 May 13 15:37:31.763929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-757aafda-64df-4eb3-b482-acca146d6711 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/quotas/5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 375 time: 0.0095794 May 13 15:37:31.766389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:37:31.800524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 50c908e8-9e51-40e2-86d8-860dfc6c78b9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:37:31.800784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 50c908e8-9e51-40e2-86d8-860dfc6c78b9 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:37:31.852363 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-adec77a6-3961-465d-a4d1-8c7aea02f87f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829167 May 13 15:37:31.988702 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-76104bb8-db05-4c63-9d05-d4fc6e8da573 service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244459 May 13 15:37:32.118643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-042322ac-ee6c-4f9a-ac0e-95f3527f41ed service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234045 May 13 15:37:32.380818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-56ce62cf-2ceb-4c3a-9a6c-24ba9be9a33e req-8cb0f4e2-2944-43d2-9914-a4a5efdc18f0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 210 time: 0.0447841 May 13 15:37:33.181625 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7401d770-5163-41b9-9450-0763395243b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:33.528497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ba9b707a-1904-42c3-b798-9501f6e0b3c1 req-ff0f83e3-ab55-4077-bcb4-4c97115146dd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 210 time: 0.0441098 May 13 15:37:34.304930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-ff9159a4-a5b7-4afb-9865-4f33d8ae3839 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:34.306397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-ff9159a4-a5b7-4afb-9865-4f33d8ae3839 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1463504 May 13 15:37:34.355150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-b398260c-936e-4c07-bf03-c02dafef5897 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 379 time: 0.0409672 May 13 15:37:34.363002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'port': {'device_id': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'admin_state_up': True, 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'security_groups': ['203699f8-b0dd-43ba-aaf7-9b9e4bb15325']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:34.501910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:37:34.512269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:37:34.592604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:37:34.592822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:34.596550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:34.650935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:34.702081 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1a0a04f-9a39-48aa-969f-8fe86d91998e req-29b8f061-e7b4-45ca-a39d-465698b630fe tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 210 time: 0.0465271 May 13 15:37:34.804544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Allocated IP 172.20.0.7 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/190cd050-641a-4a1d-9514-281948d1ea6d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:37:34.988108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.003953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Transition to ACTIVE for port object 190cd050-641a-4a1d-9514-281948d1ea6d will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:37:35.084564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.154139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:37:35.157250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:37:35.161793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:37:35.196621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:35.233772 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:35.235530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.335063 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-9013a431-128b-4b2d-8aff-83df04c4e816 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9755127 May 13 15:37:35.346120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Request body: {'port': {'device_id': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:35.351984 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:37:35.459144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.465242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ec08269-ffd1-4d7c-9f2c-d4226f182765 None None] Provisioning for port 190cd050-641a-4a1d-9514-281948d1ea6d completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:37:35.470189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6ec08269-ffd1-4d7c-9f2c-d4226f182765 None None] Provisioning complete for port 190cd050-641a-4a1d-9514-281948d1ea6d triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:35.470557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ec08269-ffd1-4d7c-9f2c-d4226f182765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.529408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ec08269-ffd1-4d7c-9f2c-d4226f182765 None None] Port 190cd050-641a-4a1d-9514-281948d1ea6d cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:37:35.894164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aead08b-bb53-4bd1-a78f-0dafc0391e31 req-978a695e-d21f-485d-821d-a1910868c9cf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:35.895641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8aead08b-bb53-4bd1-a78f-0dafc0391e31 req-978a695e-d21f-485d-821d-a1910868c9cf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 931 time: 0.0857649 May 13 15:37:35.915661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:35.918917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.923707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.938066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Transition to ACTIVE for port object 190cd050-641a-4a1d-9514-281948d1ea6d will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:37:35.941499 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8aead08b-bb53-4bd1-a78f-0dafc0391e31 req-9da8778b-5bfb-4b2a-ad2a-5061584f8293 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 May 13 15:37:36.015967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:36.145647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:36.253469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Attempting to bind port 190cd050-641a-4a1d-9514-281948d1ea6d on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:37:36.253802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Attempting to bind port 190cd050-641a-4a1d-9514-281948d1ea6d by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:37:36.254162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Attempting to bind port 190cd050-641a-4a1d-9514-281948d1ea6d on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:36.259884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Port 190cd050-641a-4a1d-9514-281948d1ea6d on network 96ddce16-3659-455b-8914-097adfce148d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:37:36.260203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Attempting to bind port 190cd050-641a-4a1d-9514-281948d1ea6d on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:36.265264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:37:36.265596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:37:36.266051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:37:36.266428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Bound port: 190cd050-641a-4a1d-9514-281948d1ea6d, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:37:36.266770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:36.355933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:37:36.359270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:37:36.433095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:36.493479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:36.494290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:36.495642 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] 10.222.0.23 "PUT /v2.0/ports/190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 1093 time: 1.1535680 May 13 15:37:36.498417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:36.520583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdff2f-cd14-4ca3-9591-d494f0801a65 service neutron] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:36.546408 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f166a50-1719-4bad-b308-8c5bf7b14d48'] response: {'name': 'network-changed', 'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'status': 'completed', 'code': 200} May 13 15:37:36.639679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fd13-f3ce-467d-926e-c871a5509574 req-e00eb8e8-c095-4dc0-946e-23bbc2544f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:36.641174 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f336fd13-f3ce-467d-926e-c871a5509574 req-e00eb8e8-c095-4dc0-946e-23bbc2544f26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1096 time: 0.0752618 May 13 15:37:36.790712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fd13-f3ce-467d-926e-c871a5509574 req-71928aaa-77b8-4166-9593-f42c9c29b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:36.794078 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f336fd13-f3ce-467d-926e-c871a5509574 req-71928aaa-77b8-4166-9593-f42c9c29b96c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1444433 May 13 15:37:36.928319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fd13-f3ce-467d-926e-c871a5509574 req-a582a8d2-df5b-4652-aef1-fc2930e65fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:36.930691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f336fd13-f3ce-467d-926e-c871a5509574 req-a582a8d2-df5b-4652-aef1-fc2930e65fc6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318493 May 13 15:37:37.040253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-07035239-237e-403a-8c91-842f4000b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:37.041660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-07035239-237e-403a-8c91-842f4000b927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1096 time: 0.0782545 May 13 15:37:37.111680 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-4cdd6286-4d3d-4cb4-8611-74e8c68c3371 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 217 time: 0.0631261 May 13 15:37:37.131552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fecf1-3fe3-4525-a29d-cf218eddf109 req-8cfc9507-7600-4da7-99ea-a6361a237e75 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:37.133098 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9e6fecf1-3fe3-4525-a29d-cf218eddf109 req-8cfc9507-7600-4da7-99ea-a6361a237e75 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 943 time: 0.0814474 May 13 15:37:37.178904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-f805e799-1bbb-4ff2-90bc-867ff2caa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:37.181136 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-f805e799-1bbb-4ff2-90bc-867ff2caa38d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0642383 May 13 15:37:37.181941 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9e6fecf1-3fe3-4525-a29d-cf218eddf109 req-e2e0bdbc-06cb-4835-9b57-fdf11d2ecf1b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 May 13 15:37:37.255199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-fffe6334-a040-432b-9c06-b67bfd884366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:37.256704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-fffe6334-a040-432b-9c06-b67bfd884366 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702550 May 13 15:37:37.386117 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-5c41fc36-fe76-4cc6-a412-0338c5dab0ab service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235621 May 13 15:37:37.517163 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-106b0628-a8db-43c9-89b4-366a6143ba0f req-fbba65ae-5c5c-4198-8106-56f93e641cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245298 May 13 15:37:38.368206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde042-e3cf-48ee-9382-d07ed25fd927 req-691a4042-62d6-4234-b93b-0a7ee55f918c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:38.369116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-97cde042-e3cf-48ee-9382-d07ed25fd927 req-691a4042-62d6-4234-b93b-0a7ee55f918c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:37:38.483932 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-97cde042-e3cf-48ee-9382-d07ed25fd927 req-691a4042-62d6-4234-b93b-0a7ee55f918c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:37:38.485019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-97cde042-e3cf-48ee-9382-d07ed25fd927 req-691a4042-62d6-4234-b93b-0a7ee55f918c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 943 time: 0.1961746 May 13 15:37:38.622136 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-97cde042-e3cf-48ee-9382-d07ed25fd927 req-6646da5e-cff4-4579-8075-26b793704285 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314070 May 13 15:37:39.810491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1e12-55e7-4835-94ea-9bafc6c406fe req-81125b9f-8a06-4f8e-b4b1-4f6b90a8341c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:39.811971 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-473f1e12-55e7-4835-94ea-9bafc6c406fe req-81125b9f-8a06-4f8e-b4b1-4f6b90a8341c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 943 time: 0.0857627 May 13 15:37:39.812609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:37:39.855852 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-473f1e12-55e7-4835-94ea-9bafc6c406fe req-2d0ae04e-fde1-454a-9540-50fde8bb95ad tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381358 May 13 15:37:39.945624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:39.958521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '190cd050-641a-4a1d-9514-281948d1ea6d', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d', 'mac_address': 'fa:16:3e:a1:3d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:37:40.012128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:40.012503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:40.029231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:40.044484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:40.112753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:40.183902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:40.300696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['190cd050-641a-4a1d-9514-281948d1ea6d'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:37:41.054152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8e10-3a2c-4bf9-9412-c1126a2a39fc req-b495ea58-8a48-418f-865c-a4e52ee3342a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:41.055607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d34d8e10-3a2c-4bf9-9412-c1126a2a39fc req-b495ea58-8a48-418f-865c-a4e52ee3342a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 944 time: 0.0897973 May 13 15:37:41.099278 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d34d8e10-3a2c-4bf9-9412-c1126a2a39fc req-dad296ce-1aa3-478c-8d95-59a7ed375ac6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 May 13 15:37:41.812704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:37:41.987043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 190cd050-641a-4a1d-9514-281948d1ea6d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:37:41.992338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 190cd050-641a-4a1d-9514-281948d1ea6d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:41.992713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:42.114947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:42.115323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:42.146957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:42.157316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:42.192805 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f814387-6931-469e-b679-7ad63c8b6abc'] response: {'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'code': 200} May 13 15:37:42.238418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:42.286347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7913a7-11e1-4b22-af91-5886813edf9f req-475ab581-c6d8-4330-83d0-88d106f25213 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:42.287722 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7f7913a7-11e1-4b22-af91-5886813edf9f req-475ab581-c6d8-4330-83d0-88d106f25213 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0806754 May 13 15:37:42.306783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:42.332698 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7f7913a7-11e1-4b22-af91-5886813edf9f req-8a730037-3399-4be9-9af9-1158020480df tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386817 May 13 15:37:42.607583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9961-3cea-4187-8dbe-d26e6724657f req-6c931e71-2b6e-44d1-884b-ddbd72e39f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:42.609011 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-281e9961-3cea-4187-8dbe-d26e6724657f req-6c931e71-2b6e-44d1-884b-ddbd72e39f38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.0727651 May 13 15:37:42.651522 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-281e9961-3cea-4187-8dbe-d26e6724657f req-0233cb3d-19ed-4c14-bf66-c83881a8b8bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 May 13 15:37:43.517670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855560b7-10a6-40fc-b12f-35401161f6cb req-0130be22-8cf3-41ff-b241-62886f737307 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:43.519135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-855560b7-10a6-40fc-b12f-35401161f6cb req-0130be22-8cf3-41ff-b241-62886f737307 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0804474 May 13 15:37:43.568504 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-855560b7-10a6-40fc-b12f-35401161f6cb req-6d761c47-8c59-475f-be46-187030fdddce tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 May 13 15:37:45.007946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a7b9-54ec-403a-999e-168dafea4c5e req-58a808bb-4b9c-403f-bb16-ed54bb18240e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:45.009388 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-61e8a7b9-54ec-403a-999e-168dafea4c5e req-58a808bb-4b9c-403f-bb16-ed54bb18240e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1815219 May 13 15:37:45.052169 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-61e8a7b9-54ec-403a-999e-168dafea4c5e req-87948888-b8d7-4ae8-bfa3-a45b94a619d4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368121 May 13 15:37:45.231851 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d9526-8bb9-45a7-9aeb-8804c1b8699e req-5cd0ea8d-b38e-47e6-9cda-8845d868d795 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:45.233205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3a2d9526-8bb9-45a7-9aeb-8804c1b8699e req-5cd0ea8d-b38e-47e6-9cda-8845d868d795 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0816360 May 13 15:37:45.241783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 42980) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:37:45.247247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'floatingip': {'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:45.325761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:45.920182 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:45.986673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:46.154807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c associated. External IP: 172.26.7.153, port: 190cd050-641a-4a1d-9514-281948d1ea6d. May 13 15:37:46.599292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:37:46.775130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:37:46.780311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:46.784923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:37:46.794466 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:46.795073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:37:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:46.837095 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5fb7f8a2-3ea9-40e4-8c47-e7391b6ec8b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "PUT /v2.0/floatingips/97cfa1ef-2b65-4452-b932-b4abca73613c HTTP/1.1" status: 200 len: 991 time: 1.5942152 May 13 15:37:46.837834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:46.885645 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc61fc8-fb9c-4bc9-818b-bd358a2faa7a'] response: {'name': 'network-changed', 'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'status': 'completed', 'code': 200} May 13 15:37:46.984425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-ba6cd270-c7dd-46fb-bbc6-dcd60792762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:46.986088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-ba6cd270-c7dd-46fb-bbc6-dcd60792762a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.0802031 May 13 15:37:47.016640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:47.121337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-23817163-7eaa-4e9d-828e-9889b0da9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.122919 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-23817163-7eaa-4e9d-828e-9889b0da9520 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1313720 May 13 15:37:47.236667 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-937d5292-31af-4bc9-bccd-b76bf2bd0561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 999 time: 0.1078224 May 13 15:37:47.354342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-a8d24388-a8d9-4750-8246-5939a9eebfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.355857 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-a8d24388-a8d9-4750-8246-5939a9eebfba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.1134636 May 13 15:37:47.375849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a1:3d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:37:45Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:47.379688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:37:47.388160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:47.388796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:37:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:47.424860 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a160e-97ef-42e9-b433-c23e48584261 req-7cfd908b-86a1-461d-8640-4ab66994553f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.426343 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-372a160e-97ef-42e9-b433-c23e48584261 req-7cfd908b-86a1-461d-8640-4ab66994553f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1538801 May 13 15:37:47.477435 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-8d6495cc-8c6c-4084-8f28-21f4b091dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.479528 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-8d6495cc-8c6c-4084-8f28-21f4b091dd2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176820 May 13 15:37:47.484244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-372a160e-97ef-42e9-b433-c23e48584261 req-34defe3f-0d3d-424e-a8af-82a0d561900f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509560 May 13 15:37:47.564345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:47.613572 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-4db84f63-65c5-4dd2-98c6-e7d6752eef5d service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276722 May 13 15:37:47.747526 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-19de55f3-7bd4-480e-b367-1fce0d8d3499 req-e6a73a86-0488-4ca4-ab36-6ccac8c4502a service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284633 May 13 15:37:47.926501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a1:3d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:37:45Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:47.930620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee3b6b-a0c1-4919-8642-84fceffd1df8 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a1:3d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:37:45Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:37:48.108338 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f72015-2263-474a-b8c0-dccd28bd6bcd None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:37:48.671932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70896-dc58-4a49-b8aa-29e3b93a7637 req-003988ac-8266-42e1-ba99-e1b7b24aec8a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:48.673270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-eae70896-dc58-4a49-b8aa-29e3b93a7637 req-003988ac-8266-42e1-ba99-e1b7b24aec8a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0809789 May 13 15:37:48.717310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-eae70896-dc58-4a49-b8aa-29e3b93a7637 req-24bc5b4a-93d2-4fa2-8383-76b830233577 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 May 13 15:37:49.905520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d89ef8-bcb6-4d70-836e-bbb655672e51 req-0793f050-4721-4112-bd55-ec7141adab5e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:49.907009 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-67d89ef8-bcb6-4d70-836e-bbb655672e51 req-0793f050-4721-4112-bd55-ec7141adab5e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0829051 May 13 15:37:49.952028 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-67d89ef8-bcb6-4d70-836e-bbb655672e51 req-5d536e18-9072-47de-90fa-e12633614a4f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 May 13 15:37:51.138751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2997c7-1621-4422-aebf-ce729b1a7803 req-f7f516d5-c509-4148-b54f-2075d044a4ea tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:51.140196 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4a2997c7-1621-4422-aebf-ce729b1a7803 req-f7f516d5-c509-4148-b54f-2075d044a4ea tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0805728 May 13 15:37:51.183465 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4a2997c7-1621-4422-aebf-ce729b1a7803 req-f0fccec3-5aae-4252-9c68-a20073880f0a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376785 May 13 15:37:52.366524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac35db-7934-4dbb-95c2-5bf78a77f57b req-3141a14b-6945-4365-9c02-6e8fc3432343 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:52.367972 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0ac35db-7934-4dbb-95c2-5bf78a77f57b req-3141a14b-6945-4365-9c02-6e8fc3432343 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0795043 May 13 15:37:52.418325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0ac35db-7934-4dbb-95c2-5bf78a77f57b req-4ce24254-da99-4c5f-a5dc-91f283f6ec9a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 May 13 15:37:53.601460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecf217-d386-4a87-9eba-3cb5933dc0db req-b2ae77f5-75d6-438c-a232-2cffb6f1537c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.602835 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4ecf217-d386-4a87-9eba-3cb5933dc0db req-b2ae77f5-75d6-438c-a232-2cffb6f1537c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0815046 May 13 15:37:53.646451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b4ecf217-d386-4a87-9eba-3cb5933dc0db req-c5c9e68d-f83e-4f21-b1ad-8ca3e2d4ddcf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 May 13 15:37:54.930050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6e2e-71f4-4549-9e56-8c64c53b9005 req-bac23ca7-23a0-4eb8-a4bf-c8273d7c18ac tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.931934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c6c6e2e-71f4-4549-9e56-8c64c53b9005 req-bac23ca7-23a0-4eb8-a4bf-c8273d7c18ac tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1768649 May 13 15:37:54.976138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c6c6e2e-71f4-4549-9e56-8c64c53b9005 req-27f57f88-4297-40b6-a604-01d6a7f0658e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378683 May 13 15:37:56.159079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a6a0-e1ab-4497-a767-8f57ee124833 req-53275b05-8510-4047-bd30-ebdb3123396d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.160488 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a17a6a0-e1ab-4497-a767-8f57ee124833 req-53275b05-8510-4047-bd30-ebdb3123396d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0798051 May 13 15:37:56.204205 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a17a6a0-e1ab-4497-a767-8f57ee124833 req-191f5a9e-76e9-41fb-a6e0-f39ac8a138e1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379648 May 13 15:37:57.389453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70d192-e542-4456-95cd-61c7575ac502 req-a22efb05-b282-4e57-84fc-8f5fde8d9c8f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:57.391012 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-da70d192-e542-4456-95cd-61c7575ac502 req-a22efb05-b282-4e57-84fc-8f5fde8d9c8f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0811403 May 13 15:37:57.434003 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-da70d192-e542-4456-95cd-61c7575ac502 req-c27b88ea-6b33-4abc-a393-8550a767c710 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 May 13 15:37:57.724075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:58.671473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bfab-54f0-42a0-bd1b-044abc17e394 req-c5387859-13fc-4b40-947d-ceb54b04d724 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:58.672965 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0b25bfab-54f0-42a0-bd1b-044abc17e394 req-c5387859-13fc-4b40-947d-ceb54b04d724 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1330774 May 13 15:37:58.716789 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0b25bfab-54f0-42a0-bd1b-044abc17e394 req-e8935e1d-220d-4dc4-bc52-bef3ad89292c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380816 May 13 15:37:59.897271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b419ab8-475f-4fa2-94dc-ac2741a9edbf req-ff210f9f-e1a4-4f62-a9b7-a54f92aa0625 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:59.898741 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1b419ab8-475f-4fa2-94dc-ac2741a9edbf req-ff210f9f-e1a4-4f62-a9b7-a54f92aa0625 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0778813 May 13 15:37:59.946089 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1b419ab8-475f-4fa2-94dc-ac2741a9edbf req-c241d60e-dcd5-4bbb-b8f0-8bd9ebbcd8bb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 May 13 15:38:00.758248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ea0a-157d-4c99-a7c5-fe96b81bd041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:01.130061 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051219-5984-4384-9e33-10809e24b568 req-7fe13ff0-8c6f-4c54-b996-6a5580357960 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.131504 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab051219-5984-4384-9e33-10809e24b568 req-7fe13ff0-8c6f-4c54-b996-6a5580357960 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0814300 May 13 15:38:01.179127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab051219-5984-4384-9e33-10809e24b568 req-a234fcf8-1331-40b9-9f72-19061c775697 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 May 13 15:38:02.361244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3dd1-bd8a-40a3-8d86-84fbec910ee9 req-325222d7-e00f-40c9-8cea-26dfc64bd119 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:02.362703 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-550f3dd1-bd8a-40a3-8d86-84fbec910ee9 req-325222d7-e00f-40c9-8cea-26dfc64bd119 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0775738 May 13 15:38:02.407153 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-550f3dd1-bd8a-40a3-8d86-84fbec910ee9 req-639c8e79-8889-4fd0-bd2b-a3d833df492c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387349 May 13 15:38:03.209503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6deaea34-05bc-4a32-bce1-5194f36a8732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:03.597841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff832b9-9bcb-496a-94be-63c5bb586d1a req-3b21c5f8-a3b4-4246-b713-08bdf92104bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:03.599232 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7ff832b9-9bcb-496a-94be-63c5bb586d1a req-3b21c5f8-a3b4-4246-b713-08bdf92104bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0805733 May 13 15:38:03.643184 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7ff832b9-9bcb-496a-94be-63c5bb586d1a req-b92100d1-1cc7-4f25-b71e-2642de002c26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383515 May 13 15:38:04.579522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:04.654932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:04.832442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1d961-63f3-4758-8531-536cb5fa3dc6 req-205d806f-b82e-462d-ae90-419fa5ab89c4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:04.833816 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9e1d961-63f3-4758-8531-536cb5fa3dc6 req-205d806f-b82e-462d-ae90-419fa5ab89c4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0844021 May 13 15:38:04.878197 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9e1d961-63f3-4758-8531-536cb5fa3dc6 req-849a13cc-11a1-4a7f-8d54-26e88782646d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385909 May 13 15:38:05.916947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:06.068809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2edc-932a-4da5-9871-6fdd01c298b5 req-ecefcfdc-de91-451c-b1a7-c9b4541cb4f4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:06.070271 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-884b2edc-932a-4da5-9871-6fdd01c298b5 req-ecefcfdc-de91-451c-b1a7-c9b4541cb4f4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0830779 May 13 15:38:06.113751 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-884b2edc-932a-4da5-9871-6fdd01c298b5 req-e18aa6aa-d420-4577-a8a3-dd3e298b274d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376656 May 13 15:38:07.297813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f81a04-62f4-405f-9599-3c45a51ede9d req-052f9d2b-ecd4-484a-a81c-352cc6bcf459 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:07.299201 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-22f81a04-62f4-405f-9599-3c45a51ede9d req-052f9d2b-ecd4-484a-a81c-352cc6bcf459 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0788128 May 13 15:38:07.343347 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-22f81a04-62f4-405f-9599-3c45a51ede9d req-02d00852-9cff-42d7-bbd7-60d233efb979 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 May 13 15:38:08.530086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823d4d-e70e-46de-9077-cf27c9099ffb req-51e418ca-2a0e-4284-aac6-89120c60e39f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:08.531688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-54823d4d-e70e-46de-9077-cf27c9099ffb req-51e418ca-2a0e-4284-aac6-89120c60e39f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0815744 May 13 15:38:08.574981 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-54823d4d-e70e-46de-9077-cf27c9099ffb req-0175b3a5-d3a0-4b55-b10c-baf63422a4f0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375719 May 13 15:38:09.766560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32730-8a6d-4607-aba5-21db5236ad4c req-8c992b7f-5581-4aca-863c-c77811f3916b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:09.768133 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a3d32730-8a6d-4607-aba5-21db5236ad4c req-8c992b7f-5581-4aca-863c-c77811f3916b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0836368 May 13 15:38:09.813207 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a3d32730-8a6d-4607-aba5-21db5236ad4c req-ea6c421c-30e4-4057-b62f-7d532474aef2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391557 May 13 15:38:10.999185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5982-c89f-4892-b25c-1fdffca4c18e req-691c59ce-2388-40c7-b94f-8ce58b4d5f4d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:11.000897 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2aae5982-c89f-4892-b25c-1fdffca4c18e req-691c59ce-2388-40c7-b94f-8ce58b4d5f4d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0835402 May 13 15:38:11.043732 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2aae5982-c89f-4892-b25c-1fdffca4c18e req-fc3d213f-6d79-4e76-8218-59d484437691 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372252 May 13 15:38:12.230487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e6fb1-8314-48a0-ac7d-dce2afcff024 req-eaae018c-f6d1-4a27-abfc-4dc803db009b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:12.231807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e1e6fb1-8314-48a0-ac7d-dce2afcff024 req-eaae018c-f6d1-4a27-abfc-4dc803db009b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0806150 May 13 15:38:12.275345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e1e6fb1-8314-48a0-ac7d-dce2afcff024 req-4182e465-8ada-4c36-8ab5-cd84c0cbffb1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 May 13 15:38:12.350077 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:38:13.459018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29463c-c77e-497d-845e-b29dcb390fb0 req-872b8b38-7d03-4971-b1fe-0d520b44d29a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:13.460476 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e29463c-c77e-497d-845e-b29dcb390fb0 req-872b8b38-7d03-4971-b1fe-0d520b44d29a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0785320 May 13 15:38:13.507924 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e29463c-c77e-497d-845e-b29dcb390fb0 req-e829a9e6-0106-4577-b972-e8ba6e6394e7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 May 13 15:38:14.695044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cce03-c333-48d7-9281-52ce35983822 req-c4c54dae-79f9-4e63-be1d-94112f601f7d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:14.696500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c35cce03-c333-48d7-9281-52ce35983822 req-c4c54dae-79f9-4e63-be1d-94112f601f7d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0837307 May 13 15:38:14.739948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c35cce03-c333-48d7-9281-52ce35983822 req-4e24a7b7-0257-4c67-8254-0e40289286a2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375016 May 13 15:38:15.925176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e30907-80e0-420b-945f-48f2165c023e req-1e92e07a-24c5-4d9c-98ff-b1604f03fda7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:15.926683 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-27e30907-80e0-420b-945f-48f2165c023e req-1e92e07a-24c5-4d9c-98ff-b1604f03fda7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0817621 May 13 15:38:15.971175 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-27e30907-80e0-420b-945f-48f2165c023e req-3138a7f4-ec3e-402c-813d-5650119531ed tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382564 May 13 15:38:17.157475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35cab0-419b-4dc7-9d92-2f9b13c7b1b5 req-217199ec-0705-42a9-a75b-90765a04aa61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:17.158994 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa35cab0-419b-4dc7-9d92-2f9b13c7b1b5 req-217199ec-0705-42a9-a75b-90765a04aa61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0801232 May 13 15:38:17.207167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fa35cab0-419b-4dc7-9d92-2f9b13c7b1b5 req-d4394fc5-a9c7-46e6-b511-6d55d6260f3a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 May 13 15:38:18.395071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d86d-2957-4003-ac1b-b0f49aebceee req-9d11ba18-af55-40cc-9b35-c9a683ff0049 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:18.396526 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2f2d86d-2957-4003-ac1b-b0f49aebceee req-9d11ba18-af55-40cc-9b35-c9a683ff0049 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0832279 May 13 15:38:18.440380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2f2d86d-2957-4003-ac1b-b0f49aebceee req-1507abd6-3b94-4143-bd81-1af4c2c9f5c2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 May 13 15:38:19.002392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53061a39-1ec2-4da0-bbf5-b417d211635d req-2e66af53-35f7-4520-8fa4-2dba77913973 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:19.003878 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53061a39-1ec2-4da0-bbf5-b417d211635d req-2e66af53-35f7-4520-8fa4-2dba77913973 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0813775 May 13 15:38:19.051287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-53061a39-1ec2-4da0-bbf5-b417d211635d req-d8252595-309f-41c7-b657-927efbc8140f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413349 May 13 15:38:19.096730 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-0fc13b19-f5b5-49db-af40-0877b0da4c5f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724647 May 13 15:38:20.237174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09fd5-585a-4396-9e7d-f5c203de0e4c req-e63c075c-4c0d-40ff-b4d9-92912fbeec8e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:20.238663 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2af09fd5-585a-4396-9e7d-f5c203de0e4c req-e63c075c-4c0d-40ff-b4d9-92912fbeec8e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0787587 May 13 15:38:20.286390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2af09fd5-585a-4396-9e7d-f5c203de0e4c req-26caf95b-b69e-4651-b9a7-cbc1cd907038 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 May 13 15:38:21.174375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-75fe2562-787d-49fc-b817-91f5e1d29e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:21.175862 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-75fe2562-787d-49fc-b817-91f5e1d29e1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.1124249 May 13 15:38:21.304679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-b76c3719-a164-4a79-b162-f44fe95ac701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:21.306084 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-b76c3719-a164-4a79-b162-f44fe95ac701 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1244454 May 13 15:38:21.409482 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-7e15fab2-1841-469d-82b8-7b6dc9423627 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 1001 time: 0.0977659 May 13 15:38:21.473194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-4ac94685-ca7f-4fc4-8eec-169a0753deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:21.474725 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-4ac94685-ca7f-4fc4-8eec-169a0753deea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0591774 May 13 15:38:21.475689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a6a84-f755-4bc8-8ec6-bf41721d6457 req-09c90b02-dba6-424c-80f6-64bb80649d0f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:21.477133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cc0a6a84-f755-4bc8-8ec6-bf41721d6457 req-09c90b02-dba6-424c-80f6-64bb80649d0f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0843356 May 13 15:38:21.521152 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cc0a6a84-f755-4bc8-8ec6-bf41721d6457 req-db848fdb-7083-4828-8f31-17ee0839cc58 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382121 May 13 15:38:21.552727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-4b79a401-9bec-4fff-b1ea-f1df21206153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:21.554240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-4b79a401-9bec-4fff-b1ea-f1df21206153 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739522 May 13 15:38:21.770884 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-0f3b1d88-86e9-40ba-9896-9c8ad9d7f538 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110553 May 13 15:38:21.908590 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-bac71b12-a984-4f62-9c34-a27d775e8cbe service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318803 May 13 15:38:22.704627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a075-a2c7-4d45-bb32-fe8986c6a3cc req-a65e8133-0fc1-445e-bf3d-80effeba4d1a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:22.706092 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17f1a075-a2c7-4d45-bb32-fe8986c6a3cc req-a65e8133-0fc1-445e-bf3d-80effeba4d1a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0787945 May 13 15:38:22.749095 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-17f1a075-a2c7-4d45-bb32-fe8986c6a3cc req-39bc24f5-05e9-4e64-b812-ef3918ec232d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 May 13 15:38:23.377685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364c5f-3b92-484d-923a-176380a90888 req-09e69219-f5ae-4fa1-b460-34b36ddaefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:23.379184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-09e69219-f5ae-4fa1-b460-34b36ddaefa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.0742579 May 13 15:38:23.522032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364c5f-3b92-484d-923a-176380a90888 req-f9c6649f-1827-4ea4-b4b4-02d8577a196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:23.523467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-f9c6649f-1827-4ea4-b4b4-02d8577a196e service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1252522 May 13 15:38:23.626728 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-d9d0d990-644f-4902-9bd0-96431ef06517 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 1001 time: 0.0966022 May 13 15:38:23.688537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364c5f-3b92-484d-923a-176380a90888 req-fe1b369c-fa6a-4439-914e-4312f7aabef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:23.689854 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-fe1b369c-fa6a-4439-914e-4312f7aabef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0570135 May 13 15:38:23.765351 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364c5f-3b92-484d-923a-176380a90888 req-412fc68f-881c-40ac-a698-e0bafedbce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:23.766859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-412fc68f-881c-40ac-a698-e0bafedbce13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698874 May 13 15:38:23.804090 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-05dbff8b-501c-468b-b220-9c5aae363bfe service neutron] 10.222.0.23 "GET /v2.0/ports/190cd050-641a-4a1d-9514-281948d1ea6d/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0777736 May 13 15:38:23.913572 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-efd59c8a-b92a-4681-92ea-cd897d2b51f4 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398940 May 13 15:38:23.945331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44153e7-4158-4950-85ec-4e89d18ec97f req-551da2bb-dd5f-43b7-9afc-8026406f861b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:23.946790 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b44153e7-4158-4950-85ec-4e89d18ec97f req-551da2bb-dd5f-43b7-9afc-8026406f861b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0908809 May 13 15:38:23.991910 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b44153e7-4158-4950-85ec-4e89d18ec97f req-75b21c7b-ce11-4b79-97e3-f0128063551f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381496 May 13 15:38:24.055216 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c364c5f-3b92-484d-923a-176380a90888 req-c0d0fa00-03b4-40c6-9817-c01ef97f0d65 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357276 May 13 15:38:24.483122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-c2bb14ba-5587-4e0c-9e2b-f8a9ddd7a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:24.484630 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-c2bb14ba-5587-4e0c-9e2b-f8a9ddd7a155 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0771275 May 13 15:38:24.578765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-43b17ac0-7bc4-43c5-8d93-f218369c4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:24.580216 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-43b17ac0-7bc4-43c5-8d93-f218369c4b99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.0730510 May 13 15:38:24.708672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-22438889-a2b2-4eba-a2ce-087677347563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:24.710117 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-22438889-a2b2-4eba-a2ce-087677347563 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1245406 May 13 15:38:24.811352 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-5c6babde-2fe1-4141-8e5a-1c892939d619 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 1001 time: 0.0951478 May 13 15:38:24.876281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-0150e862-4876-45cd-acc2-fc4a8be6047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:24.877687 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-0150e862-4876-45cd-acc2-fc4a8be6047d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0605717 May 13 15:38:24.952935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745629a-2b34-4970-950c-0dd01924d455 req-33cdfb18-7d37-4282-9939-1738b1b1377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:24.954458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-33cdfb18-7d37-4282-9939-1738b1b1377a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711498 May 13 15:38:25.248636 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-0dd90602-bfbc-4f82-9251-c62bdd37a014 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886436 May 13 15:38:25.288240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2bc1b-8e0a-4f60-b1ad-23a801b47d72 req-35681dda-175f-43a8-a117-9c323f3a02c6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:25.289733 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1fe2bc1b-8e0a-4f60-b1ad-23a801b47d72 req-35681dda-175f-43a8-a117-9c323f3a02c6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1591103 May 13 15:38:25.411433 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1fe2bc1b-8e0a-4f60-b1ad-23a801b47d72 req-8c79ee76-6a5d-40ed-b8c1-d19d9edb9f67 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768275 May 13 15:38:25.433696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7745629a-2b34-4970-950c-0dd01924d455 req-099e81ee-a10c-47f4-b923-d5e609cf8b5b service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779466 May 13 15:38:26.601649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995efcaf-6bc5-44ee-b204-4087fd8dc1f7 req-138699e1-3e81-4bda-a04c-687ae4f11553 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:26.603172 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-995efcaf-6bc5-44ee-b204-4087fd8dc1f7 req-138699e1-3e81-4bda-a04c-687ae4f11553 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0801768 May 13 15:38:26.649395 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-995efcaf-6bc5-44ee-b204-4087fd8dc1f7 req-0457fbd1-5717-43b5-b77b-146bbbda0682 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403798 May 13 15:38:27.775163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:27.841289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845dcc-db23-491b-b203-6ac820ef88e1 req-08fcc776-ac0f-48f9-bcd2-f86ac1585ee5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:27.842815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33845dcc-db23-491b-b203-6ac820ef88e1 req-08fcc776-ac0f-48f9-bcd2-f86ac1585ee5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0839384 May 13 15:38:27.891494 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-33845dcc-db23-491b-b203-6ac820ef88e1 req-8656aed0-d35a-422b-8d23-f81ce184cbd8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 May 13 15:38:28.030538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:38:28.033974 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:38:28.294282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:28.294282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:28.311911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:28.333999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '190cd050-641a-4a1d-9514-281948d1ea6d', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '190cd050-641a-4a1d-9514-281948d1ea6d', 'mac_address': 'fa:16:3e:a1:3d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:38:28.339453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:28.391768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:28.415132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:28.415514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:28.435423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:38:28.443021 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6d69f0-ac2d-4354-8d71-da7883bcdbaa'] response: {'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'code': 200} May 13 15:38:28.495465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e031e3-2dfd-4333-a7a6-b393a5118ad9 req-5841f430-1674-4306-9817-3a92e14d1ce8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:28.498025 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-96e031e3-2dfd-4333-a7a6-b393a5118ad9 req-5841f430-1674-4306-9817-3a92e14d1ce8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1084385 May 13 15:38:28.545621 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-96e031e3-2dfd-4333-a7a6-b393a5118ad9 req-554de8e4-e628-470e-8543-a47ce3a6aea5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410326 May 13 15:38:28.558807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:28.636440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abe76-62ed-43bd-9733-4d3abe188cda req-dd689108-f90f-4060-b47e-2bd1f343a85d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:28.637916 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-dd689108-f90f-4060-b47e-2bd1f343a85d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9&tenant_id=5051aa0e01c44a3fa507c4e332f004e5&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.0914962 May 13 15:38:28.680104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:38:28.680455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:38:28.682751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:28.690072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.690344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.690678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.691006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.691392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.691761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.691965 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.692304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.692611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.692928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.693246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.693560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:28.782410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abe76-62ed-43bd-9733-4d3abe188cda req-3f6c41d9-b27f-4fbe-95a6-7d57d1353a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:28.783902 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-3f6c41d9-b27f-4fbe-95a6-7d57d1353a01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1096 time: 0.0753803 May 13 15:38:28.914468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abe76-62ed-43bd-9733-4d3abe188cda req-4ea5c805-3b82-4ef6-9ad1-208ab760f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:28.915918 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-4ea5c805-3b82-4ef6-9ad1-208ab760f651 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1257324 May 13 15:38:29.018927 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-75ab4681-d4ca-4647-a829-b8b5a767d9b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 999 time: 0.0972097 May 13 15:38:29.080987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abe76-62ed-43bd-9733-4d3abe188cda req-a9eb3033-8f79-4b62-91e5-1390cc48166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:29.082478 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-a9eb3033-8f79-4b62-91e5-1390cc48166e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0580754 May 13 15:38:29.156337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abe76-62ed-43bd-9733-4d3abe188cda req-ed84f418-e332-4fee-8d34-2d7b0d5a5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:29.157857 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-ed84f418-e332-4fee-8d34-2d7b0d5a5d96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696192 May 13 15:38:29.236819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:29.237465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:29.255395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:38:29.272175 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:29.290152 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-e207a206-e614-4275-9b8f-4672d41649ee service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261749 May 13 15:38:29.334291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:29.405938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['190cd050-641a-4a1d-9514-281948d1ea6d'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:38:29.422163 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-149abe76-62ed-43bd-9733-4d3abe188cda req-32bcc4e6-3718-4663-8d7d-9945faff3b7f service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255209 May 13 15:38:29.439716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:29.740533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f8ae-7050-4c6b-8b47-fd7ae63b2774 req-d391130d-fd1f-4d28-a164-3bc3fa8b1d17 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:29.741983 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94a2f8ae-7050-4c6b-8b47-fd7ae63b2774 req-d391130d-fd1f-4d28-a164-3bc3fa8b1d17 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 944 time: 0.0809708 May 13 15:38:29.786296 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94a2f8ae-7050-4c6b-8b47-fd7ae63b2774 req-d92d61d8-b20a-40c9-a01b-7df88a4e5436 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377865 May 13 15:38:30.030822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:38:30.107251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 190cd050-641a-4a1d-9514-281948d1ea6d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:38:30.107534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.224626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 190cd050-641a-4a1d-9514-281948d1ea6d is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:30.225005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.260700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:30.443986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:30.493730 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3553464a-e617-4dea-8a35-0bc5bf7bcb89'] response: {'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'code': 200} May 13 15:38:30.500973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.568157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:30.775635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2670d5a4-bd48-4ae2-b5e7-affb46fc3fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:30.975296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083605-910d-47aa-8a06-eb217b279c20 req-bed74dcc-0aa0-43be-ba93-fe6057bac727 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:30.976753 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c083605-910d-47aa-8a06-eb217b279c20 req-bed74dcc-0aa0-43be-ba93-fe6057bac727 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0827057 May 13 15:38:31.023246 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c083605-910d-47aa-8a06-eb217b279c20 req-b3bed2bf-4f8f-40e5-9892-2603c3d1acca tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401950 May 13 15:38:31.209480 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df45e-9595-455f-b598-ec5787b7a255 req-b5db17ae-26ee-469d-b90f-66d6020a77b7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:31.210951 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-211df45e-9595-455f-b598-ec5787b7a255 req-b5db17ae-26ee-469d-b90f-66d6020a77b7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0828388 May 13 15:38:31.255227 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-211df45e-9595-455f-b598-ec5787b7a255 req-df2d60df-5241-407a-9e0d-e2e335650be9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 May 13 15:38:31.758559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6e8c0-2e1d-453e-b5bf-d62d0c76d658 req-b001d68c-b274-48db-a76b-4e8e9c06602b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:31.760017 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8c6e8c0-2e1d-453e-b5bf-d62d0c76d658 req-b001d68c-b274-48db-a76b-4e8e9c06602b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0800502 May 13 15:38:31.848796 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8c6e8c0-2e1d-453e-b5bf-d62d0c76d658 req-48eef1ac-cfde-4389-81c0-cae6b347e5eb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818238 May 13 15:38:31.885836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-c5c36b82-e16e-4002-8817-99ac4e1c8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:31.887377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-c5c36b82-e16e-4002-8817-99ac4e1c8b58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 1098 time: 0.0958123 May 13 15:38:32.113226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-b4157174-c274-4683-a127-d152a26236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:32.114744 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-b4157174-c274-4683-a127-d152a26236a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.2218864 May 13 15:38:32.216852 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-ed074c2d-7f74-47b0-93aa-a1140117d3a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 200 len: 1001 time: 0.0962715 May 13 15:38:32.278487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-565075ed-0638-4d99-9541-58bf677380f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:32.279748 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-565075ed-0638-4d99-9541-58bf677380f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0573275 May 13 15:38:32.354606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-b4998333-4438-4d7a-8fcd-4f35a2242732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:32.356671 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-b4998333-4438-4d7a-8fcd-4f35a2242732 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712860 May 13 15:38:32.484781 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-fd69d720-a5c8-4d91-a34d-d042eb3f0fbd service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228447 May 13 15:38:32.613846 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5d111aec-c5cf-4e5a-9c42-f054afcd02ea req-9e44f11a-d90d-488c-9653-7d3040c0a2d7 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234820 May 13 15:38:33.041112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016822-8afd-43bd-869d-3b046ec83841 req-e7d0a915-ba68-4a29-acb2-2013ef81d74b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:33.042608 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9c016822-8afd-43bd-869d-3b046ec83841 req-e7d0a915-ba68-4a29-acb2-2013ef81d74b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0820367 May 13 15:38:33.088107 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9c016822-8afd-43bd-869d-3b046ec83841 req-6a7eea6d-22f5-4d8d-9fc9-980332813bf9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 May 13 15:38:33.186657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c790150c-8c33-4316-b5d8-22d1db679acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:34.274134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53630-dc2c-45d0-a991-792ab36a8464 req-59d9259b-4c43-4ea6-9ba2-d21b3848edb1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:34.275547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1ad53630-dc2c-45d0-a991-792ab36a8464 req-59d9259b-4c43-4ea6-9ba2-d21b3848edb1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0810671 May 13 15:38:34.319964 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1ad53630-dc2c-45d0-a991-792ab36a8464 req-742d6d0e-24f1-4a1a-b44f-e78aad72d9ab tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 May 13 15:38:34.586686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:34.708922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:35.008016 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63b222-f1c4-4440-813c-7376cacb8ca6 req-68130222-150b-4615-af1f-ad7523e5af9a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:35.009547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2e63b222-f1c4-4440-813c-7376cacb8ca6 req-68130222-150b-4615-af1f-ad7523e5af9a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0838759 May 13 15:38:35.053814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2e63b222-f1c4-4440-813c-7376cacb8ca6 req-b4845813-ee6d-4fe0-a571-ae19b4bf6916 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 May 13 15:38:35.929565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:36.368114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6484c-b8bb-4606-925f-b102d04f990d req-4caf1c90-2e66-47fe-8162-d7f1996a0533 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:36.369604 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-55f6484c-b8bb-4606-925f-b102d04f990d req-4caf1c90-2e66-47fe-8162-d7f1996a0533 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.1995332 May 13 15:38:36.420960 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-55f6484c-b8bb-4606-925f-b102d04f990d req-6deef8cf-9cb5-4857-94a5-2a40b7718d39 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448139 May 13 15:38:36.619203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-42f16424-3b80-4516-a168-3295a6e9dbbc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:36.620530 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-42f16424-3b80-4516-a168-3295a6e9dbbc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 945 time: 0.0787134 May 13 15:38:36.692352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Deleting port 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:38:36.692683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:36.937440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] For port 190cd050-641a-4a1d-9514-281948d1ea6d, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=190cd050-641a-4a1d-9514-281948d1ea6d,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:36.937689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:37.231054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:37.231837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:37.232143 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c disassociated. External IP: 172.26.7.153, port: 190cd050-641a-4a1d-9514-281948d1ea6d. May 13 15:38:37.232475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Calling delete_port for 190cd050-641a-4a1d-9514-281948d1ea6d owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:38:37.571181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:37.620418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-69584f52-7546-42b5-b27c-6ab696cb2487 req-3bddbf47-2da8-468c-b509-ea5e5a7c2f59 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 210 time: 0.0850248 May 13 15:38:37.631275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'Port': ['ID=190cd050-641a-4a1d-9514-281948d1ea6d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:37.644456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.644750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.645093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.645430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.645765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.646141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.646455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.646784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.647111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.647439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.647760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.648083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:38:37.838316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:38:38.020082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:38:38.030570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:38:38.040202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:38:38.040804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:38:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:38.096582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] No DVR routers for this DVR port 190cd050-641a-4a1d-9514-281948d1ea6d on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:38:38.098951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:38.101577 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-deleted', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:38.148297 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc84905b-129a-49b7-99f8-606b1281d7d2'] response: {'server_uuid': 'b1baa6bd-184b-4bab-8b6d-026caaa960a9', 'name': 'network-vif-deleted', 'tag': '190cd050-641a-4a1d-9514-281948d1ea6d', 'status': 'completed', 'code': 200} May 13 15:38:38.187109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef2ebaad-59a0-4739-a223-14e54dd5999a req-3d9f95b2-a042-415d-94c2-e0e6e2ee1e7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "DELETE /v2.0/ports/190cd050-641a-4a1d-9514-281948d1ea6d HTTP/1.1" status: 204 len: 173 time: 1.5618904 May 13 15:38:38.225101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:38:38.536893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:38.540745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:38:38.549559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:38:38.550178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:38:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:38.768711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:38:38.787764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-23a2c35b-ebaa-4947-8c71-bc9a6aea696b req-ea34580b-78a2-4f58-a458-fb52847c8540 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:38:38.922973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-23a2c35b-ebaa-4947-8c71-bc9a6aea696b req-ea34580b-78a2-4f58-a458-fb52847c8540 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:38:38.924155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-23a2c35b-ebaa-4947-8c71-bc9a6aea696b req-ea34580b-78a2-4f58-a458-fb52847c8540 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1baa6bd-184b-4bab-8b6d-026caaa960a9 HTTP/1.1" status: 200 len: 210 time: 0.1798048 May 13 15:38:39.092514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:39.096513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834876f4-b278-4209-a100-4f31be0b6084 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:38:39.304418 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef761de1-ef4f-464d-9b56-b43991776bcc None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:38:40.263428 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-49d6c08a-efc2-4cab-853c-ece1f1d1d611 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--855586165&fields=id&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 267 time: 0.0393040 May 13 15:38:40.409593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-3771fa73-9bb9-4d6a-8aea-7f8c2b03f56e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:40.411128 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-3771fa73-9bb9-4d6a-8aea-7f8c2b03f56e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1416883 May 13 15:38:40.426196 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-10ec2d84-7bb3-4573-86bf-fb1a03413832 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/quotas/5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 375 time: 0.0095582 May 13 15:38:40.513551 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-2b4ef6ad-14b5-46f5-8ab4-ad6f60acd7cf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822995 May 13 15:38:40.648088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-1459771d-6235-4223-826f-83eac1f0fde2 service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231718 May 13 15:38:40.783070 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-a0ec2c98-4942-4645-9001-06effdeb04c3 service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 May 13 15:38:41.067302 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-89933428-18c5-4bb9-bc2c-84310dae7a80 req-787e6a25-06fd-421b-81fa-d599cfe1880f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 210 time: 0.0425975 May 13 15:38:42.062235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:38:42.096610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 190cd050-641a-4a1d-9514-281948d1ea6d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:38:42.097306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 190cd050-641a-4a1d-9514-281948d1ea6d not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:38:42.224272 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-73231015-2def-45f7-9898-e5d0804901de req-964cdc73-f7ad-405a-a182-ada8068011b8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 210 time: 0.0458314 May 13 15:38:43.039378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-71e1f986-cda9-40c4-9401-000e26e1d04f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:43.040812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-71e1f986-cda9-40c4-9401-000e26e1d04f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1500232 May 13 15:38:43.092696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-f5c1e731-63a7-42ce-8ac0-d9e00455682c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 379 time: 0.0441389 May 13 15:38:43.101422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'port': {'device_id': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'admin_state_up': True, 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'security_groups': ['203699f8-b0dd-43ba-aaf7-9b9e4bb15325']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:38:43.241149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:38:43.251904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:38:43.378418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-47b6fbe3-e2ba-4395-84a7-d0693e0b29ae req-cef72a16-1def-451b-bdfa-4b96e9b13441 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 210 time: 0.0462110 May 13 15:38:43.379164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:38:43.388918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:43.552876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Allocated IP 172.20.0.7 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/0be04a00-52da-450a-8736-e02130bf6322) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:38:43.737321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:43.752490 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Transition to ACTIVE for port object 0be04a00-52da-450a-8736-e02130bf6322 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:38:43.855528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:43.923241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:38:43.926121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:38:43.930138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:38:44.085620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:44.110710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:44.111306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:44.238949 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0d4b69df-3eb5-42ce-b6da-c5622b510a20 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1411417 May 13 15:38:44.251645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Request body: {'port': {'device_id': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:38:44.273052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-01c1adef-b177-4b05-a690-d2e62eb0eed6 None None] Provisioning for port 0be04a00-52da-450a-8736-e02130bf6322 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:38:44.278571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-01c1adef-b177-4b05-a690-d2e62eb0eed6 None None] Provisioning complete for port 0be04a00-52da-450a-8736-e02130bf6322 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:38:44.283359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-01c1adef-b177-4b05-a690-d2e62eb0eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:44.335346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-01c1adef-b177-4b05-a690-d2e62eb0eed6 None None] Port 0be04a00-52da-450a-8736-e02130bf6322 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:38:44.367049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:44.569497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f10185-94b9-4d9a-9a09-781f8a39fc77 req-04d4924e-3c0c-4128-abb8-7f3849f1fb72 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:44.570976 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-86f10185-94b9-4d9a-9a09-781f8a39fc77 req-04d4924e-3c0c-4128-abb8-7f3849f1fb72 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 931 time: 0.0798078 May 13 15:38:44.618474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-86f10185-94b9-4d9a-9a09-781f8a39fc77 req-0e6512d7-b700-4700-b3dc-7dceeeedc2e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 May 13 15:38:44.709582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:38:44.716840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:44.730449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Transition to ACTIVE for port object 0be04a00-52da-450a-8736-e02130bf6322 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:38:44.814861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:44.971162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:45.055430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Attempting to bind port 0be04a00-52da-450a-8736-e02130bf6322 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:38:45.055759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Attempting to bind port 0be04a00-52da-450a-8736-e02130bf6322 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:38:45.056082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Attempting to bind port 0be04a00-52da-450a-8736-e02130bf6322 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:38:45.060884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Port 0be04a00-52da-450a-8736-e02130bf6322 on network 96ddce16-3659-455b-8914-097adfce148d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:38:45.061255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Attempting to bind port 0be04a00-52da-450a-8736-e02130bf6322 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:38:45.066511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:38:45.066842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:38:45.067217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:38:45.067635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Bound port: 0be04a00-52da-450a-8736-e02130bf6322, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:38:45.067974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:45.156011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:38:45.158789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:38:45.242991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:45.308018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.308616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:45.310274 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] 10.222.0.23 "PUT /v2.0/ports/0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1093 time: 1.0636444 May 13 15:38:45.310707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:45.331444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516812be-d3a9-4d40-ad91-1c530a82f175 service neutron] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:45.369301 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21c614f-bf17-4df5-a01d-e3a91c4be74a'] response: {'name': 'network-changed', 'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'status': 'completed', 'code': 200} May 13 15:38:45.462510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-a23f4a8d-5d37-4f2b-8265-db03027421a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.464189 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-a23f4a8d-5d37-4f2b-8265-db03027421a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1096 time: 0.0752633 May 13 15:38:45.605628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-728c22ed-d475-4ff0-8a48-4511fbadf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.607223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-728c22ed-d475-4ff0-8a48-4511fbadf6f0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1361809 May 13 15:38:45.743277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-5678b43e-cc00-461f-8ad2-2f82ced8f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.744661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-204d433c-8e64-4a19-a09d-67b942afe4f7 req-5678b43e-cc00-461f-8ad2-2f82ced8f2ae service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320131 May 13 15:38:45.806966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76e6ca-5303-4765-9083-c08c53f3ab9d req-5742fa71-6a34-4b69-9080-225afaa8fbb0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.808451 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de76e6ca-5303-4765-9083-c08c53f3ab9d req-5742fa71-6a34-4b69-9080-225afaa8fbb0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0813422 May 13 15:38:45.854100 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de76e6ca-5303-4765-9083-c08c53f3ab9d req-f8870868-25e2-4705-a902-c98de61c7a81 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386567 May 13 15:38:45.854343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-8fcd5931-f0cd-4da9-abb8-d447b96d57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.855822 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-8fcd5931-f0cd-4da9-abb8-d447b96d57d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1096 time: 0.0755613 May 13 15:38:45.924108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-9406d396-77af-4a76-b8eb-6f77fb15b6f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 217 time: 0.0620210 May 13 15:38:45.989049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0ddf8af4-c3a1-45d8-8c44-fa1b268e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:45.990521 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-0ddf8af4-c3a1-45d8-8c44-fa1b268e21e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0615950 May 13 15:38:46.064053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-7de0a3a6-ba8a-4958-b101-f85be3f15292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:46.065437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-7de0a3a6-ba8a-4958-b101-f85be3f15292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696020 May 13 15:38:46.287479 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-6b4275b1-b751-4cf0-8a70-40193aa78149 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154982 May 13 15:38:46.414414 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03463b6b-30e2-477a-b998-d63b2eaecc1b req-be2df025-b514-4ba6-a77b-f70600fddea6 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212270 May 13 15:38:47.045086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b815-1721-4787-baa9-85b61c089bf6 req-8d5b3855-09b7-4dc3-803f-0603bde0e5f3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:47.045780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-28f6b815-1721-4787-baa9-85b61c089bf6 req-8d5b3855-09b7-4dc3-803f-0603bde0e5f3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:38:47.117770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-28f6b815-1721-4787-baa9-85b61c089bf6 req-8d5b3855-09b7-4dc3-803f-0603bde0e5f3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:38:47.118978 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-28f6b815-1721-4787-baa9-85b61c089bf6 req-8d5b3855-09b7-4dc3-803f-0603bde0e5f3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.1567628 May 13 15:38:47.166458 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-28f6b815-1721-4787-baa9-85b61c089bf6 req-2cb3e78a-dc3b-4ee3-9a07-84de9c4c7108 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 May 13 15:38:48.360440 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12a749-98bb-455b-be88-bc718c3bf2ea req-3b6a3f90-0ae5-4664-8764-60b33b921ff5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:48.361903 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cc12a749-98bb-455b-be88-bc718c3bf2ea req-3b6a3f90-0ae5-4664-8764-60b33b921ff5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0862896 May 13 15:38:48.407131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cc12a749-98bb-455b-be88-bc718c3bf2ea req-2da58f49-1d34-4399-9d2e-083a6d772bbc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396693 May 13 15:38:49.348668 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:38:49.592493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa594-f5ca-4f55-ba69-b83d084990da req-3c486ca4-68ee-48af-a7d2-6bc1d8e99e8c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:49.594115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e86fa594-f5ca-4f55-ba69-b83d084990da req-3c486ca4-68ee-48af-a7d2-6bc1d8e99e8c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0824668 May 13 15:38:49.639505 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e86fa594-f5ca-4f55-ba69-b83d084990da req-3e47605d-e877-444c-a9f3-7e852b6fbf0d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 May 13 15:38:50.093521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:38:50.224999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:50.238396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '0be04a00-52da-450a-8736-e02130bf6322', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:38:50.291530 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:50.291899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:50.308534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:38:50.323442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:50.403676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:50.472989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:50.607911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0be04a00-52da-450a-8736-e02130bf6322'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:38:50.828894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f552f7c-36fd-4665-95bb-c6d6e16f77d4 req-e5509f20-41c0-4e06-9fca-cfab92acd2eb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:50.830313 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f552f7c-36fd-4665-95bb-c6d6e16f77d4 req-e5509f20-41c0-4e06-9fca-cfab92acd2eb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 944 time: 0.0826244 May 13 15:38:50.873539 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f552f7c-36fd-4665-95bb-c6d6e16f77d4 req-297e781f-b417-4e41-902e-61f7972b9072 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 May 13 15:38:52.067166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993cbea-38c5-4d06-adf3-d026010939ff req-19ab9ef9-a449-4ba9-9cc6-53816c59d4a2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:52.068664 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d993cbea-38c5-4d06-adf3-d026010939ff req-19ab9ef9-a449-4ba9-9cc6-53816c59d4a2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 944 time: 0.0846541 May 13 15:38:52.093301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:38:52.114266 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d993cbea-38c5-4d06-adf3-d026010939ff req-567aceb0-cdbe-4cf1-9ee1-9bc1fb134c25 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398998 May 13 15:38:52.226347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 0be04a00-52da-450a-8736-e02130bf6322 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:38:52.231470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 0be04a00-52da-450a-8736-e02130bf6322 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:38:52.231909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:52.351190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:52.351564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:52.379390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:52.388749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:52.424739 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb19d5a-bef5-443b-8ac4-3c6ac1a4dcd1'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'code': 200} May 13 15:38:52.443419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:52.511550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:52.796620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df039-1fe7-4045-a872-db443c75f60a req-b569ceb7-d88f-425f-95f1-175ab3433d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:52.798050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-043df039-1fe7-4045-a872-db443c75f60a req-b569ceb7-d88f-425f-95f1-175ab3433d2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.0702901 May 13 15:38:52.841445 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-043df039-1fe7-4045-a872-db443c75f60a req-58763f62-cf73-4b93-b533-7d27c8e9d6bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 May 13 15:38:53.300400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35e192-6ce6-4e2e-aa4e-26d26d6de864 req-6f6c3bbb-4e9e-46de-adea-baa969e9fb94 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:53.301838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf35e192-6ce6-4e2e-aa4e-26d26d6de864 req-6f6c3bbb-4e9e-46de-adea-baa969e9fb94 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0788572 May 13 15:38:53.345333 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf35e192-6ce6-4e2e-aa4e-26d26d6de864 req-ceb3a046-1097-44e5-835f-a1583e7d3607 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 May 13 15:38:54.535693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcd1b-a8be-4d1a-a651-d96d85c4d8a4 req-3ba3b9ba-3157-4023-a715-97f37fe90b3e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:54.537142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4bcbcd1b-a8be-4d1a-a651-d96d85c4d8a4 req-3ba3b9ba-3157-4023-a715-97f37fe90b3e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0851300 May 13 15:38:54.581880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4bcbcd1b-a8be-4d1a-a651-d96d85c4d8a4 req-f8d6a762-2fd7-47e4-8ce2-13451b1c9d05 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391223 May 13 15:38:54.761276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca920-0beb-432d-af77-51dcab445265 req-07c93f21-69d6-4170-a8f7-efe081c0d79a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:54.762684 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a30ca920-0beb-432d-af77-51dcab445265 req-07c93f21-69d6-4170-a8f7-efe081c0d79a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0816996 May 13 15:38:54.771297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:38:54.776153 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'floatingip': {'port_id': '0be04a00-52da-450a-8736-e02130bf6322'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:38:54.852306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:55.453205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:55.546569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:55.803019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c associated. External IP: 172.26.7.153, port: 0be04a00-52da-450a-8736-e02130bf6322. May 13 15:38:56.155275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:38:56.329707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:38:56.334531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:56.339228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:38:56.348668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:38:56.349276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:38:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:56.388543 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-06bd2f37-a5ac-4e90-9540-de2144148d26 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "PUT /v2.0/floatingips/97cfa1ef-2b65-4452-b932-b4abca73613c HTTP/1.1" status: 200 len: 991 time: 1.6160371 May 13 15:38:56.388947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:56.433135 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5482495a-481d-4162-a56f-b7c2fbb3b9aa'] response: {'name': 'network-changed', 'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'status': 'completed', 'code': 200} May 13 15:38:56.531393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-69dfd85d-a5f4-4f17-95e7-447fb084c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.533022 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-69dfd85d-a5f4-4f17-95e7-447fb084c45c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.0771735 May 13 15:38:56.577324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:38:56.665036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-d6d9f699-98f0-4c01-8991-7d4e568852f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.666549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-d6d9f699-98f0-4c01-8991-7d4e568852f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1281638 May 13 15:38:56.770534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-6f9c3af4-9d87-41fc-9e2a-51cce3ad34d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 999 time: 0.0982037 May 13 15:38:56.839871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-a882c9c8-eaf2-49b2-abff-2be4a098219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.841642 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-a882c9c8-eaf2-49b2-abff-2be4a098219f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0657573 May 13 15:38:56.949443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:38:55Z', 'revision_number': 9, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:56.954328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:38:56.963429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:38:56.964079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:38:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:56.971158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-3e3e5c7a-a99b-40c3-846a-9d537c603e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:56.972660 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-3e3e5c7a-a99b-40c3-846a-9d537c603e81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259444 May 13 15:38:57.152462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:38:57.203514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea410709-afcf-4c21-b81a-521cb1fe0729 req-114601e1-0ef1-46f5-8945-44b3762bf99b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:57.204999 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea410709-afcf-4c21-b81a-521cb1fe0729 req-114601e1-0ef1-46f5-8945-44b3762bf99b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.2976391 May 13 15:38:57.300912 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-245ce638-8c8d-43b8-a432-dc724056bdc1 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216136 May 13 15:38:57.394831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea410709-afcf-4c21-b81a-521cb1fe0729 req-91029683-25e6-406f-addb-90d3903069be tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728482 May 13 15:38:57.462888 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-63cbeca9-b0af-44b3-b0c8-dc52a435f375 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4118493 May 13 15:38:57.473068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c3ff62bd-59dd-4d72-a29d-4e154178f10b req-4ddb26b6-f377-46c8-ab65-9d29ab3adc11 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612201 May 13 15:38:57.521791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:38:55Z', 'revision_number': 9, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:38:57.525796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f917e41-1744-426c-a8c5-9750e7f29d66 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:38:55Z', 'revision_number': 9, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:38:57.721784 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fff653-1d52-4ba9-91f0-a6cf29905c60 None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:38:57.798181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:58.586062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e75f4-7029-42e6-a12f-6bfa706f25bc req-96231cfb-a750-49d7-95df-cac3a58c51cd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:58.587506 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fb2e75f4-7029-42e6-a12f-6bfa706f25bc req-96231cfb-a750-49d7-95df-cac3a58c51cd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0832987 May 13 15:38:58.632756 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fb2e75f4-7029-42e6-a12f-6bfa706f25bc req-453a4255-b101-487a-b1d6-9953050b98d3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 May 13 15:38:59.600751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-4e84fe2c-c950-48c3-aa36-6857b0faf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:59.602247 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-4e84fe2c-c950-48c3-aa36-6857b0faf8f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.0700419 May 13 15:38:59.734554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-7d645f58-1ad9-4a06-a834-ee51e219d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:59.736089 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-7d645f58-1ad9-4a06-a834-ee51e219d4ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1285470 May 13 15:38:59.889585 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-d13a6efc-307b-475c-b382-5b630fc42305 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1002 time: 0.1461253 May 13 15:38:59.952861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e42176-1195-43ac-922c-a34dcc943529 req-783fbd23-b2fb-403a-9b3d-6b92e8ad533e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:59.954241 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75e42176-1195-43ac-922c-a34dcc943529 req-783fbd23-b2fb-403a-9b3d-6b92e8ad533e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.2125487 May 13 15:38:59.988618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-e041455e-9826-49f7-9dad-b162f8d1ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:59.990030 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-e041455e-9826-49f7-9dad-b162f8d1ce5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0944054 May 13 15:39:00.054698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75e42176-1195-43ac-922c-a34dcc943529 req-14535cd1-b0d4-4b84-90b4-36d078ad7182 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936785 May 13 15:39:00.076683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-e3023ca7-9b05-4782-b8e5-b049dece89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:00.078697 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-e3023ca7-9b05-4782-b8e5-b049dece89fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806715 May 13 15:39:00.213361 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-68a3aeae-87e6-47bc-906d-a266132d71ba service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 May 13 15:39:00.344180 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-26f76d0e-0c00-4887-b3ad-311eb4cdea35 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252403 May 13 15:39:00.792099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7b96fca1-0bd4-452b-bdd6-47c85f97d48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:01.241721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad2ee-bbc8-4390-9579-a05133e764cf req-5a70a587-e345-43c1-904f-aa078cc63736 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:01.243235 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6f4ad2ee-bbc8-4390-9579-a05133e764cf req-5a70a587-e345-43c1-904f-aa078cc63736 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0828774 May 13 15:39:01.286656 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6f4ad2ee-bbc8-4390-9579-a05133e764cf req-0ead86a3-3d93-4e3b-b208-80daafa39dfa tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 May 13 15:39:02.476920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de8c8e-d446-46c0-bd27-6df74529a16b req-4b53dce3-f67f-4ae9-a969-1db2a87d458f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:02.478381 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14de8c8e-d446-46c0-bd27-6df74529a16b req-4b53dce3-f67f-4ae9-a969-1db2a87d458f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0827956 May 13 15:39:02.522241 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-14de8c8e-d446-46c0-bd27-6df74529a16b req-be04466e-1a8a-44ca-abdd-ea9415b7bd78 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 May 13 15:39:03.180516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8342577d-9d8c-4ff3-bbbb-b6388f1106a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:03.705739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a23c9-09f0-438c-a185-e122e36b9caf req-1842e7ca-6e45-4b56-9cb7-e321920326ef tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:03.707228 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e57a23c9-09f0-438c-a185-e122e36b9caf req-1842e7ca-6e45-4b56-9cb7-e321920326ef tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0783794 May 13 15:39:03.754626 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e57a23c9-09f0-438c-a185-e122e36b9caf req-5b172cea-7482-4200-9972-7295edf2f54f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415399 May 13 15:39:04.568919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:04.666349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:04.942458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04893e-46af-44b8-84cc-75a75cb1937b req-b1505411-d8b6-47f4-b59c-8713486ccc0d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:04.943921 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0f04893e-46af-44b8-84cc-75a75cb1937b req-b1505411-d8b6-47f4-b59c-8713486ccc0d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0802178 May 13 15:39:04.991622 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0f04893e-46af-44b8-84cc-75a75cb1937b req-2989a623-a2b2-45ae-bea3-9177e69c2c44 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 May 13 15:39:05.900571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:06.184649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ed53b-508c-42d9-a3e7-3c6a9ca1a4f9 req-7fc47690-5351-4e13-9f0b-300df0e63603 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:06.186132 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b59ed53b-508c-42d9-a3e7-3c6a9ca1a4f9 req-7fc47690-5351-4e13-9f0b-300df0e63603 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0808909 May 13 15:39:06.229309 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b59ed53b-508c-42d9-a3e7-3c6a9ca1a4f9 req-c6cd9d3b-a469-4030-b8ca-e581e4573bf9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368757 May 13 15:39:07.414797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d7ce8-c908-45ad-b01c-e4fe1f29d8c0 req-f8bd84ac-1d0f-47a2-bee6-fba535eec7cb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:07.416250 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb7d7ce8-c908-45ad-b01c-e4fe1f29d8c0 req-f8bd84ac-1d0f-47a2-bee6-fba535eec7cb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0818567 May 13 15:39:07.459327 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bb7d7ce8-c908-45ad-b01c-e4fe1f29d8c0 req-43749f18-5109-49bc-9f79-c5906f9058a1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374856 May 13 15:39:08.645634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e8be-2e35-4663-bcd8-bd4585ad0312 req-a6de89f8-9e32-4994-89d6-26207bc14d8a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:08.647094 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0864e8be-2e35-4663-bcd8-bd4585ad0312 req-a6de89f8-9e32-4994-89d6-26207bc14d8a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0815673 May 13 15:39:08.690377 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0864e8be-2e35-4663-bcd8-bd4585ad0312 req-8b4f23bb-ea3e-4d95-91c9-d905cae8a07c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377042 May 13 15:39:09.875262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed8fc3-1466-43a5-9253-499dd6d7ca49 req-1a5fc6d9-2c0f-48e6-969f-fb99a2a56b7a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:09.877694 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80ed8fc3-1466-43a5-9253-499dd6d7ca49 req-1a5fc6d9-2c0f-48e6-969f-fb99a2a56b7a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0833569 May 13 15:39:09.919975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-80ed8fc3-1466-43a5-9253-499dd6d7ca49 req-ae93c98d-cada-4d17-8e88-7f77c3a3a882 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367272 May 13 15:39:11.105333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f15c-013c-4343-9a24-ac378e8bcd59 req-119cb4bc-8ec3-4eef-9b64-ab6cffa1d29e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:11.106793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab29f15c-013c-4343-9a24-ac378e8bcd59 req-119cb4bc-8ec3-4eef-9b64-ab6cffa1d29e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0779817 May 13 15:39:11.149565 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab29f15c-013c-4343-9a24-ac378e8bcd59 req-7ec986c9-2034-4a33-aba1-1ead807216ab tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365169 May 13 15:39:12.336237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bd3ae-9602-4007-a3b6-65ac339d917b req-2386a444-26f2-45bb-a4b8-304214047746 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:12.337607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-233bd3ae-9602-4007-a3b6-65ac339d917b req-2386a444-26f2-45bb-a4b8-304214047746 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0797844 May 13 15:39:12.381103 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-233bd3ae-9602-4007-a3b6-65ac339d917b req-a0377085-5281-40b4-bc21-4b68c0309457 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378468 May 13 15:39:13.569171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954767dd-7aaf-4323-8a66-8a7be00abbbb req-9b3d7a42-cd0b-4549-bacf-5f0178841936 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:13.570648 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-954767dd-7aaf-4323-8a66-8a7be00abbbb req-9b3d7a42-cd0b-4549-bacf-5f0178841936 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0841103 May 13 15:39:13.613677 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-954767dd-7aaf-4323-8a66-8a7be00abbbb req-183334e7-b001-4cf8-8571-173d5d495c09 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373251 May 13 15:39:14.894652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a55c2-ea39-4c91-8948-d060a7281e3a req-efa4b61e-092e-445a-8cd1-3c3dc7deacbb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:14.896020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-991a55c2-ea39-4c91-8948-d060a7281e3a req-efa4b61e-092e-445a-8cd1-3c3dc7deacbb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.1767514 May 13 15:39:14.939438 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-991a55c2-ea39-4c91-8948-d060a7281e3a req-4fbc09f4-b44a-4796-aa20-642f1281ccf7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 May 13 15:39:16.121852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619147af-3acf-43dd-ad8b-8abfc2011dd4 req-bc2f7776-f5e2-4a51-8601-041e99fd8bca tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:16.123323 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-619147af-3acf-43dd-ad8b-8abfc2011dd4 req-bc2f7776-f5e2-4a51-8601-041e99fd8bca tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0775511 May 13 15:39:16.171658 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-619147af-3acf-43dd-ad8b-8abfc2011dd4 req-00f8bd45-aa7f-4cb6-b491-0e83c82398dd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 May 13 15:39:17.353339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7651b-4511-40f1-a675-f485bd9e953c req-321caae0-973d-43b9-8561-cc2f00f35f6b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:17.354814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75b7651b-4511-40f1-a675-f485bd9e953c req-321caae0-973d-43b9-8561-cc2f00f35f6b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0775878 May 13 15:39:17.401205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-75b7651b-4511-40f1-a675-f485bd9e953c req-453a99f5-e51d-4123-aabf-a0f3ed81a59a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408204 May 13 15:39:18.586519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf08596-f226-40b6-aaa9-7091e58d2a61 req-92727e93-91ba-4c54-9787-60844d035c8c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:18.587961 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9cf08596-f226-40b6-aaa9-7091e58d2a61 req-92727e93-91ba-4c54-9787-60844d035c8c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0802367 May 13 15:39:18.631404 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9cf08596-f226-40b6-aaa9-7091e58d2a61 req-17fb5ec6-d392-4d6e-a580-028d4bd2bcd7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 May 13 15:39:19.966281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d63277-4f68-43fe-8349-e55f4f1559eb req-2eb3341e-2b5b-467a-bb1f-cfa824b558eb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:19.967755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1d63277-4f68-43fe-8349-e55f4f1559eb req-2eb3341e-2b5b-467a-bb1f-cfa824b558eb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0804689 May 13 15:39:20.011495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f1d63277-4f68-43fe-8349-e55f4f1559eb req-6906fa6d-0f0c-4465-9189-6e7ee836e9c5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381901 May 13 15:39:21.200688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf477-8199-40f3-8e9f-5819ceb23bae req-a5e48413-1d9f-40d8-94d8-6256221644c2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:21.202078 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-02caf477-8199-40f3-8e9f-5819ceb23bae req-a5e48413-1d9f-40d8-94d8-6256221644c2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0823607 May 13 15:39:21.340793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-02caf477-8199-40f3-8e9f-5819ceb23bae req-6265672e-eec1-4de7-b546-60c48e26c23c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329374 May 13 15:39:22.395401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-ca717719-6517-4941-b981-ad99ece14378 service neutron] 10.222.0.23 "GET /v2.0/ports/0be04a00-52da-450a-8736-e02130bf6322/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0774536 May 13 15:39:22.524670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023520a-cf15-4884-81a7-345dcd467e27 req-4d5e67ef-a1f9-4b47-980d-48f699eb8edf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:22.526159 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c023520a-cf15-4884-81a7-345dcd467e27 req-4d5e67ef-a1f9-4b47-980d-48f699eb8edf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0814135 May 13 15:39:22.570066 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c023520a-cf15-4884-81a7-345dcd467e27 req-eb4ccb44-7048-40e2-a72c-83bfa90decc9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379782 May 13 15:39:23.029909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-5100ff91-5480-4dae-be67-6c65833778ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.031418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-5100ff91-5480-4dae-be67-6c65833778ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0737982 May 13 15:39:23.119025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-9b91f58f-9ece-4dad-b038-26f5a9099ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.120502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-9b91f58f-9ece-4dad-b038-26f5a9099ecc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.0692666 May 13 15:39:23.249060 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-c116ab70-51b3-469f-b751-c071f409b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.250497 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-c116ab70-51b3-469f-b751-c071f409b803 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1246080 May 13 15:39:23.351449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-0ca09ff8-bbd8-4d0c-8c79-9160ee9621b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1002 time: 0.0938044 May 13 15:39:23.411322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-4afe63b3-406d-4a26-a3c1-04b4cf212a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.412983 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-4afe63b3-406d-4a26-a3c1-04b4cf212a6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0559020 May 13 15:39:23.486660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-2bed7085-4df1-4ab9-9a09-6ca726136ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.488049 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-2bed7085-4df1-4ab9-9a09-6ca726136ad0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697105 May 13 15:39:23.617325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-b6399784-cdc1-4056-9f63-810dd38d8be6 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235938 May 13 15:39:23.749903 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bc6cbbde-52bd-4d25-992d-b71580bba408 req-3637d7ad-9071-4192-bb60-a38a5b5dfbc0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266322 May 13 15:39:23.757293 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513696-48a4-4e13-8e33-6320f7b3f3e0 req-b000d232-b55b-4ad6-9168-38ec1cffd71b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:23.758801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a6513696-48a4-4e13-8e33-6320f7b3f3e0 req-b000d232-b55b-4ad6-9168-38ec1cffd71b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0792425 May 13 15:39:23.803963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a6513696-48a4-4e13-8e33-6320f7b3f3e0 req-820d415d-b9c4-4912-9bd7-419d6672be24 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 May 13 15:39:24.379512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1493-5666-48d5-be51-ba536ef426ef req-7533fbb0-ff7e-44a3-94ee-736f8ff63973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:24.380877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-7533fbb0-ff7e-44a3-94ee-736f8ff63973 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.0690241 May 13 15:39:24.525712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1493-5666-48d5-be51-ba536ef426ef req-730a16c6-03ee-4420-a714-093a39f8a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:24.527172 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-730a16c6-03ee-4420-a714-093a39f8a16d service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1258936 May 13 15:39:24.634742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-e3bacbc8-c41b-43f1-85b5-7e24c33ceef0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1002 time: 0.1016033 May 13 15:39:24.700357 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1493-5666-48d5-be51-ba536ef426ef req-3e6ace88-8ce5-4fd6-b35a-863db486c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:24.701814 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-3e6ace88-8ce5-4fd6-b35a-863db486c055 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0601175 May 13 15:39:24.867466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1493-5666-48d5-be51-ba536ef426ef req-f52ea3db-54fa-4c8f-a775-860d6520635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:24.868970 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-f52ea3db-54fa-4c8f-a775-860d6520635b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1605520 May 13 15:39:25.055692 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-35fb8164-bce2-4023-b1f4-412e6d7be6e0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795244 May 13 15:39:25.089166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd0de-58e7-4913-b8d2-bd394aeff407 req-5657c510-949a-4b9c-98e5-eff2830ed857 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:25.090591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-49ecd0de-58e7-4913-b8d2-bd394aeff407 req-5657c510-949a-4b9c-98e5-eff2830ed857 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.1470246 May 13 15:39:25.196597 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-49ecd0de-58e7-4913-b8d2-bd394aeff407 req-f99916e0-0208-42a7-836a-106f251d5f42 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602157 May 13 15:39:25.228044 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4ade1493-5666-48d5-be51-ba536ef426ef req-b396067a-a9db-4408-8b01-827bf8cc39b3 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653063 May 13 15:39:26.242234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:39:26.245387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:39:26.347576 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:39:26.387442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74211d0c-c54a-4e7e-94f4-abde54555feb req-03b85cb6-02b4-4f08-858e-a163bf49d4c3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:26.388946 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74211d0c-c54a-4e7e-94f4-abde54555feb req-03b85cb6-02b4-4f08-858e-a163bf49d4c3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0839081 May 13 15:39:26.434103 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-74211d0c-c54a-4e7e-94f4-abde54555feb req-f747217f-876e-48d0-aea4-1780f39588d0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 May 13 15:39:26.460348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:26.461011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:26.497385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:26.514330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:26.523233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '0be04a00-52da-450a-8736-e02130bf6322', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:39:26.527842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:26.576487 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32700bc4-b18b-4cfd-ac3a-8e941c9809ce'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'code': 200} May 13 15:39:26.584179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:26.584711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:26.605524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:26.611125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:26.719883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:39:26.720235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:39:26.722564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:27.190762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e789-1f81-4d9f-b562-cd00cdbf6084 req-a7478c48-ad1c-4465-9c4c-74ed0a11c53b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.192308 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c242e789-1f81-4d9f-b562-cd00cdbf6084 req-a7478c48-ad1c-4465-9c4c-74ed0a11c53b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0837762 May 13 15:39:27.196177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-6c29c2e5-06b8-47a5-9bc7-842acb502d64 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.197699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-6c29c2e5-06b8-47a5-9bc7-842acb502d64 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667&tenant_id=5051aa0e01c44a3fa507c4e332f004e5&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.0878599 May 13 15:39:27.243092 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c242e789-1f81-4d9f-b562-cd00cdbf6084 req-93c90018-3f1c-424d-88cd-9d89d81f1c15 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432322 May 13 15:39:27.310625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-d0a7b506-be4a-4dc2-870f-2b8a4286202d service neutron] 10.222.0.23 "GET /v2.0/ports/0be04a00-52da-450a-8736-e02130bf6322/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.1061316 May 13 15:39:27.337535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:27.338162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:27.357096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:27.375734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:27.401166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-0f24a782-0f6e-4309-a0f1-13acbc6a7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.402773 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-0f24a782-0f6e-4309-a0f1-13acbc6a7a2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1096 time: 0.0718985 May 13 15:39:27.448917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:27.521633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0be04a00-52da-450a-8736-e02130bf6322'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:39:27.541170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-bc5f03ca-a8a9-4b45-973a-9f01ff6ed3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.542658 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-bc5f03ca-a8a9-4b45-973a-9f01ff6ed3d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1344550 May 13 15:39:27.565156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:27.650538 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-62c0cbf6-dc6f-483f-b559-658c408deb20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1001 time: 0.1021290 May 13 15:39:27.721712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-db1001f4-f02f-4c7a-aad9-f8935042697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.723215 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-db1001f4-f02f-4c7a-aad9-f8935042697d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0676193 May 13 15:39:27.801354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-7111a44b-04ab-4546-a53e-6851c7d6c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:27.803050 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-7111a44b-04ab-4546-a53e-6851c7d6c604 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737453 May 13 15:39:27.809242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:27.937082 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-074ea16d-df13-40de-ac6d-e282fbf6f4a7 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278017 May 13 15:39:28.067789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-398100d6-a4dd-49e3-8881-9e842dd01f1b service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247563 May 13 15:39:28.272204 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:39:28.350271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 0be04a00-52da-450a-8736-e02130bf6322 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:39:28.350979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:28.433993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d665e-7255-4802-ab47-ef806ac97a65 req-b097273e-62f0-4b1e-9a03-106c81a5e56c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:28.435502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-136d665e-7255-4802-ab47-ef806ac97a65 req-b097273e-62f0-4b1e-9a03-106c81a5e56c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 944 time: 0.0800524 May 13 15:39:28.469467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:28.469707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:28.483894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-136d665e-7255-4802-ab47-ef806ac97a65 req-00375e4f-2f4e-4ef0-a259-2e0bd9a4db0a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 May 13 15:39:28.502590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:28.577709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:28.586253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:28.634258 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1ba576-ccb6-4fa0-815e-586c7e1a0857'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'code': 200} May 13 15:39:28.659262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:29.675131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c663e-2c07-402d-aa7c-2c7c1b4d4fed req-4c7219c7-1d00-46e6-b499-5049f653bce4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:29.676590 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-de1c663e-2c07-402d-aa7c-2c7c1b4d4fed req-4c7219c7-1d00-46e6-b499-5049f653bce4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0811002 May 13 15:39:29.721380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-de1c663e-2c07-402d-aa7c-2c7c1b4d4fed req-cd6d889c-e8b8-4d2d-99de-3bb8ca52d8c2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 May 13 15:39:30.768879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d920c204-4578-437d-afc5-bd6fbe6fa312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:30.916419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4395-9e05-4266-8e83-7cd4dbd646d9 req-eebaedf0-697a-4437-af51-11e6feddd5d0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:30.917869 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b04c4395-9e05-4266-8e83-7cd4dbd646d9 req-eebaedf0-697a-4437-af51-11e6feddd5d0 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0798352 May 13 15:39:30.963262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b04c4395-9e05-4266-8e83-7cd4dbd646d9 req-78f98c10-ad1a-480d-a19f-004d642bbef4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 May 13 15:39:31.030973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-4e24e7e0-ee75-4a13-9af5-f4e7bea27b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:31.032394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-4e24e7e0-ee75-4a13-9af5-f4e7bea27b6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0735457 May 13 15:39:31.212017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-8f7cd2cb-0b4a-4407-a0db-589db17a49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:31.213500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-8f7cd2cb-0b4a-4407-a0db-589db17a49f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 1098 time: 0.1606755 May 13 15:39:31.340684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-14293a85-b86f-40bf-b70f-fa9540153c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:31.342071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-14293a85-b86f-40bf-b70f-fa9540153c0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1226351 May 13 15:39:31.443499 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-6902f021-cbfb-469b-9be8-dff0bce8c550 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 200 len: 1002 time: 0.0957558 May 13 15:39:31.503646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-e7f91d2f-6f35-4f92-9d00-ffffccb3fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:31.505084 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-e7f91d2f-6f35-4f92-9d00-ffffccb3fc54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0560672 May 13 15:39:31.582238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-483ad9c0-30e6-4e84-8e1f-9db16e58938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:31.583699 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-483ad9c0-30e6-4e84-8e1f-9db16e58938a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722365 May 13 15:39:31.713612 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-50a7cc1c-f839-4bed-baed-81964687c714 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238346 May 13 15:39:31.844142 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-95a7dbc5-bb7d-4dcb-98f4-548693ad98fd req-abb3c383-cd44-4b6c-8ea1-fd36f5ba877a service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249764 May 13 15:39:32.149082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dc7e8-53e1-45e9-a083-6ea511379190 req-b28c6853-97ba-493c-bffd-5c2986d90b01 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:32.150595 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-331dc7e8-53e1-45e9-a083-6ea511379190 req-b28c6853-97ba-493c-bffd-5c2986d90b01 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0816209 May 13 15:39:32.194017 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-331dc7e8-53e1-45e9-a083-6ea511379190 req-33baa733-cddf-4f0f-a2a4-c9851b892695 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377343 May 13 15:39:33.203322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-984786e4-00a7-4426-9095-232154c799bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:33.386245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822086ce-d702-498a-91ef-f0a60977e169 req-ac72ae2b-42b1-487f-b080-45fccd44decd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:33.387712 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-822086ce-d702-498a-91ef-f0a60977e169 req-ac72ae2b-42b1-487f-b080-45fccd44decd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0843482 May 13 15:39:33.432466 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-822086ce-d702-498a-91ef-f0a60977e169 req-7507fdfe-87d4-4c71-857f-37c9c73cacc4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388057 May 13 15:39:34.305492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:39:34.307760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:39:34.535223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:34.535603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:34.568112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:34.596829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:34.605817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '0be04a00-52da-450a-8736-e02130bf6322', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '0be04a00-52da-450a-8736-e02130bf6322', 'mac_address': 'fa:16:3e:aa:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:39:34.614888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:34.626845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc6205-cbdc-4953-a366-0fa41ab79786 req-52c7af14-67f6-4540-b30a-5cfd146cdae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:34.628669 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02dc6205-cbdc-4953-a366-0fa41ab79786 req-52c7af14-67f6-4540-b30a-5cfd146cdae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0858691 May 13 15:39:34.646701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:34.650332 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca23228-46ed-4c34-a7d1-a4fc374d7fb0'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'code': 200} May 13 15:39:34.677402 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02dc6205-cbdc-4953-a366-0fa41ab79786 req-f7c86a3a-dca4-4bbc-8f56-9d66d9581093 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 May 13 15:39:34.679211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:34.679596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:34.697284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:34.706425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:34.777210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:34.824893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:39:34.825166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:39:34.827420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=9']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:34.835340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.835911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.836262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.836741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.837085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.837422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.837758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.838110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.838443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.838772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.839098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.839421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:34.867495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe43be-c194-47d1-9844-507889e19eea req-fed457e6-86c2-4ee1-ba9c-3af96ccefc1f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:34.869003 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03fe43be-c194-47d1-9844-507889e19eea req-fed457e6-86c2-4ee1-ba9c-3af96ccefc1f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0825369 May 13 15:39:34.913258 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-03fe43be-c194-47d1-9844-507889e19eea req-8d07a596-3957-425c-a6c3-838df5c449bd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 May 13 15:39:35.095755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665b239-47fa-4d57-96fb-42c196445e66 req-0991064d-82ad-4058-b4ef-64536517803a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:35.097091 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6665b239-47fa-4d57-96fb-42c196445e66 req-0991064d-82ad-4058-b4ef-64536517803a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 943 time: 0.0779483 May 13 15:39:35.143753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6665b239-47fa-4d57-96fb-42c196445e66 req-b1b024f6-d2d2-4e99-9241-dc98cf6b816e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 May 13 15:39:35.378835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:35.379398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:35.395255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:35.411337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:35.511724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:35.575832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0be04a00-52da-450a-8736-e02130bf6322'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:39:35.634552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=10']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:35.747527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c702b3-3110-4967-9565-4eb3b467098b req-e779a0b4-4823-45f9-9bd8-2436097d46e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:35.749001 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91c702b3-3110-4967-9565-4eb3b467098b req-e779a0b4-4823-45f9-9bd8-2436097d46e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 945 time: 0.0788140 May 13 15:39:35.794437 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-91c702b3-3110-4967-9565-4eb3b467098b req-e437ff8a-e2d1-4d3c-b3c1-5b154333745b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389717 May 13 15:39:35.894775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:36.310940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:39:36.381396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 0be04a00-52da-450a-8736-e02130bf6322 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:39:36.382206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:36.497803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0be04a00-52da-450a-8736-e02130bf6322 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:36.498126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:36.529775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:36.597294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:36.652055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:36.672007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=11']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:36.697633 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bb2b67-9602-4902-b613-e670d93c52a8'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'code': 200} May 13 15:39:36.981281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec76c-3ddc-41a9-a997-c4fa03f102c4 req-d25579b5-a695-4b38-90c0-5cdbca349eff tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:36.982766 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-080ec76c-3ddc-41a9-a997-c4fa03f102c4 req-d25579b5-a695-4b38-90c0-5cdbca349eff tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 946 time: 0.0837700 May 13 15:39:37.026291 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-080ec76c-3ddc-41a9-a997-c4fa03f102c4 req-3bc2096f-c1e4-43dd-9c29-24e63eadbe72 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 May 13 15:39:37.777250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-8b367cf7-b3d3-4e33-8133-381aed916e42 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:37.778688 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-8b367cf7-b3d3-4e33-8133-381aed916e42 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 946 time: 0.0814650 May 13 15:39:37.851801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Deleting port 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:39:37.852144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.092464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] For port 0be04a00-52da-450a-8736-e02130bf6322, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0be04a00-52da-450a-8736-e02130bf6322,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:38.093143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.220933 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb02193-09f0-43a2-b0bd-40748b472611 req-2466ad4d-4def-47de-805a-4255de4e7e61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:38.222482 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-afb02193-09f0-43a2-b0bd-40748b472611 req-2466ad4d-4def-47de-805a-4255de4e7e61 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 946 time: 0.0865149 May 13 15:39:38.267609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-afb02193-09f0-43a2-b0bd-40748b472611 req-defa8c0e-ac0a-49db-b368-057c44452b95 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 May 13 15:39:38.476393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.476759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.477068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c disassociated. External IP: 172.26.7.153, port: 0be04a00-52da-450a-8736-e02130bf6322. May 13 15:39:38.477404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Calling delete_port for 0be04a00-52da-450a-8736-e02130bf6322 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:39:38.654386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.702511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'Port': ['ID=0be04a00-52da-450a-8736-e02130bf6322,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:38.714036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.714385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.714723 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.715056 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.715428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.715705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.716032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.716360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.716671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.716995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.717313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.717631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:39:38.906175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:39:39.082235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:39:39.091671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:39:39.101003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:39:39.104506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:39:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:39.156795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] No DVR routers for this DVR port 0be04a00-52da-450a-8736-e02130bf6322 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:39:39.159253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:39.163927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-deleted', 'tag': '0be04a00-52da-450a-8736-e02130bf6322'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:39.214128 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbb0170-feb5-4fcc-9837-de90a41a036c'] response: {'server_uuid': '68f8ae9e-504b-4bc6-8330-89f413f14667', 'name': 'network-vif-deleted', 'tag': '0be04a00-52da-450a-8736-e02130bf6322', 'status': 'completed', 'code': 200} May 13 15:39:39.238162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-68da0c47-8d1b-45a7-8819-09825fbfb9f7 req-b10c811a-979b-4b28-a034-0a1eabd2e428 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "DELETE /v2.0/ports/0be04a00-52da-450a-8736-e02130bf6322 HTTP/1.1" status: 204 len: 173 time: 1.4545453 May 13 15:39:39.323889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:39:39.432292 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ada8f7df-b1cf-48a2-889a-9b1eb67f29a2 req-19c69932-acf9-414c-ad36-cd68953ca0bf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=68f8ae9e-504b-4bc6-8330-89f413f14667 HTTP/1.1" status: 200 len: 210 time: 0.0466695 May 13 15:39:39.641007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:39.644743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:39:39.653630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:39:39.654248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:39:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:39.829526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:39:40.146854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:40.152011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec9300-c288-451d-bb39-bb3aee5d8f7f None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:39:40.378034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25d210-3fbc-46e1-ad2a-448761c26c83 None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:39:40.778665 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-53df040d-3a48-437c-b7b5-88cca15f8983 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--855586165&fields=id&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 267 time: 0.0437000 May 13 15:39:40.924273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-0ce70966-e975-425d-bbe9-07e48103b55d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:40.925698 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-0ce70966-e975-425d-bbe9-07e48103b55d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1405942 May 13 15:39:40.940292 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-02958b06-6be3-4b56-a774-bec87edff218 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/quotas/5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 375 time: 0.0089476 May 13 15:39:41.024218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-a05384f2-3ce6-4e93-8c76-b244cc03c71e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:39:41.088578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-a05384f2-3ce6-4e93-8c76-b244cc03c71e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:39:41.089859 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-a05384f2-3ce6-4e93-8c76-b244cc03c71e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435120 May 13 15:39:41.230735 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-0865c514-16d1-4ed8-b165-b81f15cee551 service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287334 May 13 15:39:41.460791 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-96234e0b-9133-452f-8a6c-10175d4e380d service neutron] 10.222.0.91 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239084 May 13 15:39:41.743906 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e07ad660-8c49-4b97-92cf-62682b2b4783 req-eb659983-2701-4e2c-bd32-f7682bbba7e8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 210 time: 0.0472486 May 13 15:39:42.342294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:39:42.377179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 0be04a00-52da-450a-8736-e02130bf6322 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:39:42.377463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0be04a00-52da-450a-8736-e02130bf6322 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:39:42.898366 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-16c9acf3-fabf-45de-b8d5-0ccbc13e815b req-b34e8e18-47f2-47a6-abb8-4547f48fa16d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 210 time: 0.0426404 May 13 15:39:43.588995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-b4eb8c6c-d282-4a1f-a236-867eb417ae08 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:43.590514 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-b4eb8c6c-d282-4a1f-a236-867eb417ae08 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 812 time: 0.1471272 May 13 15:39:43.643226 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-ccf2d3b3-8937-45a3-bee8-79320b77694b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 379 time: 0.0448415 May 13 15:39:43.652132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'port': {'device_id': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'admin_state_up': True, 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'security_groups': ['203699f8-b0dd-43ba-aaf7-9b9e4bb15325']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:39:43.794987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:39:43.804929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:39:43.888777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Made reservation on behalf of 5051aa0e01c44a3fa507c4e332f004e5 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:39:43.892312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.054274 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5d4382db-dd1c-45a8-a1ef-03e6b6ef0480 req-6ab04ea7-fd8a-48fc-bffb-9d999b9ac470 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 210 time: 0.0439045 May 13 15:39:44.059600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Allocated IP 172.20.0.4 (96ddce16-3659-455b-8914-097adfce148d/d69e4bce-d6b2-4336-9588-1008276abc68/27f21112-8c97-477a-8a66-fe9071a75dd1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:39:44.249546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.266404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Transition to ACTIVE for port object 27f21112-8c97-477a-8a66-fe9071a75dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:39:44.357551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.427785 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Network 96ddce16-3659-455b-8914-097adfce148d is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:39:44.431463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:39:44.435593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:39:44.469691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:44.501620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:44.502233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.592623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-647484e9-8d64-4ea6-9837-314cc6b7bae4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450939 May 13 15:39:44.604155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Request body: {'port': {'device_id': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:39:44.694628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-56747eeb-a30b-478f-a302-f22c73758995 None None] Provisioning for port 27f21112-8c97-477a-8a66-fe9071a75dd1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:39:44.700008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-56747eeb-a30b-478f-a302-f22c73758995 None None] Provisioning complete for port 27f21112-8c97-477a-8a66-fe9071a75dd1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:39:44.700420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-56747eeb-a30b-478f-a302-f22c73758995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.716756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:44.755270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-56747eeb-a30b-478f-a302-f22c73758995 None None] Port 27f21112-8c97-477a-8a66-fe9071a75dd1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:39:45.055955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:45.062968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:45.076838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Transition to ACTIVE for port object 27f21112-8c97-477a-8a66-fe9071a75dd1 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:39:45.151602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:45.367163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:45.451566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a978a-3205-46e3-952a-ae2339172bca req-5c8d8f91-5466-4e2f-99b9-129cece6c79b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:45.452241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-084a978a-3205-46e3-952a-ae2339172bca req-5c8d8f91-5466-4e2f-99b9-129cece6c79b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:39:45.462054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Attempting to bind port 27f21112-8c97-477a-8a66-fe9071a75dd1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:39:45.462384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Attempting to bind port 27f21112-8c97-477a-8a66-fe9071a75dd1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:39:45.462711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Attempting to bind port 27f21112-8c97-477a-8a66-fe9071a75dd1 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:39:45.472986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Port 27f21112-8c97-477a-8a66-fe9071a75dd1 on network 96ddce16-3659-455b-8914-097adfce148d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:39:45.473333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Attempting to bind port 27f21112-8c97-477a-8a66-fe9071a75dd1 on network 96ddce16-3659-455b-8914-097adfce148d {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:39:45.480341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:39:45.485733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Checking segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:39:45.485733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Bound using segment: {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:39:45.485733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Bound port: 27f21112-8c97-477a-8a66-fe9071a75dd1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a86754-ae73-42e9-8547-7e45d4924585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '96ddce16-3659-455b-8914-097adfce148d'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:39:45.485733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:45.539252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-084a978a-3205-46e3-952a-ae2339172bca req-5c8d8f91-5466-4e2f-99b9-129cece6c79b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:39:45.540334 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-084a978a-3205-46e3-952a-ae2339172bca req-5c8d8f91-5466-4e2f-99b9-129cece6c79b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.3521397 May 13 15:39:45.695159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:39:45.699815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-084a978a-3205-46e3-952a-ae2339172bca req-0c83f7bf-2fde-4a18-b57d-bfcf0b19e65d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527009 May 13 15:39:45.705370 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:39:45.758621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:45.818822 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:45.820253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:45.821627 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1093 time: 1.2221510 May 13 15:39:45.822081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:45.843673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432205a-13c7-41c9-843e-17aa772b74f1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:45.873703 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc0b705-de89-4f59-8957-e61ea50e2d0b'] response: {'name': 'network-changed', 'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'status': 'completed', 'code': 200} May 13 15:39:45.975775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-b3e6082c-477f-4383-afdd-e4bca5f9c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:45.977887 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-b3e6082c-477f-4383-afdd-e4bca5f9c603 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1096 time: 0.0831006 May 13 15:39:46.118564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-856e21ce-bece-4f08-8aad-9f62f1d438d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.120005 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-856e21ce-bece-4f08-8aad-9f62f1d438d6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1359444 May 13 15:39:46.252028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-ed5827fa-ea70-40bb-962f-d31f756a0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.253630 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4cd0bcfd-f5ea-4241-8564-d6e948e6e617 req-ed5827fa-ea70-40bb-962f-d31f756a0fd7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278751 May 13 15:39:46.355050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-7553d214-07ee-438b-9c02-b94e7a860efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.356500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-7553d214-07ee-438b-9c02-b94e7a860efa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1096 time: 0.0689936 May 13 15:39:46.425502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-4b66cbe0-f02f-4a57-915d-6ac01661f7ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 217 time: 0.0627522 May 13 15:39:46.485137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-805865ad-3f76-422c-88c7-af200e09dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.486528 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-805865ad-3f76-422c-88c7-af200e09dcf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0553637 May 13 15:39:46.562325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-e88d79f6-8e54-4db6-b293-c55090b6c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.563682 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-e88d79f6-8e54-4db6-b293-c55090b6c62c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709510 May 13 15:39:46.691602 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-360071b2-d382-4e3a-9501-3c645fd5df97 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223366 May 13 15:39:46.828468 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e1593474-6ad9-485e-91b0-d2fda15982ef req-82004a38-e728-495d-b101-33904be0dea0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310630 May 13 15:39:46.947032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6633f3-ea0b-4e68-9353-1e47f1e20545 req-9fb3f64e-2885-4079-af6d-e33694df2af2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:46.948490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e6633f3-ea0b-4e68-9353-1e47f1e20545 req-9fb3f64e-2885-4079-af6d-e33694df2af2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.1359999 May 13 15:39:46.992263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e6633f3-ea0b-4e68-9353-1e47f1e20545 req-4547f00c-2644-4f1f-915c-81efa3a9bd6b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379767 May 13 15:39:48.179642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1c1b-530f-4d01-944e-78b4566ca701 req-64e2a39b-bccb-4acf-affc-ca42babd557f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:48.181071 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-386b1c1b-530f-4d01-944e-78b4566ca701 req-64e2a39b-bccb-4acf-affc-ca42babd557f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0782990 May 13 15:39:48.227393 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-386b1c1b-530f-4d01-944e-78b4566ca701 req-95caed2c-801e-402e-bbec-f16d56173c1a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 May 13 15:39:49.411366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7933a-ccf4-42ce-a319-43f8589621f2 req-83b55e15-4175-48be-b46c-84a7823855ec tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:49.412911 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-feb7933a-ccf4-42ce-a319-43f8589621f2 req-83b55e15-4175-48be-b46c-84a7823855ec tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0820024 May 13 15:39:49.455716 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-feb7933a-ccf4-42ce-a319-43f8589621f2 req-d7ea2ed6-a958-4420-8948-61f3cf23111c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365126 May 13 15:39:50.373215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:39:50.503780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:50.521350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:39:50.576811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:50.577193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:50.593551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:39:50.609249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:50.645023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55cda7-4672-417b-801f-7dcb9ce15841 req-47944c0a-807d-4a6d-b274-a4a94302afdd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:50.646447 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd55cda7-4672-417b-801f-7dcb9ce15841 req-47944c0a-807d-4a6d-b274-a4a94302afdd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0826843 May 13 15:39:50.691251 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd55cda7-4672-417b-801f-7dcb9ce15841 req-330b438e-73e8-4900-baae-17d0c1a16a01 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390522 May 13 15:39:50.706086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:50.771918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:50.911276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['27f21112-8c97-477a-8a66-fe9071a75dd1'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:39:51.874083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69d30e-9418-4131-b5e7-d5549e687644 req-df7d207a-49b2-4457-b259-3b39a7c0331b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:51.875557 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0d69d30e-9418-4131-b5e7-d5549e687644 req-df7d207a-49b2-4457-b259-3b39a7c0331b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 944 time: 0.0789785 May 13 15:39:51.919955 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0d69d30e-9418-4131-b5e7-d5549e687644 req-ef41b7cf-7947-442b-a3a9-bdd7398298cc tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385823 May 13 15:39:52.373128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:39:52.506081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 27f21112-8c97-477a-8a66-fe9071a75dd1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:39:52.511389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 27f21112-8c97-477a-8a66-fe9071a75dd1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:39:52.511760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:52.624880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:39:52.625256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:52.651564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:52.661161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:39:52.697331 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f953ebe0-d784-4884-b0f1-43ae60c7e1d0'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'code': 200} May 13 15:39:52.769129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:52.836973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:39:53.126703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a4ba-6c0e-49e1-bc06-2e81813eb6c0 req-c5aace5a-78af-4f14-aa65-5483b81badef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:53.128432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9a84a4ba-6c0e-49e1-bc06-2e81813eb6c0 req-c5aace5a-78af-4f14-aa65-5483b81badef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.1289017 May 13 15:39:53.139793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9722-f7e7-4261-b4ad-ab8226379c00 req-5085f7c5-9752-48f6-8f1a-13b2777e163d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:53.141128 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-743f9722-f7e7-4261-b4ad-ab8226379c00 req-5085f7c5-9752-48f6-8f1a-13b2777e163d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.1046376 May 13 15:39:53.205692 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9a84a4ba-6c0e-49e1-bc06-2e81813eb6c0 req-40784a42-6cda-43ca-ae8e-6bc5fbfdbb68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635953 May 13 15:39:53.210673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-743f9722-f7e7-4261-b4ad-ab8226379c00 req-512319c5-3bdd-4ec0-bbee-b546d5a69ea9 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565205 May 13 15:39:54.404306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac685c-ca2e-40d8-ade0-2eabae63f8f4 req-04ccddf8-d693-4fb9-93cb-f176b3589c90 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:54.405803 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9bac685c-ca2e-40d8-ade0-2eabae63f8f4 req-04ccddf8-d693-4fb9-93cb-f176b3589c90 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0863671 May 13 15:39:54.450466 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9bac685c-ca2e-40d8-ade0-2eabae63f8f4 req-52ebf4ae-6221-43c4-aff6-397277029caa tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 May 13 15:39:55.631477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16154d2-2c65-46da-bb4a-c69926e2c6df req-0ec75a14-c807-4dc4-b630-3b773ac7df16 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:55.633811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a16154d2-2c65-46da-bb4a-c69926e2c6df req-0ec75a14-c807-4dc4-b630-3b773ac7df16 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0799675 May 13 15:39:55.676661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a16154d2-2c65-46da-bb4a-c69926e2c6df req-9ec532ca-5427-4403-bb23-c10976396027 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372024 May 13 15:39:55.859448 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4154cc-55c4-440e-961c-dd7cf558f231 req-63b898a3-de48-4fbd-848e-186c3783dc4e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:55.861182 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dd4154cc-55c4-440e-961c-dd7cf558f231 req-63b898a3-de48-4fbd-848e-186c3783dc4e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0796275 May 13 15:39:55.871127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43376) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:39:55.876166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Request body: {'floatingip': {'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:39:55.954725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:56.634139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:56.699994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:56.872125 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c associated. External IP: 172.26.7.153, port: 27f21112-8c97-477a-8a66-fe9071a75dd1. May 13 15:39:57.218273 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:39:57.393596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:39:57.398672 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:57.403210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:39:57.412522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:39:57.413639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:39:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:57.456171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da51e611-b00d-4ff9-931b-d220b2ce33f8 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "PUT /v2.0/floatingips/97cfa1ef-2b65-4452-b932-b4abca73613c HTTP/1.1" status: 200 len: 992 time: 1.5839980 May 13 15:39:57.456758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:39:57.561920 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366c2e0e-8253-4303-a110-aa87ada58c59'] response: {'name': 'network-changed', 'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'status': 'completed', 'code': 200} May 13 15:39:57.623419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:39:57.759186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-a6184383-70fa-43a3-99f9-dfc5d521642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:57.759757 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-a6184383-70fa-43a3-99f9-dfc5d521642e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.1744845 May 13 15:39:57.887994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:57.898824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-6f96008f-7192-4634-8d58-28293072caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:57.900287 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-6f96008f-7192-4634-8d58-28293072caea service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1355641 May 13 15:39:58.005545 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-036b76d8-98e1-49a3-bce0-7d4dd2457b0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1000 time: 0.0994902 May 13 15:39:58.009679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:39:56Z', 'revision_number': 13, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:58.013594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:39:58.022090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:39:58.023427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:39:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:58.067463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-ca36be09-407b-4b22-8678-9aa3a34f5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:58.069059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-ca36be09-407b-4b22-8678-9aa3a34f5765 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0580528 May 13 15:39:58.145965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-3856a7f6-22aa-4dc5-829b-9dd48c7808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:58.148205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-3856a7f6-22aa-4dc5-829b-9dd48c7808b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718033 May 13 15:39:58.211458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:39:58.284832 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-ec72b16e-376f-4a0e-ac84-0362779c9ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310892 May 13 15:39:58.437149 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eac0b1cb-3eb2-4959-ae7a-01a01fb5bc77 req-cff8c5b8-98d0-44ec-b06b-ed83b0576db0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460793 May 13 15:39:58.620734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:39:56Z', 'revision_number': 13, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:39:58.624744 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d81f2-56c7-4c1f-8183-60f26c8c6f38 None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '97cfa1ef-2b65-4452-b932-b4abca73613c', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:36:33Z', 'updated_at': '2022-05-13T15:39:56Z', 'revision_number': 13, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:39:58.815478 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0929a1b-9733-49b5-b647-b398ce1eff9b None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:39:59.591867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c17b8b-edbb-45cb-a483-cfc7509aa470 req-0a04a5e5-f472-41a4-9c3d-eb09c9885937 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:59.593242 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-85c17b8b-edbb-45cb-a483-cfc7509aa470 req-0a04a5e5-f472-41a4-9c3d-eb09c9885937 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0788448 May 13 15:39:59.645507 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-85c17b8b-edbb-45cb-a483-cfc7509aa470 req-e02f181a-b7da-4d6b-b4cf-29ad51671471 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466032 May 13 15:40:00.802873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b59a0de0-163c-4e8e-92f4-0c34d728dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:03.214506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9e602288-083a-49eb-8d20-c7710d985352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:03.346196 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:04.574260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:04.649075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:05.917117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:09.815255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2a7c-f496-4183-b577-d83f2e7f0c44 req-084c1cd7-c6a3-4f7e-a7a8-558654efc4a6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:09.816713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5eac2a7c-f496-4183-b577-d83f2e7f0c44 req-084c1cd7-c6a3-4f7e-a7a8-558654efc4a6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0884979 May 13 15:40:09.912350 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5eac2a7c-f496-4183-b577-d83f2e7f0c44 req-a5c68361-1aed-4f10-a6a4-6611f225f70a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889707 May 13 15:40:09.930826 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-3086228b-a9b5-4cc3-bde5-069ed77686a8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057098 May 13 15:40:11.102639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa853a0-1e72-4655-acab-2d5aa4411082 req-e8cb8b95-b704-4d07-bd25-27a120662f97 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:11.104079 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cfa853a0-1e72-4655-acab-2d5aa4411082 req-e8cb8b95-b704-4d07-bd25-27a120662f97 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0840955 May 13 15:40:11.150754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cfa853a0-1e72-4655-acab-2d5aa4411082 req-6c5950b3-0fde-4e89-a048-ec86081bc630 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 May 13 15:40:11.859443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-34547c8a-30c6-4f75-8437-be90baa312d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:11.860940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-34547c8a-30c6-4f75-8437-be90baa312d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.0722349 May 13 15:40:11.990521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-d515c90f-7053-4ac6-917f-0b97e684f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:11.992519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-d515c90f-7053-4ac6-917f-0b97e684f59d service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1247907 May 13 15:40:12.096461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-428c5e54-bf07-4b17-91b2-2567f76007a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0973957 May 13 15:40:12.159367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-4bdd62ee-5596-494a-a34c-3eaa8496535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:12.160707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-4bdd62ee-5596-494a-a34c-3eaa8496535d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0575101 May 13 15:40:12.240067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-05e1f6a7-e10e-4949-8f44-85e2d01ce484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:12.241540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-05e1f6a7-e10e-4949-8f44-85e2d01ce484 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746801 May 13 15:40:12.434769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-34e625fa-0dbd-4622-bd85-a61c555ba73f service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858969 May 13 15:40:12.442911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89297f0-0bdb-4aea-8d78-4f5e85d8b78d req-a26c42b6-20d9-498c-922b-33af5b9c45b6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:12.444244 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b89297f0-0bdb-4aea-8d78-4f5e85d8b78d req-a26c42b6-20d9-498c-922b-33af5b9c45b6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.1771765 May 13 15:40:12.665936 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b89297f0-0bdb-4aea-8d78-4f5e85d8b78d req-726de462-4efc-4d47-b71c-9cb757fd8811 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019901 May 13 15:40:12.704241 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-1a7d07d3-585b-4c54-a62a-74edc0bb9a44 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573788 May 13 15:40:13.853850 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734ca87-fbf4-4e4e-b746-df294d9f640e req-e829ee79-1173-481f-8810-8e86c275c76f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:13.855351 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b734ca87-fbf4-4e4e-b746-df294d9f640e req-e829ee79-1173-481f-8810-8e86c275c76f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0793741 May 13 15:40:13.899459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b734ca87-fbf4-4e4e-b746-df294d9f640e req-62f2889b-27ec-4d32-bf4a-69868cd4597a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384376 May 13 15:40:15.087381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140f2c-98ae-4c46-a2e7-c08046f56b5c req-0daf5aa0-46d5-4f8e-815a-286decc80647 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:15.088861 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-61140f2c-98ae-4c46-a2e7-c08046f56b5c req-0daf5aa0-46d5-4f8e-815a-286decc80647 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0799127 May 13 15:40:15.132871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-61140f2c-98ae-4c46-a2e7-c08046f56b5c req-4ffd441d-5234-4d40-a5f4-d3ce453a3381 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382941 May 13 15:40:16.437735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864b4ab-d013-440e-b392-8f98ef3c8cff req-fb2938ff-81ad-47e5-95b5-e21e856c4834 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:16.439192 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f864b4ab-d013-440e-b392-8f98ef3c8cff req-fb2938ff-81ad-47e5-95b5-e21e856c4834 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.1998470 May 13 15:40:16.481416 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f864b4ab-d013-440e-b392-8f98ef3c8cff req-649f69d9-2e90-4ae0-bda7-042dc7a4283b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 May 13 15:40:17.673156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab5eb-874d-4f05-a27c-1e2b70dc6999 req-198a38e0-3295-466b-bece-14c10acc8a2a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:17.674643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1cfab5eb-874d-4f05-a27c-1e2b70dc6999 req-198a38e0-3295-466b-bece-14c10acc8a2a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0836954 May 13 15:40:17.720068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1cfab5eb-874d-4f05-a27c-1e2b70dc6999 req-0d60e119-57c4-4fd9-9cae-36ecf76f27e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 May 13 15:40:18.903379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271326-3a96-4e63-85d3-a4fbbe3e9c79 req-dd255e60-5e6e-43af-898a-b1f8156fa0c7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:18.904823 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e271326-3a96-4e63-85d3-a4fbbe3e9c79 req-dd255e60-5e6e-43af-898a-b1f8156fa0c7 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0785570 May 13 15:40:18.951560 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5e271326-3a96-4e63-85d3-a4fbbe3e9c79 req-c01c2df6-b9f0-4dfd-b504-f8bd3b8a715c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 May 13 15:40:20.148125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051680f-6148-4b76-8483-32677481da7f req-e00089a7-502f-4e36-990d-fa751837c767 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:20.150494 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b051680f-6148-4b76-8483-32677481da7f req-e00089a7-502f-4e36-990d-fa751837c767 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0817213 May 13 15:40:20.194451 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b051680f-6148-4b76-8483-32677481da7f req-d31564ca-547d-4aa3-92a2-399481995048 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383887 May 13 15:40:20.567008 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-a4e0fef5-26d7-448d-9f99-392a332fd325 service neutron] 10.222.0.23 "GET /v2.0/ports/27f21112-8c97-477a-8a66-fe9071a75dd1/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0774484 May 13 15:40:21.083210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-da891f23-0062-4999-85e7-d6ccbf8d5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.084704 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-da891f23-0062-4999-85e7-d6ccbf8d5b38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0697780 May 13 15:40:21.177469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-af064dab-c7ae-43ef-8838-ec500c44feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.179021 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-af064dab-c7ae-43ef-8838-ec500c44feab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.0735838 May 13 15:40:21.310196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-fc5bb50c-c52b-4275-ac80-a1b2cf2b0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.311657 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-fc5bb50c-c52b-4275-ac80-a1b2cf2b0580 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1272764 May 13 15:40:21.382965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb550c42-8d88-4b6a-bc7a-fae44241d61f req-1f1afdc4-7a96-42f9-9695-c1143b9cd84e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.384594 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cb550c42-8d88-4b6a-bc7a-fae44241d61f req-1f1afdc4-7a96-42f9-9695-c1143b9cd84e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0821452 May 13 15:40:21.410028 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-1df5dfe3-e00f-4bee-bdb8-d50cb81d8667 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0928400 May 13 15:40:21.428738 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cb550c42-8d88-4b6a-bc7a-fae44241d61f req-ff00fe3b-28a4-4489-893d-349a0a76f513 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383894 May 13 15:40:21.475797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-4b0008d1-073b-4135-b514-a33e145ecb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.477400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-4b0008d1-073b-4135-b514-a33e145ecb79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0607355 May 13 15:40:21.549645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-d8126e1b-01e9-4af5-aa7f-c36e17547a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:21.551130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-d8126e1b-01e9-4af5-aa7f-c36e17547a22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684443 May 13 15:40:21.679666 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-3c1da04d-7082-4126-b055-80e2101f78e5 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219511 May 13 15:40:21.812188 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6ab208f-3e01-4054-a2fc-f49757f2df54 req-88a04555-d268-4ed8-9488-25b720a89898 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267447 May 13 15:40:22.621163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccdad7-026c-4ab7-8361-c1d78e9d34d1 req-c7bb976b-e6df-4e1d-aed9-d67a37c4c41a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:22.622707 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64ccdad7-026c-4ab7-8361-c1d78e9d34d1 req-c7bb976b-e6df-4e1d-aed9-d67a37c4c41a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0859222 May 13 15:40:22.667396 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64ccdad7-026c-4ab7-8361-c1d78e9d34d1 req-251c2045-2a0f-46cc-aa5c-3e532ccb7664 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 May 13 15:40:23.865002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb284f2-dc0e-4698-89e5-57c075cc9e7b req-2fe27f97-ddcd-494b-9e79-a11f5e91fe22 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:23.866491 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4cb284f2-dc0e-4698-89e5-57c075cc9e7b req-2fe27f97-ddcd-494b-9e79-a11f5e91fe22 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0853820 May 13 15:40:23.918018 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4cb284f2-dc0e-4698-89e5-57c075cc9e7b req-b587ff1f-e0c7-46c9-aaf0-cad958e1c0a2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398583 May 13 15:40:24.381905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b08f-c740-4b42-ad07-be137988202a req-3648bb93-0f2a-4e65-924c-f600004e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:24.383408 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-3648bb93-0f2a-4e65-924c-f600004e5d22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.0687351 May 13 15:40:24.524284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b08f-c740-4b42-ad07-be137988202a req-16be810b-f671-4540-a5f7-0f6d0819bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:24.525631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-16be810b-f671-4540-a5f7-0f6d0819bae4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1242859 May 13 15:40:24.529322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:40:24.647355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:24.647739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:24.675458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:40:24.686406 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:24.718804 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-a4e33d62-a475-4116-8b33-3013c10f2725 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1002 time: 0.1876295 May 13 15:40:24.731826 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1529ed-3109-42a2-9b50-b110d458084c'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'code': 200} May 13 15:40:24.739905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:24.785320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b08f-c740-4b42-ad07-be137988202a req-17279ca5-eb89-47d2-8d42-ad347cb8c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:24.786703 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-17279ca5-eb89-47d2-8d42-ad347cb8c012 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0615170 May 13 15:40:24.816534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:24.879293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b08f-c740-4b42-ad07-be137988202a req-b6937e7f-a3a4-4d5c-8cf2-e6f400a8d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:24.881047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-b6937e7f-a3a4-4d5c-8cf2-e6f400a8d253 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879011 May 13 15:40:25.034825 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-92b962d7-e890-44ee-b50a-631dd2cd58c4 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459179 May 13 15:40:25.104877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c77d-8c81-4652-9109-8f0d50a3b138 req-fdab1875-04e8-4fbe-93b5-9abd0de66371 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:25.106282 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b5b5c77d-8c81-4652-9109-8f0d50a3b138 req-fdab1875-04e8-4fbe-93b5-9abd0de66371 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0788214 May 13 15:40:25.150417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b5b5c77d-8c81-4652-9109-8f0d50a3b138 req-d2f5ae31-1411-4265-bbc1-a97dafe5787a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382833 May 13 15:40:25.165879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf58b08f-c740-4b42-ad07-be137988202a req-80d9282f-1f29-4027-b401-39bd91ead826 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247015 May 13 15:40:26.339902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821098f-f2bd-479d-9eb0-a19c1a0a7590 req-1bec37ef-460c-4f95-8058-1e8800566a04 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:26.341357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f821098f-f2bd-479d-9eb0-a19c1a0a7590 req-1bec37ef-460c-4f95-8058-1e8800566a04 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0781050 May 13 15:40:26.389078 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f821098f-f2bd-479d-9eb0-a19c1a0a7590 req-ed35e05a-9459-48da-92a6-976911a0c5ca tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 May 13 15:40:26.544523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:40:26.675230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:26.687893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:40:26.741184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:26.741559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:26.757816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:40:26.772823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:26.819976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:26.884331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['27f21112-8c97-477a-8a66-fe9071a75dd1'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:40:26.935449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:27.578826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab158-844e-4ce1-a086-15129cd9c4bc req-2f55dba0-092f-493b-91bd-a295b0b56aec tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:27.580284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-42fab158-844e-4ce1-a086-15129cd9c4bc req-2f55dba0-092f-493b-91bd-a295b0b56aec tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 944 time: 0.0834265 May 13 15:40:27.623900 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-42fab158-844e-4ce1-a086-15129cd9c4bc req-20dd2176-9fb2-4272-9d3b-07d34f354a25 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379624 May 13 15:40:27.814583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:28.544969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:40:28.617446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 27f21112-8c97-477a-8a66-fe9071a75dd1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:40:28.618456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:28.743804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:28.744187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:28.771836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:40:28.783542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:28.830440 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da727943-3027-4939-b07d-d027c9e8d345'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'code': 200} May 13 15:40:28.839089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515eba3-33a8-4942-81f8-64b3f478fdec req-86588fa0-0784-4172-8326-cd0cbc81e176 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:28.840564 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c515eba3-33a8-4942-81f8-64b3f478fdec req-86588fa0-0784-4172-8326-cd0cbc81e176 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 944 time: 0.1061769 May 13 15:40:28.871492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:28.885880 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c515eba3-33a8-4942-81f8-64b3f478fdec req-b7731960-0ab0-43b2-bf34-e249c06021f2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393755 May 13 15:40:28.944840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:30.077676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa73a2-ef7d-4a36-a433-081e70fd78b4 req-8264c546-2972-4751-a461-1199bfd6cb79 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:30.079130 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-09fa73a2-ef7d-4a36-a433-081e70fd78b4 req-8264c546-2972-4751-a461-1199bfd6cb79 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0785213 May 13 15:40:30.125476 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-09fa73a2-ef7d-4a36-a433-081e70fd78b4 req-0ff17572-4f95-45aa-a0f8-5197825156c5 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 May 13 15:40:30.774823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e1639c89-c34f-442f-8fc1-67b959069916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:31.315414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b94a-d77b-4bb6-b240-c763b99277db req-ce53ef6a-7e20-4c68-9e2f-9b428c599e12 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:31.316845 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c735b94a-d77b-4bb6-b240-c763b99277db req-ce53ef6a-7e20-4c68-9e2f-9b428c599e12 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0834963 May 13 15:40:31.360403 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c735b94a-d77b-4bb6-b240-c763b99277db req-6ba78626-8c03-4ecc-84bf-736839dbaa72 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 May 13 15:40:32.201276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cd49a-5662-4668-8847-71ffcd40abfa req-509923b0-2632-4818-ba3d-6bd6d6d7e9e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.202739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-096cd49a-5662-4668-8847-71ffcd40abfa req-509923b0-2632-4818-ba3d-6bd6d6d7e9e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.1429331 May 13 15:40:32.210570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-90b7cc67-1dec-45e6-9622-974cd0fd3580 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.211969 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-90b7cc67-1dec-45e6-9622-974cd0fd3580 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f&tenant_id=5051aa0e01c44a3fa507c4e332f004e5&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1213229 May 13 15:40:32.307767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-096cd49a-5662-4668-8847-71ffcd40abfa req-da6c5177-c859-4dc7-b9e3-07bb5e4aae8d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936718 May 13 15:40:32.320376 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-25699b77-bc8a-4190-ab11-c683e1f2a567 service neutron] 10.222.0.23 "GET /v2.0/ports/27f21112-8c97-477a-8a66-fe9071a75dd1/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0939057 May 13 15:40:32.419981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-0cb913df-74a7-4659-8244-cfc30acb47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.421457 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-0cb913df-74a7-4659-8244-cfc30acb47a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.0736074 May 13 15:40:32.548270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-1ac000ab-d179-41c9-973a-e0bd3d980643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.549676 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-1ac000ab-d179-41c9-973a-e0bd3d980643 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1231189 May 13 15:40:32.648444 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-0951cdea-df93-4944-a26a-ea7f9cf5bbc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0929260 May 13 15:40:32.708766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-3cc4c2f0-74a8-4a44-a36b-27d218642253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.710219 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-3cc4c2f0-74a8-4a44-a36b-27d218642253 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0566227 May 13 15:40:32.786995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-84cc599b-b639-4d43-8def-008c523c372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:32.788454 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-84cc599b-b639-4d43-8def-008c523c372b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729802 May 13 15:40:32.920470 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-0d58ba0e-2038-40f9-8daa-d000029b5aec service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253407 May 13 15:40:33.147340 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-5a27ffe4-0ece-46a3-9bfc-d22d2d932323 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213061 May 13 15:40:33.191936 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-489888d8-8a6c-4cda-9757-fc503dcad559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:33.652020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1569019-a18c-4e21-877f-32842dc432ed req-97c69b82-27be-4b8c-8216-8f1d217d769d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:33.653464 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a1569019-a18c-4e21-877f-32842dc432ed req-97c69b82-27be-4b8c-8216-8f1d217d769d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0812824 May 13 15:40:33.696962 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a1569019-a18c-4e21-877f-32842dc432ed req-cb730b73-4133-4ba9-b26e-cd76a116d411 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372956 May 13 15:40:34.587739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:34.677081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:34.887701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff06d-12fa-4853-953b-9a8c0b0eeace req-cb0c364d-2c6c-466c-9d55-4a1028ed7fdf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:34.889150 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d7ff06d-12fa-4853-953b-9a8c0b0eeace req-cb0c364d-2c6c-466c-9d55-4a1028ed7fdf tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0849471 May 13 15:40:34.933929 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d7ff06d-12fa-4853-953b-9a8c0b0eeace req-6398df6d-ebac-40d0-9260-a5dbe0f8eacb tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 May 13 15:40:35.951982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:36.124101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9567-5075-4799-b7b0-088217121dc1 req-e9fde1ea-3681-4a17-9ec9-3da0da912991 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:36.125546 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e42a9567-5075-4799-b7b0-088217121dc1 req-e9fde1ea-3681-4a17-9ec9-3da0da912991 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0857787 May 13 15:40:36.169129 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e42a9567-5075-4799-b7b0-088217121dc1 req-b3665d2d-69cf-4527-a64c-c3677edbf5e4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 May 13 15:40:36.961234 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-a2c6154b-55cc-4a88-9a3e-1e4e94315c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:36.962730 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-a2c6154b-55cc-4a88-9a3e-1e4e94315c87 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f&tenant_id=5051aa0e01c44a3fa507c4e332f004e5 HTTP/1.1" status: 200 len: 1098 time: 0.0725777 May 13 15:40:37.053316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-a74413c9-50ae-448f-82ac-461785473c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:37.054768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-a74413c9-50ae-448f-82ac-461785473c47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 1098 time: 0.0691283 May 13 15:40:37.181691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-5365c61c-bf75-4b3f-9840-b6aae5cb2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:37.183336 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-5365c61c-bf75-4b3f-9840-b6aae5cb2a2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 200 len: 913 time: 0.1226480 May 13 15:40:37.322377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-df8cc1cf-0572-4b84-a3a0-47470b0b24a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 200 len: 1002 time: 0.1337059 May 13 15:40:37.402149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-2d5b14ed-1bd4-411a-a45f-4f9e4d53991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:37.403589 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-2d5b14ed-1bd4-411a-a45f-4f9e4d53991b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 200 len: 851 time: 0.0700469 May 13 15:40:37.415159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d508-6dd0-4803-945a-0100b6133051 req-4c9246d2-c446-464e-9147-6704bbdd62d6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:37.416613 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-89a5d508-6dd0-4803-945a-0100b6133051 req-4c9246d2-c446-464e-9147-6704bbdd62d6 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.1391094 May 13 15:40:37.509549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-89a5d508-6dd0-4803-945a-0100b6133051 req-f514f301-f829-4f78-a6e1-f8ea602c6739 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633843 May 13 15:40:37.522521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-e877c5e7-47b6-4204-9c57-8eb762411a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:37.524038 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-e877c5e7-47b6-4204-9c57-8eb762411a14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ddce16-3659-455b-8914-097adfce148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065829 May 13 15:40:37.661491 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-1cef7bf9-a767-47e8-8d10-dab71682aec7 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310565 May 13 15:40:37.826560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-deb65cb4-b0f0-457c-bd82-b70db8c75e68 req-95868e6b-a920-4708-b254-17e64bbb95d0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583121 May 13 15:40:38.654034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:40:38.709554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a19ba-0417-4edd-9f95-c8c5e36589be req-4831217c-a0f3-408f-b81f-8bf53bdb0006 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:38.714433 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-563a19ba-0417-4edd-9f95-c8c5e36589be req-4831217c-a0f3-408f-b81f-8bf53bdb0006 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0983236 May 13 15:40:38.756748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-563a19ba-0417-4edd-9f95-c8c5e36589be req-d2773657-7e20-43bd-aad1-22a18264a88f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 May 13 15:40:38.794746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:38.795198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:38.825186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:40:38.841058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:38.905932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:38.972593 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c59cdb-abd3-41c2-a3b5-a1299b8a6ff6'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'code': 200} May 13 15:40:38.992432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=9']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:39.001081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.001427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.001768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.002141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.002472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.002861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.003128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.003454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.003782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.004362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.004693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.005012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:39.962743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db391ac-31cb-4e8d-aca2-b50f94b45a58 req-ef98bd13-279b-4a44-bec7-1130476ebd03 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:39.965486 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6db391ac-31cb-4e8d-aca2-b50f94b45a58 req-ef98bd13-279b-4a44-bec7-1130476ebd03 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0972168 May 13 15:40:40.014353 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6db391ac-31cb-4e8d-aca2-b50f94b45a58 req-d0ac946c-5a86-4809-a296-ca490e305a4a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 May 13 15:40:40.346400 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:41.215064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbd177-9830-4619-b7b9-e15fbddd7bc7 req-33a57bae-116a-427d-af58-22219f458fa3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:41.216500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-77dbd177-9830-4619-b7b9-e15fbddd7bc7 req-33a57bae-116a-427d-af58-22219f458fa3 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0901008 May 13 15:40:41.262520 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-77dbd177-9830-4619-b7b9-e15fbddd7bc7 req-e0bf930d-5bc6-413c-83cf-ec62f8514e9d tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 May 13 15:40:42.447518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a8d96-5ec9-4ce5-86d2-754ae18c655a req-fbe86cf3-a63a-4053-a5ae-62bceca71469 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:42.448994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a86a8d96-5ec9-4ce5-86d2-754ae18c655a req-fbe86cf3-a63a-4053-a5ae-62bceca71469 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 943 time: 0.0787926 May 13 15:40:42.492479 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a86a8d96-5ec9-4ce5-86d2-754ae18c655a req-a1a119a6-fb43-4e49-b013-7655ce276d13 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 May 13 15:40:42.653809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:40:42.816818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:42.829706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'port_id': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'mac_address': 'fa:16:3e:a6:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:40:42.882726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:42.883101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:42.902324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:40:42.917960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:42.963029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:43.035755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['27f21112-8c97-477a-8a66-fe9071a75dd1'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:40:43.074149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=10']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:43.679022 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea58611-0348-4724-8272-a57c7a9153b3 req-87b0f4b0-80e3-4cdb-8470-382c54af3895 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:43.680454 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bea58611-0348-4724-8272-a57c7a9153b3 req-87b0f4b0-80e3-4cdb-8470-382c54af3895 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0828097 May 13 15:40:43.724317 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bea58611-0348-4724-8272-a57c7a9153b3 req-6f42c82b-7a78-48d6-85a8-d80de8fea48a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370200 May 13 15:40:44.669360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:40:44.739022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 27f21112-8c97-477a-8a66-fe9071a75dd1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:40:44.739389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:44.858961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 27f21112-8c97-477a-8a66-fe9071a75dd1 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:40:44.859334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:44.887446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:40:44.897214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:44.918150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7c42-55fb-44c8-b0ed-92e463b18be3 req-d1a55cfe-64f8-4163-8e3a-2912d4f462d4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:44.919730 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d6ba7c42-55fb-44c8-b0ed-92e463b18be3 req-d1a55cfe-64f8-4163-8e3a-2912d4f462d4 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 945 time: 0.0858054 May 13 15:40:44.948632 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bdbd4e-7e32-4730-8c58-74b73566b318'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'code': 200} May 13 15:40:44.965734 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d6ba7c42-55fb-44c8-b0ed-92e463b18be3 req-1c728560-8210-4aea-9885-75e14b47565e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398917 May 13 15:40:44.974661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:45.042519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=11']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:46.156593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbb0cd-5ae2-46cb-8ceb-83d2331c7eed req-2e1f2c7b-7140-4af1-ae99-a843770dee7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:46.158101 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfbb0cd-5ae2-46cb-8ceb-83d2331c7eed req-2e1f2c7b-7140-4af1-ae99-a843770dee7f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0790405 May 13 15:40:46.206546 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfbb0cd-5ae2-46cb-8ceb-83d2331c7eed req-d68ee9aa-63b6-4d9c-b918-f8a36e86b9c2 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 May 13 15:40:47.390940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ca86-ff46-4ae4-a8b1-922f29c0c25a req-192bbd12-3f49-4773-a82c-45932023c912 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:47.392417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0dc7ca86-ff46-4ae4-a8b1-922f29c0c25a req-192bbd12-3f49-4773-a82c-45932023c912 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0785942 May 13 15:40:47.440461 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0dc7ca86-ff46-4ae4-a8b1-922f29c0c25a req-7516a42b-2898-464f-b814-cff8d738ee28 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417290 May 13 15:40:47.626112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785fd7a-f372-4923-911f-e18577146448 req-2859d132-4a10-4904-9d08-41f6c0cc66b1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:47.627567 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1785fd7a-f372-4923-911f-e18577146448 req-2859d132-4a10-4904-9d08-41f6c0cc66b1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0816391 May 13 15:40:47.671051 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1785fd7a-f372-4923-911f-e18577146448 req-2fb3d60e-c11c-46f4-b64c-fd0c0dbe444b tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376642 May 13 15:40:47.853412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79ae1c-953b-4917-b91f-58eec54c3157 req-acf7761d-9b58-416a-9a44-87444ebcee08 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:47.855396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0b79ae1c-953b-4917-b91f-58eec54c3157 req-acf7761d-9b58-416a-9a44-87444ebcee08 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0795496 May 13 15:40:47.898472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0b79ae1c-953b-4917-b91f-58eec54c3157 req-c0e2ebce-643d-4112-b6eb-7e64ccd6e730 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373337 May 13 15:40:48.515778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24e872-747f-442f-bc44-a29f52a381cb req-6b9eb18d-97c5-4cb3-9964-f49bc60f68f1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:48.517138 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ba24e872-747f-442f-bc44-a29f52a381cb req-6b9eb18d-97c5-4cb3-9964-f49bc60f68f1 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0857589 May 13 15:40:48.563272 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ba24e872-747f-442f-bc44-a29f52a381cb req-a77dccb7-3ea2-4968-bdb5-2c4f4123790a tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405240 May 13 15:40:49.748396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094cbbc-dd8e-4055-a15f-95994808331c req-71b8307b-cd70-49fb-bfe4-34fb3f6a5e54 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:49.749830 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c094cbbc-dd8e-4055-a15f-95994808331c req-71b8307b-cd70-49fb-bfe4-34fb3f6a5e54 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0796757 May 13 15:40:49.796878 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c094cbbc-dd8e-4055-a15f-95994808331c req-a3cf17b7-4aa3-456b-8db5-f55ca804648f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 May 13 15:40:50.899587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-eca73eb1-1353-4d88-833b-5cab973ec59c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:50.901119 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-eca73eb1-1353-4d88-833b-5cab973ec59c tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.1702518 May 13 15:40:50.972793 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Deleting port 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:40:50.973139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:50.988022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e041b-272b-449c-a838-65a31a7aacaf req-e71f4110-51f8-49de-ab8f-cc3f7e51a0cd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:50.989470 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-324e041b-272b-449c-a838-65a31a7aacaf req-e71f4110-51f8-49de-ab8f-cc3f7e51a0cd tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 946 time: 0.0802574 May 13 15:40:51.033284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-324e041b-272b-449c-a838-65a31a7aacaf req-754a9ca2-fe96-478e-aab0-52886fbf944e tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups?id=203699f8-b0dd-43ba-aaf7-9b9e4bb15325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375209 May 13 15:40:51.212526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] For port 27f21112-8c97-477a-8a66-fe9071a75dd1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=27f21112-8c97-477a-8a66-fe9071a75dd1,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:40:51.212880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:51.497160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:51.497440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:51.497751 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c disassociated. External IP: 172.26.7.153, port: 27f21112-8c97-477a-8a66-fe9071a75dd1. May 13 15:40:51.498116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Calling delete_port for 27f21112-8c97-477a-8a66-fe9071a75dd1 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:40:51.734791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:51.785521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'Port': ['ID=27f21112-8c97-477a-8a66-fe9071a75dd1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:51.795861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.796300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.796644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.796968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.797295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.797625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.797971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.798299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.798667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.798940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.799258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.799574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:51.989621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:40:52.197400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-07787f7a-0307-4ae4-a7b0-9674073df86c req-530d57d8-67cd-4989-a177-766166a7f44f tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 210 time: 0.0508664 May 13 15:40:52.209544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:40:52.228302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:40:52.238952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:40:52.239588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:40:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:40:52.295184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] No DVR routers for this DVR port 27f21112-8c97-477a-8a66-fe9071a75dd1 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:40:52.298809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:52.301292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-deleted', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:40:52.381607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8287a1ac-9a94-44c5-b3a4-24e9d254b61a req-dd504989-8c7c-40ab-bfe9-11df0ddad496 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.23 "DELETE /v2.0/ports/27f21112-8c97-477a-8a66-fe9071a75dd1 HTTP/1.1" status: 204 len: 173 time: 1.4756663 May 13 15:40:52.401877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efc5971-483c-4ab0-b171-2d3132e7ddd3'] response: {'server_uuid': '86c59e27-8a7f-4508-8711-d4b5fc45d29f', 'name': 'network-vif-deleted', 'tag': '27f21112-8c97-477a-8a66-fe9071a75dd1', 'status': 'completed', 'code': 200} May 13 15:40:52.426051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:40:52.742069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:40:52.746017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:40:52.754280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:40:52.755157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:40:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:40:52.935982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:40:53.288496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:40:53.292995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ef963-38ab-47b4-9468-b0bd9fe0f69a None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:36:29Z', 'revision_number': 4, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '685592d3-5e60-48f1-a7bf-d10b103e8e69', 'name': '', 'network_id': '96ddce16-3659-455b-8914-097adfce148d', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:29Z', 'updated_at': '2022-05-13T15:36:34Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'subnets': [{'id': 'd69e4bce-d6b2-4336-9588-1008276abc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:40:53.467466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa70001-568d-44b5-8010-ac2486477c13 req-be244723-5d7a-48c1-bbc7-63249b53bd84 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Synchronizing usage tracker for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:40:53.516570 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092d944-ca44-44aa-9873-73312e9a16be None None] New status for floating IP 97cfa1ef-2b65-4452-b932-b4abca73613c: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:40:53.569046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa70001-568d-44b5-8010-ac2486477c13 req-be244723-5d7a-48c1-bbc7-63249b53bd84 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Unset dirty status for tenant:5051aa0e01c44a3fa507c4e332f004e5 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:40:53.570390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa70001-568d-44b5-8010-ac2486477c13 req-be244723-5d7a-48c1-bbc7-63249b53bd84 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/ports?device_id=86c59e27-8a7f-4508-8711-d4b5fc45d29f HTTP/1.1" status: 200 len: 210 time: 0.2478187 May 13 15:40:54.732977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:40:54.769361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 27f21112-8c97-477a-8a66-fe9071a75dd1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:40:54.781513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 27f21112-8c97-477a-8a66-fe9071a75dd1 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:40:57.826170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.015853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43586) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:40:58.085152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.112409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.243047 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.262808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203699f8-b0dd-43ba-aaf7-9b9e4bb15325,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:58.270541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.270889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.271232 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.271569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.271904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.272241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.272568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.272899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.273226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.273549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.273872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.274221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:40:58.356805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.357994 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c03fc8ae-a2b1-43a3-8fee-2b0c6c50d162 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "DELETE /v2.0/security-groups/203699f8-b0dd-43ba-aaf7-9b9e4bb15325 HTTP/1.1" status: 204 len: 168 time: 0.3410158 May 13 15:40:58.360438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43590) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:40:58.377110 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.api.v2.resource [None req-b7d6cbeb-336a-4d51-b07e-c882d5757f01 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] show failed (client error): The resource could not be found. May 13 15:40:58.380660 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b7d6cbeb-336a-4d51-b07e-c882d5757f01 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "GET /v2.0/security-groups/203699f8-b0dd-43ba-aaf7-9b9e4bb15325 HTTP/1.1" status: 404 len: 347 time: 0.0170708 May 13 15:40:58.381052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43594) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:40:58.544562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Deleting port 7bfa0ce6-e49a-40e4-9feb-ac1813dcc544 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:40:58.544809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.709724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.710075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:58.833405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Calling delete_port for 7bfa0ce6-e49a-40e4-9feb-ac1813dcc544 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:40:59.043331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:59.087292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Pushing event deleted for resources: {'Port': ['ID=7bfa0ce6-e49a-40e4-9feb-ac1813dcc544,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:40:59.182920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:59.259901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:59.261539 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-230dedee-b635-4ddc-9eee-4947e2d6f550 tempest-ServerActionsTestJSON-12812002 tempest-ServerActionsTestJSON-12812002-project] 10.222.0.91 "DELETE /v2.0/floatingips/97cfa1ef-2b65-4452-b932-b4abca73613c HTTP/1.1" status: 204 len: 168 time: 0.8795166 May 13 15:40:59.264604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43598) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:40:59.785316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.240066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Deleting port 685592d3-5e60-48f1-a7bf-d10b103e8e69 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:00.240399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.407639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] For port 685592d3-5e60-48f1-a7bf-d10b103e8e69, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=685592d3-5e60-48f1-a7bf-d10b103e8e69,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:00.407990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.527459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Calling delete_port for 685592d3-5e60-48f1-a7bf-d10b103e8e69 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:00.826271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8c210e1b-6ac6-4fd6-b361-736ac67f725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.894741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:00.946287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=685592d3-5e60-48f1-a7bf-d10b103e8e69,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:01.211921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:01.663870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Router 9c381a12-91d1-403c-92a8-1135196b1c12 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:41:01.841868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:41:01.850433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Sync routers for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:41:01.854757 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ed7f6bd8-cdcd-4804-a2d2-fe19f6e3d8fe admin admin] 10.222.0.91 "PUT /v2.0/routers/9c381a12-91d1-403c-92a8-1135196b1c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885072 May 13 15:41:01.857308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43602) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:01.860580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:41:01.861184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:40:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:02.035757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.042713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:41:02.211051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.271857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Deleting port cc76ad3b-b0ee-4751-be2c-e6df0a883be2 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:02.272196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.336415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:41:00Z', 'revision_number': 5, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port': {'id': 'cc76ad3b-b0ee-4751-be2c-e6df0a883be2', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:36:26Z', 'updated_at': '2022-05-13T15:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:02.341357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Checking router: 9c381a12-91d1-403c-92a8-1135196b1c12 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:41:02.349667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Routers {'9c381a12-91d1-403c-92a8-1135196b1c12'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:41:02.350303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:40:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9c381a12-91d1-403c-92a8-1135196b1c12'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:02.445569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] For port cc76ad3b-b0ee-4751-be2c-e6df0a883be2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:02.445838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.500351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] Set router 9c381a12-91d1-403c-92a8-1135196b1c12 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:41:02.568970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Calling delete_port for cc76ad3b-b0ee-4751-be2c-e6df0a883be2 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:02.605476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:41:02Z', 'revision_number': 6, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:02.609512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d741b8-0967-40db-92e1-90a3a232962f None None] The sync data for ids ['9c381a12-91d1-403c-92a8-1135196b1c12'] in dv-neutron-835340-3-hyperv is: [{'id': '9c381a12-91d1-403c-92a8-1135196b1c12', 'name': 'tempest-ServerActionsTestJSON-2059317624-router', 'tenant_id': '5051aa0e01c44a3fa507c4e332f004e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:36:25Z', 'updated_at': '2022-05-13T15:41:02Z', 'revision_number': 6, 'project_id': '5051aa0e01c44a3fa507c4e332f004e5', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:41:02.894855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.945477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Pushing event deleted for resources: {'Port': ['ID=cc76ad3b-b0ee-4751-be2c-e6df0a883be2,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:03.040522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.157641 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a951fde3-e621-4610-ac2d-02f46970937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.214407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.216640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.271820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.272309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c381a12-91d1-403c-92a8-1135196b1c12 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:41:03.284719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.285868 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f5a87b94-a059-462d-abbb-53d348eae3df admin admin] 10.222.0.91 "DELETE /v2.0/routers/9c381a12-91d1-403c-92a8-1135196b1c12 HTTP/1.1" status: 204 len: 168 time: 1.4276621 May 13 15:41:03.288360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43606) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:03.350658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Deleting subnet d69e4bce-d6b2-4336-9588-1008276abc68 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:41:03.353700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.404848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.490125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.625733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.664198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69e4bce-d6b2-4336-9588-1008276abc68,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:03.668015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.674191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6598a407-473f-4cf0-984b-c29748cfb677 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d69e4bce-d6b2-4336-9588-1008276abc68 HTTP/1.1" status: 204 len: 168 time: 0.3844669 May 13 15:41:03.674375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36468d58-7dc7-4491-9f60-5e75e5579214 None None] Network 96ddce16-3659-455b-8914-097adfce148d requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:03.676238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43610) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:03.782524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.793111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Deleting port a2a984bb-51be-4245-82f7-c55541d23f10 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:03.793437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.939272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] DHCP port deletion for 96ddce16-3659-455b-8914-097adfce148d request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:41:03.943878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Deleting port a2a984bb-51be-4245-82f7-c55541d23f10 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:03.944339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.003063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] For port a2a984bb-51be-4245-82f7-c55541d23f10, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a2a984bb-51be-4245-82f7-c55541d23f10,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:04.003417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.126796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Calling delete_port for a2a984bb-51be-4245-82f7-c55541d23f10 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:04.173714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] For port a2a984bb-51be-4245-82f7-c55541d23f10, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a2a984bb-51be-4245-82f7-c55541d23f10,segment=NetworkSegment(67a86754-ae73-42e9-8547-7e45d4924585),segment_id=67a86754-ae73-42e9-8547-7e45d4924585)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:04.174285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.272009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.291561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device cc76ad3b-b0ee-4751-be2c-e6df0a883be2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:41:04.320035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Calling delete_port for a2a984bb-51be-4245-82f7-c55541d23f10 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:04.325588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a984bb-51be-4245-82f7-c55541d23f10,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:04.330026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] No DVR routers for this DVR port a2a984bb-51be-4245-82f7-c55541d23f10 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:41:04.366373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: cc76ad3b-b0ee-4751-be2c-e6df0a883be2 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:41:04.366725 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device cc76ad3b-b0ee-4751-be2c-e6df0a883be2 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:41:04.367142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a2a984bb-51be-4245-82f7-c55541d23f10 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:41:04.407322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a2a984bb-51be-4245-82f7-c55541d23f10 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:41:04.407763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a2a984bb-51be-4245-82f7-c55541d23f10 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:41:04.408194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 685592d3-5e60-48f1-a7bf-d10b103e8e69 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:41:04.451963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 685592d3-5e60-48f1-a7bf-d10b103e8e69 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:41:04.452292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 685592d3-5e60-48f1-a7bf-d10b103e8e69 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:41:04.474960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:41:04.475315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:41:04.543341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.568968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ddce16-3659-455b-8914-097adfce148d']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:04.580922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a86754-ae73-42e9-8547-7e45d4924585') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:04.581219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a86754-ae73-42e9-8547-7e45d4924585') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:04.588416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.594131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.610694 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.616583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:41:04.616959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:41:04.631054 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:41:04.667041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.791648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.807767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:04.819168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ddce16-3659-455b-8914-097adfce148d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:04.901890 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2ba5b413-1105-47fb-8e14-38c807f731d2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/96ddce16-3659-455b-8914-097adfce148d HTTP/1.1" status: 204 len: 168 time: 1.2245557 May 13 15:41:04.976910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Deleting port a2a984bb-51be-4245-82f7-c55541d23f10 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:04.977287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.045487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-62f4aa6e-cc83-448b-ba55-d77fa44c6aa4 None None] The port 'a2a984bb-51be-4245-82f7-c55541d23f10' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:41:05.189914 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43616) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:05.237861 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a0899d64-185b-4ab3-87d2-a7aa223085d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5051aa0e01c44a3fa507c4e332f004e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467913 May 13 15:41:05.240247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43620) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:05.300386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.326002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.453646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.473300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3757fcc4-a655-4520-9fe8-2b7b94bba25b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:05.477647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.478796 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dcc2651e-a464-42a8-be51-f60f6f107c7f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3757fcc4-a655-4520-9fe8-2b7b94bba25b HTTP/1.1" status: 204 len: 168 time: 0.2376654 May 13 15:41:05.911964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.510680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43644) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:06.612322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-606141617-network', 'tenant_id': '9896a3e50a3141fc90a734b06af8c87f'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:06.616989 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:06.620884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Usage tracker for resource:network and tenant:9896a3e50a3141fc90a734b06af8c87f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:06.623771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:06.629411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:06.705832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Made reservation on behalf of 9896a3e50a3141fc90a734b06af8c87f for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:06.708123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.720907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.735084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:06.738840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Usage tracker for resource:security_group_rule and tenant:9896a3e50a3141fc90a734b06af8c87f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:06.741578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:06.747282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:06.826519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.883265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.917941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:41:06.923115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b56165b-a4ea-47a6-acf5-0c47d9642e4a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:06.930470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:06.930818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Added segment fb624037-c831-4a3a-815e-2e92f1ba7bf7 of type vlan for network 12348923-92f4-4b20-b72e-b995aa038374 May 13 15:41:06.962746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.071332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.072313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:07.073558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.174093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] Pushing event updated for resources: {'Network': ['ID=12348923-92f4-4b20-b72e-b995aa038374,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:07.184371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 12348923-92f4-4b20-b72e-b995aa038374 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:41:07.240672 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-76b2973f-6177-456f-a52d-683f23f2bb46 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7263591 May 13 15:41:07.240906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43650) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:07.246854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Request body: {'subnet': {'network_id': '12348923-92f4-4b20-b72e-b995aa038374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-606141617-subnet', 'tenant_id': '9896a3e50a3141fc90a734b06af8c87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:07.251643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:07.255779 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Usage tracker for resource:subnet and tenant:9896a3e50a3141fc90a734b06af8c87f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:07.258650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:07.265390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:07.340340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Made reservation on behalf of 9896a3e50a3141fc90a734b06af8c87f for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:07.342795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.614625 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.686671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c2781d-bde5-4197-99a8-e61df624789f,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:07.698837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Checking segment: {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:07.699200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Network hostable DHCP agents. Network: 12348923-92f4-4b20-b72e-b995aa038374, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:41:07.797489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Network 12348923-92f4-4b20-b72e-b995aa038374 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:41:07.894486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 12348923-92f4-4b20-b72e-b995aa038374) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:07.898572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:07.899156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:07.904163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0989f-adc0-42d8-b317-a95064b02883 None None] Network 12348923-92f4-4b20-b72e-b995aa038374 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:07.986967 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-04c73986-c981-49df-881a-51b0cb8a78ab admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7450368 May 13 15:41:08.114617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ffe7f9-3af3-4bb0-8b0e-f705b9cf1714 None None] Network 12348923-92f4-4b20-b72e-b995aa038374 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:08.509897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-bcda581b-7c7c-4edc-bf49-8b05d48111c4 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:08.511708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-bcda581b-7c7c-4edc-bf49-8b05d48111c4 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Synchronizing usage tracker for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:41:08.580283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-bcda581b-7c7c-4edc-bf49-8b05d48111c4 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Unset dirty status for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:41:08.581467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-bcda581b-7c7c-4edc-bf49-8b05d48111c4 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/networks?id=12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 200 len: 813 time: 0.2289271 May 13 15:41:08.596171 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-8ab96537-9726-4523-ad88-a48748fcbf06 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/quotas/9896a3e50a3141fc90a734b06af8c87f HTTP/1.1" status: 200 len: 375 time: 0.0092430 May 13 15:41:08.643952 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-04966482-09e2-4a7d-89b8-33e6d875e6e7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428600 May 13 15:41:08.778204 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-cd662bdb-0c73-4502-95f3-c3a2a7c1814e service neutron] 10.222.0.91 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273184 May 13 15:41:08.910093 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-b0c779de-51cf-4e10-b245-b45be3b0389a service neutron] 10.222.0.91 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 May 13 15:41:09.269273 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d5490000-c8fe-4484-bd13-b0c44c9c266f req-a15ad2ea-7317-4d07-9809-b31197b51b9c tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 210 time: 0.0432563 May 13 15:41:10.364183 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-618704ac-bd97-411c-82dc-428affb653d5 req-111f8ff6-15ba-46c5-ae97-9ba4d54e5f4c tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 210 time: 0.0428572 May 13 15:41:11.513837 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-948f053d-59cd-4ac6-94ec-948cc725cecf req-f8aa6cba-2244-46ee-ba46-84a80b8e2758 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 210 time: 0.0451789 May 13 15:41:11.693033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-daf2cd29-17d8-449f-ad1c-a16625251d38 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:11.694409 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-daf2cd29-17d8-449f-ad1c-a16625251d38 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "GET /v2.0/networks?id=12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 200 len: 813 time: 0.1473873 May 13 15:41:11.705680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Request body: {'port': {'device_id': '32944d1f-42b7-48cb-9243-8b0517908342', 'network_id': '12348923-92f4-4b20-b72e-b995aa038374', 'admin_state_up': True, 'tenant_id': '9896a3e50a3141fc90a734b06af8c87f'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:11.843872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:11.847675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Usage tracker for resource:port and tenant:9896a3e50a3141fc90a734b06af8c87f is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:11.850454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:11.857197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:11.934858 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Made reservation on behalf of 9896a3e50a3141fc90a734b06af8c87f for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:11.938676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:12.202419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Allocated IP 172.20.0.3 (12348923-92f4-4b20-b72e-b995aa038374/74c2781d-bde5-4197-99a8-e61df624789f/0a113272-1b12-432b-8ac3-fa7665dddd35) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:41:12.402700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:12.517589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:12.591512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Network 12348923-92f4-4b20-b72e-b995aa038374 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:41:12.594748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:12.598605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:41:12.668105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Pushing event updated for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:12.715294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:12.716014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:12.754929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-5bcf606e-2e5d-425f-ac88-8945bb1db4ba tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:12.755879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-5bcf606e-2e5d-425f-ac88-8945bb1db4ba tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Synchronizing usage tracker for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:41:12.826957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-055f30ca-cea4-4b7f-85f4-6892fad1f0f3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1248059 May 13 15:41:12.837289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Request body: {'port': {'device_id': '32944d1f-42b7-48cb-9243-8b0517908342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:12.866921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-5bcf606e-2e5d-425f-ac88-8945bb1db4ba tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Unset dirty status for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:41:12.868048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-5bcf606e-2e5d-425f-ac88-8945bb1db4ba tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 931 time: 0.2433600 May 13 15:41:12.973660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-aeadc7e7-4d23-4fa8-ab2b-364f5e1b8c78 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Synchronizing usage tracker for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:41:12.996271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.108962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-aeadc7e7-4d23-4fa8-ab2b-364f5e1b8c78 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Unset dirty status for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:41:13.110367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-761c8dad-89c8-4633-9bb9-093597ab1814 req-aeadc7e7-4d23-4fa8-ab2b-364f5e1b8c78 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347078 May 13 15:41:13.340482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a113272-1b12-432b-8ac3-fa7665dddd35 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:41:13.347393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.361998 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Transition to ACTIVE for port object 0a113272-1b12-432b-8ac3-fa7665dddd35 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:13.419868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.577735 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Pushing event updated for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:13.648609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Attempting to bind port 0a113272-1b12-432b-8ac3-fa7665dddd35 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:41:13.648947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Attempting to bind port 0a113272-1b12-432b-8ac3-fa7665dddd35 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:41:13.649277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Attempting to bind port 0a113272-1b12-432b-8ac3-fa7665dddd35 on network 12348923-92f4-4b20-b72e-b995aa038374 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:13.656011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Port 0a113272-1b12-432b-8ac3-fa7665dddd35 on network 12348923-92f4-4b20-b72e-b995aa038374 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:41:13.656331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Attempting to bind port 0a113272-1b12-432b-8ac3-fa7665dddd35 on network 12348923-92f4-4b20-b72e-b995aa038374 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:13.661403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:41:13.661737 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Checking segment: {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:13.662157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Bound using segment: {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:41:13.662580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Bound port: 0a113272-1b12-432b-8ac3-fa7665dddd35, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:41:13.662920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.752162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:41:13.755036 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a113272-1b12-432b-8ac3-fa7665dddd35,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:41:13.855798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.919856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:13.920462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:13.921831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a113272-1b12-432b-8ac3-fa7665dddd35 HTTP/1.1" status: 200 len: 1093 time: 1.0884342 May 13 15:41:13.922291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:13.941845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f894b-e041-404e-a380-c3a8995ff901 service neutron] Pushing event updated for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:13.968369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c03d7fd-71cb-43d1-8e03-a2b72fa85c03'] response: {'name': 'network-changed', 'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35', 'status': 'completed', 'code': 200} May 13 15:41:14.055975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-918a05e2-23ba-48ae-a869-671e685e719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.057696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-918a05e2-23ba-48ae-a869-671e685e719a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 1096 time: 0.0702527 May 13 15:41:14.196250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-e21b7ea2-1001-4657-82c5-23daf3a60426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.198321 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-e21b7ea2-1001-4657-82c5-23daf3a60426 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9896a3e50a3141fc90a734b06af8c87f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1341124 May 13 15:41:14.486966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-5383e3de-3f15-4d44-9c55-bf952cbaa973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.488313 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e5c3dac3-b6aa-42ef-bcc9-78e2f432940e req-5383e3de-3f15-4d44-9c55-bf952cbaa973 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2848177 May 13 15:41:14.500084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cc2c9-0eb9-453a-bd57-37c1b7b7bd3a req-7c93b42a-5c73-47f5-8a6f-400496ea34e2 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.501474 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b77cc2c9-0eb9-453a-bd57-37c1b7b7bd3a req-7c93b42a-5c73-47f5-8a6f-400496ea34e2 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 943 time: 0.2732658 May 13 15:41:14.595780 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b77cc2c9-0eb9-453a-bd57-37c1b7b7bd3a req-936bebac-9add-4840-8405-584ae8950421 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875499 May 13 15:41:14.614978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-a8c6d1b5-b3d6-41ef-9b02-a33f2343fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.616431 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-a8c6d1b5-b3d6-41ef-9b02-a33f2343fcaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 1096 time: 0.0926254 May 13 15:41:14.682743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-501d2b44-9947-4b7d-9434-3613afcb2b56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a113272-1b12-432b-8ac3-fa7665dddd35 HTTP/1.1" status: 200 len: 217 time: 0.0593898 May 13 15:41:14.745376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-143de849-df4f-44b8-be2b-5fb0aadc3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:14.746708 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-143de849-df4f-44b8-be2b-5fb0aadc3480 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74c2781d-bde5-4197-99a8-e61df624789f HTTP/1.1" status: 200 len: 853 time: 0.0594375 May 13 15:41:14.791990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-49fca852-037c-4985-a5cc-61b5664c2f9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12348923-92f4-4b20-b72e-b995aa038374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395148 May 13 15:41:14.927444 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-e55b2df0-a135-4ce3-befd-6db364f68457 service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268487 May 13 15:41:15.056346 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eaa597c0-fe3a-4de1-acc2-58656df6b318 req-aaf58d7f-853f-425c-802f-2f0c5629feb5 service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220329 May 13 15:41:15.787487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1209561-31a2-4cf8-9d10-70ca4e4c1dda req-72effca2-842c-4989-bef7-164f62830fa5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:15.788947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a1209561-31a2-4cf8-9d10-70ca4e4c1dda req-72effca2-842c-4989-bef7-164f62830fa5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 943 time: 0.0802090 May 13 15:41:15.838939 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a1209561-31a2-4cf8-9d10-70ca4e4c1dda req-269572ec-c9d5-4368-9462-ba2b506d4c36 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 May 13 15:41:16.826036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a113272-1b12-432b-8ac3-fa7665dddd35 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:41:16.966033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a113272-1b12-432b-8ac3-fa7665dddd35,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:16.978860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '0a113272-1b12-432b-8ac3-fa7665dddd35', 'network_id': '12348923-92f4-4b20-b72e-b995aa038374', 'port_id': '0a113272-1b12-432b-8ac3-fa7665dddd35', 'mac_address': 'fa:16:3e:bd:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c2781d-bde5-4197-99a8-e61df624789f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:41:17.022161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11b783-5884-44e1-a632-4b33be0a2bc6 req-84cad090-0b96-4d6c-a603-73365950c803 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:17.023627 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a11b783-5884-44e1-a632-4b33be0a2bc6 req-84cad090-0b96-4d6c-a603-73365950c803 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 943 time: 0.0790703 May 13 15:41:17.038780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0a113272-1b12-432b-8ac3-fa7665dddd35 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:17.039160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:17.057600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a113272-1b12-432b-8ac3-fa7665dddd35 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:41:17.073512 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a11b783-5884-44e1-a632-4b33be0a2bc6 req-8bf1a47c-46e7-478f-ba55-ed5a329f4214 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 May 13 15:41:17.073837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a113272-1b12-432b-8ac3-fa7665dddd35,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:17.129199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:17.197233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:17.335549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0a113272-1b12-432b-8ac3-fa7665dddd35'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:41:17.345405 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:41:18.258633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651cc96-180b-4c06-8233-3bec7bcc5ea9 req-717a98f3-5110-46e9-9cec-a7fbbd2f5063 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:18.260067 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7651cc96-180b-4c06-8233-3bec7bcc5ea9 req-717a98f3-5110-46e9-9cec-a7fbbd2f5063 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 944 time: 0.0822852 May 13 15:41:18.303299 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7651cc96-180b-4c06-8233-3bec7bcc5ea9 req-5292692e-578d-4853-a459-c9a32f3a967e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 May 13 15:41:18.825729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a113272-1b12-432b-8ac3-fa7665dddd35 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:41:18.956788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 0a113272-1b12-432b-8ac3-fa7665dddd35 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:41:18.961894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 0a113272-1b12-432b-8ac3-fa7665dddd35 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:41:18.962306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:19.075902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 0a113272-1b12-432b-8ac3-fa7665dddd35 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:19.076195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:19.101824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:19.111787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a113272-1b12-432b-8ac3-fa7665dddd35,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:19.146408 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da08cb08-4fb7-46ba-a725-b4fe7443c80a'] response: {'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35', 'code': 200} May 13 15:41:19.208826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:19.287011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:19.481592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151ab38-75f6-4171-80f9-d1f62c619fec req-7bf69ca8-1729-4e18-bb17-46c9af2a09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:19.483093 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2151ab38-75f6-4171-80f9-d1f62c619fec req-7bf69ca8-1729-4e18-bb17-46c9af2a09d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 1098 time: 0.0700793 May 13 15:41:19.489878 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c676c-91e2-46c7-82fa-8f7a6fe752d5 req-45aee4a7-49d2-4303-bd71-204922072232 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:19.491367 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fa7c676c-91e2-46c7-82fa-8f7a6fe752d5 req-45aee4a7-49d2-4303-bd71-204922072232 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0798593 May 13 15:41:19.523811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2151ab38-75f6-4171-80f9-d1f62c619fec req-1fad7db9-cc60-4558-8c13-5b46628b402a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 May 13 15:41:19.542992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fa7c676c-91e2-46c7-82fa-8f7a6fe752d5 req-b9764706-cb06-4b4c-b7ba-471550ced12a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 May 13 15:41:20.733825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354cab8-78d7-4e25-8751-4137d93cfa34 req-a668a3e9-51e0-46ca-9edc-98ee418de8d3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:20.735301 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4354cab8-78d7-4e25-8751-4137d93cfa34 req-a668a3e9-51e0-46ca-9edc-98ee418de8d3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0854084 May 13 15:41:20.780525 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4354cab8-78d7-4e25-8751-4137d93cfa34 req-c61d58da-e20e-441f-bcc8-366c478053f2 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 May 13 15:41:21.964897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfc65e-207b-44cb-b95b-405a7f0d564b req-6c925ad3-30d7-487c-abbd-c7560c494674 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:21.966383 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6bdfc65e-207b-44cb-b95b-405a7f0d564b req-6c925ad3-30d7-487c-abbd-c7560c494674 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0799932 May 13 15:41:22.011294 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-6bdfc65e-207b-44cb-b95b-405a7f0d564b req-44990c9f-4a5a-41dd-bf7d-37527dabdd29 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 May 13 15:41:22.290796 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-5b5d463a-4c40-4b41-a4cd-47e481f100d5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:22.292355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-5b5d463a-4c40-4b41-a4cd-47e481f100d5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/networks?id=12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 200 len: 813 time: 0.1425941 May 13 15:41:22.306534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-56fc7870-09a8-4c13-b4d5-d66f46da1c5f tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/quotas/9896a3e50a3141fc90a734b06af8c87f HTTP/1.1" status: 200 len: 375 time: 0.0087628 May 13 15:41:22.384355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-37c49771-6305-4925-a6cb-4bfad7c985d4 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724206 May 13 15:41:22.514109 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f5a654b6-2258-4765-8707-797d2ed21f07 service neutron] 10.222.0.91 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225300 May 13 15:41:22.643518 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-cc67ca36-c407-4044-8252-b6493da06354 service neutron] 10.222.0.91 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236627 May 13 15:41:22.898728 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a2daecbc-5984-446e-9f70-fa97988cb64a req-844fedd5-adb4-435e-8e9a-f5b71d0af67e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 210 time: 0.0422020 May 13 15:41:24.054657 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9635fd0e-d4d3-4d67-92a1-cc5dcd1fdc5c req-3c7dff21-803f-434a-9c09-95d7ad3301cd tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 210 time: 0.0461586 May 13 15:41:24.780849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-4a100be8-4f09-4a89-806a-c0ef3a1fc193 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:24.782270 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-4a100be8-4f09-4a89-806a-c0ef3a1fc193 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "GET /v2.0/networks?id=12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 200 len: 813 time: 0.1490552 May 13 15:41:24.793720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Request body: {'port': {'device_id': '628e225c-9542-471d-a20b-f678b90882a9', 'network_id': '12348923-92f4-4b20-b72e-b995aa038374', 'admin_state_up': True, 'tenant_id': '9896a3e50a3141fc90a734b06af8c87f'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:25.036702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:25.046732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:25.123241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Made reservation on behalf of 9896a3e50a3141fc90a734b06af8c87f for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:25.127210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:25.209252 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9a7c99de-02cc-4d03-a6e1-c0792fd9426d req-6b33225b-7305-40f8-96a7-b48140fb8c0e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 210 time: 0.0469570 May 13 15:41:25.297578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Allocated IP 172.20.0.6 (12348923-92f4-4b20-b72e-b995aa038374/74c2781d-bde5-4197-99a8-e61df624789f/8d30df1d-480f-4e5e-acda-c57cb75ec246) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:41:25.315500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-51a2e0c8-d479-4c4c-ba82-3fa2a73f20ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687001 May 13 15:41:25.466822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-296c09b7-695c-475e-b479-9d9ab7026354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:25.468338 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-296c09b7-695c-475e-b479-9d9ab7026354 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 1098 time: 0.0748868 May 13 15:41:25.501054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:25.592441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:25.604504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0a113272-1b12-432b-8ac3-fa7665dddd35'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:41:25.668483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Network 12348923-92f4-4b20-b72e-b995aa038374 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:41:25.672048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:25.676130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:41:25.722992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Pushing event updated for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:25.726051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-0359b470-6b3a-48aa-b2d4-833cd36a98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:25.727614 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-0359b470-6b3a-48aa-b2d4-833cd36a98a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 200 len: 914 time: 0.2419586 May 13 15:41:25.748049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:25.748664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:25.795675 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-7fabd97f-d8a5-47f7-810f-d54fd1a52575 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a113272-1b12-432b-8ac3-fa7665dddd35 HTTP/1.1" status: 200 len: 217 time: 0.0621533 May 13 15:41:25.858932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-9ab8092d-53fe-407e-bca5-dd15f8a7ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:25.860338 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-9ab8092d-53fe-407e-bca5-dd15f8a7ea0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74c2781d-bde5-4197-99a8-e61df624789f HTTP/1.1" status: 200 len: 853 time: 0.0594983 May 13 15:41:25.878310 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-2bcd284f-bfe9-4a52-ae63-57b7a09185c9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886159 May 13 15:41:25.889312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Request body: {'port': {'device_id': '628e225c-9542-471d-a20b-f678b90882a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:25.908463 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-6c445f35-1452-4f9d-bbd2-37b67a2531f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12348923-92f4-4b20-b72e-b995aa038374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400310 May 13 15:41:26.006310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:26.041137 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-13ef47df-1678-4290-9556-2adc9c757a3b service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271627 May 13 15:41:26.175883 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-41bee8ab-6ff9-4594-91c3-ec7e3ded3de2 req-91382f2a-9a5b-4336-8fb0-f315f92abc1e service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290870 May 13 15:41:26.395944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d30df1d-480f-4e5e-acda-c57cb75ec246 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:41:26.406099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:26.425049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Transition to ACTIVE for port object 8d30df1d-480f-4e5e-acda-c57cb75ec246 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:26.442624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb0d9a-69b9-475e-b87c-d92cc9f63084 req-f67774e7-6b70-47f1-8497-283d9427c72d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:26.443242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-adbb0d9a-69b9-475e-b87c-d92cc9f63084 req-f67774e7-6b70-47f1-8497-283d9427c72d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Synchronizing usage tracker for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:41:26.512028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:26.559410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-adbb0d9a-69b9-475e-b87c-d92cc9f63084 req-f67774e7-6b70-47f1-8497-283d9427c72d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Unset dirty status for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:41:26.560549 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-adbb0d9a-69b9-475e-b87c-d92cc9f63084 req-f67774e7-6b70-47f1-8497-283d9427c72d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 931 time: 0.2350805 May 13 15:41:26.661120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:26.748279 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-adbb0d9a-69b9-475e-b87c-d92cc9f63084 req-574ae7a8-d767-4827-a23d-8b3dc0465553 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791484 May 13 15:41:26.782875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Attempting to bind port 8d30df1d-480f-4e5e-acda-c57cb75ec246 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:41:26.783211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Attempting to bind port 8d30df1d-480f-4e5e-acda-c57cb75ec246 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:41:26.783543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Attempting to bind port 8d30df1d-480f-4e5e-acda-c57cb75ec246 on network 12348923-92f4-4b20-b72e-b995aa038374 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:26.788287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Port 8d30df1d-480f-4e5e-acda-c57cb75ec246 on network 12348923-92f4-4b20-b72e-b995aa038374 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:41:26.788606 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Attempting to bind port 8d30df1d-480f-4e5e-acda-c57cb75ec246 on network 12348923-92f4-4b20-b72e-b995aa038374 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:26.794569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:41:26.794935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Checking segment: {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:26.795344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Bound using segment: {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:41:26.795770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Bound port: 8d30df1d-480f-4e5e-acda-c57cb75ec246, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb624037-c831-4a3a-815e-2e92f1ba7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12348923-92f4-4b20-b72e-b995aa038374'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:41:26.796118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:26.882865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:41:26.886313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:41:26.969482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:27.033287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.033887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:27.035385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d30df1d-480f-4e5e-acda-c57cb75ec246 HTTP/1.1" status: 200 len: 1093 time: 1.1504984 May 13 15:41:27.035817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:27.054899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6327-0a7e-4d0b-af32-68aceb814492 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:27.080547 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bde2d7c-d64a-4ee6-a5ea-81940b39dc10'] response: {'name': 'network-changed', 'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246', 'status': 'completed', 'code': 200} May 13 15:41:27.267570 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-7f85affc-579d-4860-9020-07828af2c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.269089 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-7f85affc-579d-4860-9020-07828af2c2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 1096 time: 0.1687603 May 13 15:41:27.405203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-a2114348-8f71-443a-82aa-e3c3a363c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.406656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-a2114348-8f71-443a-82aa-e3c3a363c24c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9896a3e50a3141fc90a734b06af8c87f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1297040 May 13 15:41:27.539902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-a937b294-3cba-4197-9aad-e62e916d7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.542343 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2a956864-5d00-4aaa-9151-82b026dbaf9e req-a937b294-3cba-4197-9aad-e62e916d7a8d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290019 May 13 15:41:27.649756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-8ac1bbb9-d048-4213-b2c8-8de19d468853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.652161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-8ac1bbb9-d048-4213-b2c8-8de19d468853 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9896a3e50a3141fc90a734b06af8c87f&device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 1096 time: 0.0759687 May 13 15:41:27.718975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-6d0c28fb-5a2d-4eaf-b0bd-86f30dca6bf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246 HTTP/1.1" status: 200 len: 217 time: 0.0605063 May 13 15:41:27.784394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-cd0f34e6-dd60-4425-90a7-22ae77b3cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:27.785922 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-cd0f34e6-dd60-4425-90a7-22ae77b3cf6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=74c2781d-bde5-4197-99a8-e61df624789f HTTP/1.1" status: 200 len: 853 time: 0.0618520 May 13 15:41:27.820484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:27.833174 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-96355151-6305-4489-9e88-d873d4b21240 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12348923-92f4-4b20-b72e-b995aa038374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416975 May 13 15:41:28.025020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-aa016495-580c-4db3-b127-1754da20df5e service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855409 May 13 15:41:28.063666 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080cbe9-5eee-47d6-ade6-a0a40f748223 req-0d4b2755-8034-4cee-b7a3-4bdb0d31c757 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:28.065097 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4080cbe9-5eee-47d6-ade6-a0a40f748223 req-0d4b2755-8034-4cee-b7a3-4bdb0d31c757 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 943 time: 0.2059608 May 13 15:41:28.179938 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4080cbe9-5eee-47d6-ade6-a0a40f748223 req-81dd26a7-24a2-4927-abeb-ea58b310cb24 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709913 May 13 15:41:28.213042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f2b00f1b-1e30-44ed-b8f3-b9045637c8ba req-5ca70459-3e65-4afc-9847-cdff77c9c2e5 service neutron] 10.222.0.23 "GET /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814582 May 13 15:41:29.376613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79ad7-d49a-4db4-b755-a98112a580ae req-69b1733d-7616-4c53-b7e4-6a675b56908a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:29.378129 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-98d79ad7-d49a-4db4-b755-a98112a580ae req-69b1733d-7616-4c53-b7e4-6a675b56908a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 943 time: 0.0853562 May 13 15:41:29.425085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-98d79ad7-d49a-4db4-b755-a98112a580ae req-4d2ed028-4a37-4044-b892-94b1ddfa6edc tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 May 13 15:41:30.606323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d113031-7627-4aab-b504-eb0642c5b5b3 req-773b4f6d-905a-45a4-82fd-a7000e4e0a42 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:30.607769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3d113031-7627-4aab-b504-eb0642c5b5b3 req-773b4f6d-905a-45a4-82fd-a7000e4e0a42 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 943 time: 0.0791032 May 13 15:41:30.654600 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3d113031-7627-4aab-b504-eb0642c5b5b3 req-571e6c29-29d4-4ab2-864c-bd9b65898003 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 May 13 15:41:30.814792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4808166a-eb7f-4870-b4d2-c0cef2c3ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:30.872394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8d30df1d-480f-4e5e-acda-c57cb75ec246 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:41:31.004903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:31.017814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '8d30df1d-480f-4e5e-acda-c57cb75ec246', 'network_id': '12348923-92f4-4b20-b72e-b995aa038374', 'port_id': '8d30df1d-480f-4e5e-acda-c57cb75ec246', 'mac_address': 'fa:16:3e:59:56:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c2781d-bde5-4197-99a8-e61df624789f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:41:31.071228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8d30df1d-480f-4e5e-acda-c57cb75ec246 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:31.071527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:31.087576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d30df1d-480f-4e5e-acda-c57cb75ec246 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:41:31.102988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:31.186182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:31.255180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:31.407964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['8d30df1d-480f-4e5e-acda-c57cb75ec246'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:41:31.841472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a05bbb-a38b-4e0f-ba37-e4e20fd87de6 req-73111795-ea0d-4356-903b-79095d380fa0 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:31.843049 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-37a05bbb-a38b-4e0f-ba37-e4e20fd87de6 req-73111795-ea0d-4356-903b-79095d380fa0 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 944 time: 0.0792680 May 13 15:41:31.886876 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-37a05bbb-a38b-4e0f-ba37-e4e20fd87de6 req-a11660d6-6798-4949-8c9a-1e2d89301d91 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 May 13 15:41:32.888729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8d30df1d-480f-4e5e-acda-c57cb75ec246 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:41:33.008980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 8d30df1d-480f-4e5e-acda-c57cb75ec246 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:41:33.014997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 8d30df1d-480f-4e5e-acda-c57cb75ec246 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:41:33.024677 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:33.071446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699f81-2049-4fda-919c-ac04bde8ea30 req-942f6566-91e1-4d0a-a25f-548a37b49482 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:33.072916 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-37699f81-2049-4fda-919c-ac04bde8ea30 req-942f6566-91e1-4d0a-a25f-548a37b49482 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 944 time: 0.0812483 May 13 15:41:33.118849 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-37699f81-2049-4fda-919c-ac04bde8ea30 req-be049c74-a2db-4bda-a2d5-c457deb28902 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 May 13 15:41:33.144127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8d30df1d-480f-4e5e-acda-c57cb75ec246 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:33.144438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:33.171162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:33.180930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:33.215479 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dd09d4-adec-40d7-bdda-2e322bf65a5c'] response: {'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246', 'code': 200} May 13 15:41:33.249315 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5510c00f-525b-47d7-bbc3-d6ff3c7bb8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:33.277932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:33.344605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:33.588156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723a350-f23c-4592-93ea-d6ba9889952f req-ad661c97-80a0-423d-895d-1506e32e0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:33.589656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e723a350-f23c-4592-93ea-d6ba9889952f req-ad661c97-80a0-423d-895d-1506e32e0402 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 1098 time: 0.0712168 May 13 15:41:33.629732 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e723a350-f23c-4592-93ea-d6ba9889952f req-0548a189-f5e9-42d2-b86b-ee824930c22e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 May 13 15:41:34.307099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195db5c2-c642-49d4-979d-35d2c5efe537 req-80044cb0-532d-4e85-a03a-cbd775318a0a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:34.309155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-195db5c2-c642-49d4-979d-35d2c5efe537 req-80044cb0-532d-4e85-a03a-cbd775318a0a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 945 time: 0.0814390 May 13 15:41:34.353005 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-195db5c2-c642-49d4-979d-35d2c5efe537 req-de3e6b78-1573-47de-b5d7-51e1c98f3117 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 May 13 15:41:34.625206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:34.683368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:35.540767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493cbcc-44ee-45ff-bf29-87d6d725b6ee req-8b0dfb25-0c2e-4def-a1c1-6b01033baeb8 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:35.543265 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2493cbcc-44ee-45ff-bf29-87d6d725b6ee req-8b0dfb25-0c2e-4def-a1c1-6b01033baeb8 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 945 time: 0.0844839 May 13 15:41:35.586284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2493cbcc-44ee-45ff-bf29-87d6d725b6ee req-41e57908-555b-4bb4-a7de-77341da92d80 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 May 13 15:41:35.941452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:36.162857 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c65591-8541-4671-8866-6c25d227c2e2 req-b45012a5-eb43-4ec5-9691-2054aac2ac3b tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:36.164295 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-34c65591-8541-4671-8866-6c25d227c2e2 req-b45012a5-eb43-4ec5-9691-2054aac2ac3b tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 945 time: 0.0791304 May 13 15:41:36.212210 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-34c65591-8541-4671-8866-6c25d227c2e2 req-1eb6712d-aa91-4a89-a490-6cee605b6e6d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 May 13 15:41:37.439099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8241-cdc5-49c5-9944-facea39406fd req-2f5876eb-6d24-4b89-b0da-54299fdea562 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:37.440642 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05eb8241-cdc5-49c5-9944-facea39406fd req-2f5876eb-6d24-4b89-b0da-54299fdea562 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 945 time: 0.1213560 May 13 15:41:37.494046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05eb8241-cdc5-49c5-9944-facea39406fd req-f25fc693-6b79-4fcf-82ef-cfcbf95eed5f tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 May 13 15:41:37.509164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-bce53fe2-c2c8-4cee-89f2-cfbd4cdecb0e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:37.511156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-bce53fe2-c2c8-4cee-89f2-cfbd4cdecb0e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 945 time: 0.1227334 May 13 15:41:37.681369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Deleting port 8d30df1d-480f-4e5e-acda-c57cb75ec246 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:37.681724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:37.926441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] For port 8d30df1d-480f-4e5e-acda-c57cb75ec246, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8d30df1d-480f-4e5e-acda-c57cb75ec246,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:37.926801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:38.048667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Calling delete_port for 8d30df1d-480f-4e5e-acda-c57cb75ec246 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:38.249372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:38.261564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0a113272-1b12-432b-8ac3-fa7665dddd35', '8d30df1d-480f-4e5e-acda-c57cb75ec246'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:41:38.329588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Pushing event deleted for resources: {'Port': ['ID=8d30df1d-480f-4e5e-acda-c57cb75ec246,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:38.381254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] No DVR routers for this DVR port 8d30df1d-480f-4e5e-acda-c57cb75ec246 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:41:38.383818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:38.387205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'name': 'network-vif-deleted', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:38.433737 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431725c7-dff8-4cfd-ab9c-5fe044fd093c'] response: {'server_uuid': '628e225c-9542-471d-a20b-f678b90882a9', 'name': 'network-vif-deleted', 'tag': '8d30df1d-480f-4e5e-acda-c57cb75ec246', 'status': 'completed', 'code': 200} May 13 15:41:38.472840 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-79f42ecf-5d97-422b-81fc-867f3654d9bb req-0da636fb-25fd-44ce-9a30-0c1cce8cfb5a tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "DELETE /v2.0/ports/8d30df1d-480f-4e5e-acda-c57cb75ec246 HTTP/1.1" status: 204 len: 173 time: 0.9562464 May 13 15:41:38.645300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-89972d33-20d8-446b-81c5-7fe4999fafac req-6303a1eb-cf86-495c-a745-6441fff89de5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Synchronizing usage tracker for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:41:38.786129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-89972d33-20d8-446b-81c5-7fe4999fafac req-6303a1eb-cf86-495c-a745-6441fff89de5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Unset dirty status for tenant:9896a3e50a3141fc90a734b06af8c87f on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:41:38.787357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-89972d33-20d8-446b-81c5-7fe4999fafac req-6303a1eb-cf86-495c-a745-6441fff89de5 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=628e225c-9542-471d-a20b-f678b90882a9 HTTP/1.1" status: 200 len: 210 time: 0.1836309 May 13 15:41:40.047276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf16c1-af8a-4afb-9cb0-fa265dcee74e req-9f1f15a1-2251-4cb3-be16-03473192e1d0 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:40.048736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02cf16c1-af8a-4afb-9cb0-fa265dcee74e req-9f1f15a1-2251-4cb3-be16-03473192e1d0 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0821412 May 13 15:41:40.092396 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02cf16c1-af8a-4afb-9cb0-fa265dcee74e req-fd28f0fe-ae1f-443c-b470-89ded85413d9 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 May 13 15:41:40.291352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c4e2c-a93e-4a2f-85e7-ee9105a7c5c1 req-213c8e8b-b4dd-4fde-a0da-288c0cbd42e2 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:40.292808 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e75c4e2c-a93e-4a2f-85e7-ee9105a7c5c1 req-213c8e8b-b4dd-4fde-a0da-288c0cbd42e2 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0786927 May 13 15:41:40.335920 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e75c4e2c-a93e-4a2f-85e7-ee9105a7c5c1 req-c40baaf7-8855-4a73-89d8-482a20058d8e tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 May 13 15:41:40.517678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b91b-d7c8-4e8e-8735-b1a0902c3eda req-b262f492-aa84-48ad-ba41-292dca2e36aa tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:40.519172 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7594b91b-d7c8-4e8e-8735-b1a0902c3eda req-b262f492-aa84-48ad-ba41-292dca2e36aa tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0786948 May 13 15:41:40.562882 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7594b91b-d7c8-4e8e-8735-b1a0902c3eda req-e1a23e34-c1a6-4c45-9071-98c709971945 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 May 13 15:41:40.856671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30478-88a9-4677-9894-a0b8656b2e46 req-afd502b3-8deb-4459-88c1-d7cd460932f1 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:40.858176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94a30478-88a9-4677-9894-a0b8656b2e46 req-afd502b3-8deb-4459-88c1-d7cd460932f1 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0836637 May 13 15:41:40.904368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8d30df1d-480f-4e5e-acda-c57cb75ec246 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:41:40.905134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-94a30478-88a9-4677-9894-a0b8656b2e46 req-76073e4c-ddcf-4372-a16a-af386070f39d tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 May 13 15:41:40.939813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 8d30df1d-480f-4e5e-acda-c57cb75ec246 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:41:40.940162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8d30df1d-480f-4e5e-acda-c57cb75ec246 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:41:41.094897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565907ea-ba5f-4094-9c81-e7aeb921496e req-6041e326-033e-4229-84df-091e28102166 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:41.096432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-565907ea-ba5f-4094-9c81-e7aeb921496e req-6041e326-033e-4229-84df-091e28102166 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0838234 May 13 15:41:41.142179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-565907ea-ba5f-4094-9c81-e7aeb921496e req-810e615e-e601-4bde-acd2-bd37f2d9a71b tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 May 13 15:41:41.334771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2cf42-76ed-4eef-90ab-0710e9e2ba5b req-78fa453c-a632-4ed8-8909-42c895b19247 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:41.336240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8be2cf42-76ed-4eef-90ab-0710e9e2ba5b req-78fa453c-a632-4ed8-8909-42c895b19247 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0802982 May 13 15:41:41.385601 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8be2cf42-76ed-4eef-90ab-0710e9e2ba5b req-223ba0b7-5de7-4060-9667-de626f9503a3 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 May 13 15:41:42.168223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcd86f-3c41-4601-87a7-1e555c447bb0 req-e8b86b6c-0d68-42f7-a71c-156a3ad5c5fd tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:42.169679 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b8dcd86f-3c41-4601-87a7-1e555c447bb0 req-e8b86b6c-0d68-42f7-a71c-156a3ad5c5fd tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0817127 May 13 15:41:42.215303 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b8dcd86f-3c41-4601-87a7-1e555c447bb0 req-0fb1d934-3509-4bc9-bbb8-adf02107c596 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 May 13 15:41:43.407207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175eca6-dae6-402d-870b-7e85d75913f8 req-1174c3e7-aaa3-4d32-9b18-2013b3287d38 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:43.408667 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b175eca6-dae6-402d-870b-7e85d75913f8 req-1174c3e7-aaa3-4d32-9b18-2013b3287d38 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0811143 May 13 15:41:43.457025 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b175eca6-dae6-402d-870b-7e85d75913f8 req-f880a764-cf56-4b7a-a0a8-00e4587763d1 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/security-groups?id=2b56165b-a4ea-47a6-acf5-0c47d9642e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 May 13 15:41:43.471869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609b060-8b55-4852-a0e1-b952e080427d req-25588100-4c04-4be6-9084-e7ff8051c29b tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:43.471869 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6609b060-8b55-4852-a0e1-b952e080427d req-25588100-4c04-4be6-9084-e7ff8051c29b tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 945 time: 0.0877144 May 13 15:41:43.542589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Deleting port 0a113272-1b12-432b-8ac3-fa7665dddd35 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:43.542879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:43.890809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] For port 0a113272-1b12-432b-8ac3-fa7665dddd35, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0a113272-1b12-432b-8ac3-fa7665dddd35,segment=NetworkSegment(fb624037-c831-4a3a-815e-2e92f1ba7bf7),segment_id=fb624037-c831-4a3a-815e-2e92f1ba7bf7)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:43.891172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:44.015657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Calling delete_port for 0a113272-1b12-432b-8ac3-fa7665dddd35 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:44.208831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:44.219597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['0a113272-1b12-432b-8ac3-fa7665dddd35'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:41:44.258407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Pushing event deleted for resources: {'Port': ['ID=0a113272-1b12-432b-8ac3-fa7665dddd35,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:44.335697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] No DVR routers for this DVR port 0a113272-1b12-432b-8ac3-fa7665dddd35 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:41:44.338193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:44.340746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'name': 'network-vif-deleted', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:41:44.385008 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac781fc4-b0d8-4556-8801-a860ef5c4855'] response: {'server_uuid': '32944d1f-42b7-48cb-9243-8b0517908342', 'name': 'network-vif-deleted', 'tag': '0a113272-1b12-432b-8ac3-fa7665dddd35', 'status': 'completed', 'code': 200} May 13 15:41:44.410055 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6609b060-8b55-4852-a0e1-b952e080427d req-f54c28ba-0c54-4e9c-864f-36e226594ad7 tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.23 "DELETE /v2.0/ports/0a113272-1b12-432b-8ac3-fa7665dddd35 HTTP/1.1" status: 204 len: 173 time: 0.9305942 May 13 15:41:44.614138 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-01f91f33-e784-4ede-b698-018dd0a22520 req-8cb8fd46-7196-4540-a12e-c87be2fb824f tempest-ServersNegativeTestJSON-848463479 tempest-ServersNegativeTestJSON-848463479-project] 10.222.0.91 "GET /v2.0/ports?device_id=32944d1f-42b7-48cb-9243-8b0517908342 HTTP/1.1" status: 200 len: 210 time: 0.0465181 May 13 15:41:45.706741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43812) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:45.766137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Deleting subnet 74c2781d-bde5-4197-99a8-e61df624789f {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:41:45.768995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:45.817625 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:45.875334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.032000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.069758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c2781d-bde5-4197-99a8-e61df624789f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:46.073478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.079641 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e6d3e8e9-7e3d-4684-9193-b50e0211b273 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/74c2781d-bde5-4197-99a8-e61df624789f HTTP/1.1" status: 204 len: 168 time: 0.3718319 May 13 15:41:46.082105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43816) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:46.191756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.313371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.342446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12348923-92f4-4b20-b72e-b995aa038374']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:46.354114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb624037-c831-4a3a-815e-2e92f1ba7bf7') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:46.354413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb624037-c831-4a3a-815e-2e92f1ba7bf7') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:46.365501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.380920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.387112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:41:46.388368 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:41:46.400888 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:41:46.546127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.561487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:46.571314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] Pushing event deleted for resources: {'Network': ['ID=12348923-92f4-4b20-b72e-b995aa038374,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:46.632598 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2a8a184a-f98d-4e74-8f80-2fef96170582 admin admin] 10.222.0.91 "DELETE /v2.0/networks/12348923-92f4-4b20-b72e-b995aa038374 HTTP/1.1" status: 204 len: 168 time: 0.5493970 May 13 15:41:46.934928 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a113272-1b12-432b-8ac3-fa7665dddd35 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:41:46.968879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 0a113272-1b12-432b-8ac3-fa7665dddd35 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:41:46.969220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 0a113272-1b12-432b-8ac3-fa7665dddd35 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:41:47.019422 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43824) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:47.069838 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-65dc6dcb-cf34-453f-bd57-f32849712896 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9896a3e50a3141fc90a734b06af8c87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492740 May 13 15:41:47.072335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43828) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:47.130270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:47.156877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:47.289241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:47.304781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b56165b-a4ea-47a6-acf5-0c47d9642e4a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:47.396692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:47.397807 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ac73a596-cfb3-4046-b209-feea2015c539 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2b56165b-a4ea-47a6-acf5-0c47d9642e4a HTTP/1.1" status: 204 len: 168 time: 0.3246052 May 13 15:41:48.575447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43852) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:48.676559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383650850'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:48.681478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:48.685243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:network and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:48.689347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:48.698624 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:48.757629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:48.760980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:48.773544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:48.787998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:48.791757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:security_group_rule and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:48.794490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:48.800883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:48.881779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:48.963634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:48.998818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:41:49.003984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da440ff9-186e-44a1-9200-1767d125318d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:49.010838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:49.011188 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Added segment 2fa02526-0cd9-4851-b01a-cbbda24df267 of type vlan for network 66859766-27b4-4379-aa1c-d004a388cbd3 May 13 15:41:49.037658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:49.158034 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:49.163593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:49.166832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:49.367457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Network': ['ID=66859766-27b4-4379-aa1c-d004a388cbd3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:49.378183 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 66859766-27b4-4379-aa1c-d004a388cbd3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:41:49.466052 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea52f578-c1e9-4d18-a993-87a1e1a5bd7d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8787355 May 13 15:41:52.677190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43858) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:52.682864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'subnet': {'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:52.793349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:52.797500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:subnet and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:52.800284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:52.805971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:52.894659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:52.898172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.169594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.251531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Subnet': ['ID=687e35fa-e403-4f5d-9751-7ad187178d90,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:53.261074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.261417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.261769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.262110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.262447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.262771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.263093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.263413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.264000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.264163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.264412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.264727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:53.269571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking segment: {'id': '2fa02526-0cd9-4851-b01a-cbbda24df267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:53.269962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network hostable DHCP agents. Network: 66859766-27b4-4379-aa1c-d004a388cbd3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:41:53.363267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network 66859766-27b4-4379-aa1c-d004a388cbd3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:41:53.420731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 66859766-27b4-4379-aa1c-d004a388cbd3) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:53.424947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:53.425574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.430977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f374ac7-47f6-4372-aa48-7881b840711f None None] Network 66859766-27b4-4379-aa1c-d004a388cbd3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:53.513739 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ab65eb49-e29f-439d-825d-b3212d7a7d66 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8350520 May 13 15:41:53.517808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43862) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:53.523889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057201108'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:53.530375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:53.534399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:network and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:53.537209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:53.542929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:53.636659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:53.640323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.668006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:41:53.670797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-66859766-27b4-4379-aa1c-d004a388cbd3', 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3', 'tenant_id': '04f57a9ab223490084391debf28091f5', 'fixed_ips': [{'subnet_id': '687e35fa-e403-4f5d-9751-7ad187178d90'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:41:53.671645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.678093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.678606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Added segment 39d25771-b953-4bf4-8d73-d184e61355e5 of type vlan for network 018cbb10-74b8-4a53-839d-a41f7fa94f66 May 13 15:41:53.704209 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.814921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.820365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:53.820950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:53.828812 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Allocated IP 2001:db8:0:ffff::2 (66859766-27b4-4379-aa1c-d004a388cbd3/687e35fa-e403-4f5d-9751-7ad187178d90/b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:41:53.929985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Network': ['ID=018cbb10-74b8-4a53-839d-a41f7fa94f66,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:53.942284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 018cbb10-74b8-4a53-839d-a41f7fa94f66 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:41:53.993243 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5690d58c-8a61-4ba4-aaeb-b5967be550ed tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4741995 May 13 15:41:53.996040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43866) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:54.001698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'subnet': {'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:54.119829 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:54.124373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:subnet and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:54.129509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:54.133371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:54.140792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.150964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Transition to ACTIVE for port object b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:54.168556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Transition to ACTIVE for port object b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:54.287991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:54.291527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.345009 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:41:54.351626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.419750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Network 66859766-27b4-4379-aa1c-d004a388cbd3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:41:54.423221 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:54.428139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:41:54.433964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Pushing event updated for resources: {'Port': ['ID=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:54.471509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.471854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.472192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.472553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.472884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.473216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.473543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.473870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.474224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.474547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.474873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.475194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:41:54.534099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Attempting to bind port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:41:54.534465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Attempting to bind port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '2fa02526-0cd9-4851-b01a-cbbda24df267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:41:54.534822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Attempting to bind port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa on network 66859766-27b4-4379-aa1c-d004a388cbd3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:54.539916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:41:54.540284 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Checking segment: {'id': '2fa02526-0cd9-4851-b01a-cbbda24df267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:54.540679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.541068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Bound using segment: {'id': '2fa02526-0cd9-4851-b01a-cbbda24df267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:41:54.541526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Bound port: b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa02526-0cd9-4851-b01a-cbbda24df267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '66859766-27b4-4379-aa1c-d004a388cbd3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:41:54.541893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.629256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] For port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:41:54.632456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] For port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,segment=NetworkSegment(2fa02526-0cd9-4851-b01a-cbbda24df267),segment_id=2fa02526-0cd9-4851-b01a-cbbda24df267)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:41:54.635154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.718144 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Subnet': ['ID=497dd58e-6424-4506-a1ad-5916d82b8ba1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:54.723983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking segment: {'id': '39d25771-b953-4bf4-8d73-d184e61355e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:54.724338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network hostable DHCP agents. Network: 018cbb10-74b8-4a53-839d-a41f7fa94f66, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:41:54.792778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.843882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network 018cbb10-74b8-4a53-839d-a41f7fa94f66 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:41:54.879059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9c225-5191-49d3-9492-29f655284404 None None] Pushing event updated for resources: {'Port': ['ID=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:54.963695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 018cbb10-74b8-4a53-839d-a41f7fa94f66) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:54.969098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:54.969912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:54.979690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce42f4-8857-4051-aef1-aa1440f4c1a6 None None] Network 018cbb10-74b8-4a53-839d-a41f7fa94f66 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:55.086959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43870) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:55.091149 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-45baa195-33a2-44db-9e56-5574d4ab9fdd tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0939877 May 13 15:41:55.218670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-018cbb10-74b8-4a53-839d-a41f7fa94f66', 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66', 'tenant_id': '04f57a9ab223490084391debf28091f5', 'fixed_ips': [{'subnet_id': '497dd58e-6424-4506-a1ad-5916d82b8ba1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:41:55.219804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.243877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.314535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.381699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Allocated IP 2001:db8::2 (018cbb10-74b8-4a53-839d-a41f7fa94f66/497dd58e-6424-4506-a1ad-5916d82b8ba1/9701c12c-f923-4f18-8434-19aedf6a7ed5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:41:55.590662 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.601909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Transition to ACTIVE for port object 9701c12c-f923-4f18-8434-19aedf6a7ed5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:55.621620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Transition to ACTIVE for port object 9701c12c-f923-4f18-8434-19aedf6a7ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:55.724013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.795862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Network 018cbb10-74b8-4a53-839d-a41f7fa94f66 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:41:55.798927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:55.802915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:41:55.811881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Pushing event updated for resources: {'Port': ['ID=9701c12c-f923-4f18-8434-19aedf6a7ed5,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:55.851145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b9271-984c-42cb-8e2a-2591ece9a829 None None] Network 66859766-27b4-4379-aa1c-d004a388cbd3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:55.871468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:55.915301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Subnet': ['ID=497dd58e-6424-4506-a1ad-5916d82b8ba1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:56.016070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.022630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Attempting to bind port 9701c12c-f923-4f18-8434-19aedf6a7ed5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:41:56.023002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Attempting to bind port 9701c12c-f923-4f18-8434-19aedf6a7ed5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '39d25771-b953-4bf4-8d73-d184e61355e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:41:56.023362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Attempting to bind port 9701c12c-f923-4f18-8434-19aedf6a7ed5 on network 018cbb10-74b8-4a53-839d-a41f7fa94f66 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:41:56.032266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:41:56.034518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Checking segment: {'id': '39d25771-b953-4bf4-8d73-d184e61355e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:56.034518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.034518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Bound using segment: {'id': '39d25771-b953-4bf4-8d73-d184e61355e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:41:56.034518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Bound port: 9701c12c-f923-4f18-8434-19aedf6a7ed5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d25771-b953-4bf4-8d73-d184e61355e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:41:56.034518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.042971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018cbb10-74b8-4a53-839d-a41f7fa94f66']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:56.054782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d25771-b953-4bf4-8d73-d184e61355e5') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:56.055079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d25771-b953-4bf4-8d73-d184e61355e5') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:56.066284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.082926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.089096 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:41:56.089728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:41:56.104583 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:41:56.152908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-262f2d59-44b6-4986-9bee-6d797e08fe7c None None] Provisioning for port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:41:56.200526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] For port 9701c12c-f923-4f18-8434-19aedf6a7ed5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:41:56.204365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] For port 9701c12c-f923-4f18-8434-19aedf6a7ed5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9701c12c-f923-4f18-8434-19aedf6a7ed5,segment=NetworkSegment(39d25771-b953-4bf4-8d73-d184e61355e5),segment_id=39d25771-b953-4bf4-8d73-d184e61355e5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:41:56.266793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:41:56.266793 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:41:56.266793 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': '018cbb10-74b8-4a53-839d-a41f7fa94f66'}] May 13 15:41:56.266793 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:41:56.267614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:41:56.302043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:41:56.333914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.483872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c85e54-f0c3-47cc-bf6b-1b59bcdf941e None None] Pushing event updated for resources: {'Port': ['ID=9701c12c-f923-4f18-8434-19aedf6a7ed5,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:56.528734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12105657-ae16-4f06-b872-df85f0897bb8 None None] Network 018cbb10-74b8-4a53-839d-a41f7fa94f66 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:56.597258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:41:56.614610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:41:56.615002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.768844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.780479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting port 9701c12c-f923-4f18-8434-19aedf6a7ed5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:41:56.780813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.824427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:56.824829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:56.850438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3e851-410f-4478-8978-4247b37d8219 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:41:56.900871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,segment=NetworkSegment(2fa02526-0cd9-4851-b01a-cbbda24df267),segment_id=2fa02526-0cd9-4851-b01a-cbbda24df267)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:56.943891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3e851-410f-4478-8978-4247b37d8219 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:41:56.994286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] For port 9701c12c-f923-4f18-8434-19aedf6a7ed5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9701c12c-f923-4f18-8434-19aedf6a7ed5,segment=NetworkSegment(39d25771-b953-4bf4-8d73-d184e61355e5),segment_id=39d25771-b953-4bf4-8d73-d184e61355e5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:41:56.994647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.023504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.119330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Calling delete_port for 9701c12c-f923-4f18-8434-19aedf6a7ed5 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:41:57.136485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:57.266240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.316713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Port': ['ID=9701c12c-f923-4f18-8434-19aedf6a7ed5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:57.318519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No DVR routers for this DVR port 9701c12c-f923-4f18-8434-19aedf6a7ed5 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:41:57.438392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.462504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018cbb10-74b8-4a53-839d-a41f7fa94f66']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:57.474092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d25771-b953-4bf4-8d73-d184e61355e5') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:57.474387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d25771-b953-4bf4-8d73-d184e61355e5') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:41:57.485463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.501189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.507271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:41:57.507651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:41:57.522122 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:41:57.695254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.699546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.725538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Network': ['ID=018cbb10-74b8-4a53-839d-a41f7fa94f66,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:57.734396 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-31e263cc-ab9c-482b-80b1-7503aa6bdc4b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/018cbb10-74b8-4a53-839d-a41f7fa94f66 HTTP/1.1" status: 204 len: 168 time: 2.6463349 May 13 15:41:57.734965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43874) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:57.740765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892690722'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:57.745582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:57.750406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:network and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:57.753399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:57.759386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:57.832072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.859502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:57.862968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.891739 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:41:57.900136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:57.900479 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Added segment 65c34c24-3af4-41ea-9900-0b914625ac49 of type vlan for network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad May 13 15:41:57.927347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.037576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.043102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:58.043681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.248320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Network': ['ID=e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:58.259329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:41:58.275707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:41:58.324654 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-40a3bd7d-dedc-44a7-a1d7-4d5505692f8f tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5884902 May 13 15:41:58.327937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43878) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:58.333433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'subnet': {'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:41:58.422057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:41:58.422465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.446163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:41:58.449940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:subnet and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:41:58.453450 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:41:58.459121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:41:58.540699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:41:58.544310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.577980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:41:58.636783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Performing IP validity checks on allocation pools {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:41:58.637303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.ipam_backend_mixin [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:41:58.827088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:58.905670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Subnet': ['ID=e825fefa-d8f3-4066-b923-d62ebb1d82cb,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:58.914888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking segment: {'id': '65c34c24-3af4-41ea-9900-0b914625ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:41:58.915243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network hostable DHCP agents. Network: e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:41:59.026383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:41:59.111909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:59.116086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:59.116846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.121425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ec7f5-19d3-462c-8682-f3d568300510 None None] Network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:41:59.227170 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-97e8adf9-18a0-4f36-bf73-04f9ebff92c0 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8980875 May 13 15:41:59.229646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43882) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:41:59.335449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad', 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad', 'tenant_id': '04f57a9ab223490084391debf28091f5', 'fixed_ips': [{'subnet_id': 'e825fefa-d8f3-4066-b923-d62ebb1d82cb'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:41:59.335449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.373990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.446147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.489510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Allocated IP 2001:db8::3 (e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad/e825fefa-d8f3-4066-b923-d62ebb1d82cb/f509ec58-85f0-4479-8667-8ebf35fb6c41) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:41:59.699171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.709179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Transition to ACTIVE for port object f509ec58-85f0-4479-8667-8ebf35fb6c41 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:59.727030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Transition to ACTIVE for port object f509ec58-85f0-4479-8667-8ebf35fb6c41 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:41:59.827056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.894304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:41:59.897212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:41:59.901537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:41:59.908333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Pushing event updated for resources: {'Port': ['ID=f509ec58-85f0-4479-8667-8ebf35fb6c41,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:41:59.929733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.968953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Subnet': ['ID=e825fefa-d8f3-4066-b923-d62ebb1d82cb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:00.002738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Attempting to bind port f509ec58-85f0-4479-8667-8ebf35fb6c41 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:00.003110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Attempting to bind port f509ec58-85f0-4479-8667-8ebf35fb6c41 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '65c34c24-3af4-41ea-9900-0b914625ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:00.003473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Attempting to bind port f509ec58-85f0-4479-8667-8ebf35fb6c41 on network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:00.009137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:00.009537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Checking segment: {'id': '65c34c24-3af4-41ea-9900-0b914625ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:00.009934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.010354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Bound using segment: {'id': '65c34c24-3af4-41ea-9900-0b914625ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:00.010817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Bound port: f509ec58-85f0-4479-8667-8ebf35fb6c41, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c34c24-3af4-41ea-9900-0b914625ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:00.011190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.067098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.093802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:00.099966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] For port f509ec58-85f0-4479-8667-8ebf35fb6c41, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:00.102896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] For port f509ec58-85f0-4479-8667-8ebf35fb6c41, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f509ec58-85f0-4479-8667-8ebf35fb6c41,segment=NetworkSegment(65c34c24-3af4-41ea-9900-0b914625ac49),segment_id=65c34c24-3af4-41ea-9900-0b914625ac49)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:00.106349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c34c24-3af4-41ea-9900-0b914625ac49') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:00.106647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c34c24-3af4-41ea-9900-0b914625ac49') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:00.118558 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.169289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.171215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.177645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:00.178062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:00.197171 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:00.284489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b43dc-1b50-4d2b-ae28-a8b6eadf7bcf None None] Pushing event updated for resources: {'Port': ['ID=f509ec58-85f0-4479-8667-8ebf35fb6c41,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:00.318547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b5ba5-88cd-412a-a50a-31bbe9ffab7f None None] Network e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:00.346671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.db.api [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:42:00.346671 dv-neutron-835340-3-hyperv neutron-server[88837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:42:00.346671 dv-neutron-835340-3-hyperv neutron-server[88837]: [parameters: {'id': 'e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad'}] May 13 15:42:00.346671 dv-neutron-835340-3-hyperv neutron-server[88837]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:42:00.347123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG oslo_db.api [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:42:00.514602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a27a6-3491-4a73-89a9-4faaba69822f None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:42:00.596317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a27a6-3491-4a73-89a9-4faaba69822f None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:42:00.794410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-90d7e83e-3bd1-41bd-9e45-460868e20839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.848194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:00.859260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting port f509ec58-85f0-4479-8667-8ebf35fb6c41 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:00.859649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.070377 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] For port f509ec58-85f0-4479-8667-8ebf35fb6c41, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=f509ec58-85f0-4479-8667-8ebf35fb6c41,segment=NetworkSegment(65c34c24-3af4-41ea-9900-0b914625ac49),segment_id=65c34c24-3af4-41ea-9900-0b914625ac49)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:01.071078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.192514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Calling delete_port for f509ec58-85f0-4479-8667-8ebf35fb6c41 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:01.352025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.489676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Port': ['ID=f509ec58-85f0-4479-8667-8ebf35fb6c41,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:01.491523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No DVR routers for this DVR port f509ec58-85f0-4479-8667-8ebf35fb6c41 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:01.612084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.636049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:01.647489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c34c24-3af4-41ea-9900-0b914625ac49') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:01.647780 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c34c24-3af4-41ea-9900-0b914625ac49') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:01.659136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.674882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.680702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:01.681082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:01.695477 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:01.843794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.861064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:01.873931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Network': ['ID=e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:01.878799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-93ae738f-4b1f-480c-a7de-c7b300e51bfb tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad HTTP/1.1" status: 204 len: 168 time: 2.6475704 May 13 15:42:01.882040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43886) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:01.887317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1072504844'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:01.892419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:01.896342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:network and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:01.899531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:01.906405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:02.026288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:02.030137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.058292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:02.066661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.066998 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Added segment e17c1e4c-0929-48fe-b915-1c5ba7c76b72 of type vlan for network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 May 13 15:42:02.097279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.198152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.204510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:02.205088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.315427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Network': ['ID=9e0179ff-0cf8-498d-9f27-f2bc731d57b3,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:02.325481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:02.370106 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-027b4265-f459-4cbd-b29b-81ef4bf0540d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4869933 May 13 15:42:02.372938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 43890) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:02.379308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'subnet': {'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:02.498075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:02.502837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:subnet and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:02.505592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:02.511502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:02.569227 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:02.572619 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.849441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.923360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Subnet': ['ID=3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:02.934175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking segment: {'id': 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:02.934531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network hostable DHCP agents. Network: 9e0179ff-0cf8-498d-9f27-f2bc731d57b3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:03.037590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:03.106439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 9e0179ff-0cf8-498d-9f27-f2bc731d57b3) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:03.111039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:03.111741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.118362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1af70-667c-47be-b089-a01997504632 None None] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:03.210099 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1083121d-52d3-4939-8d6f-ddc0471b282b tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8360353 May 13 15:42:03.213528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43894) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:03.220019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317039870'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:03.225028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:03.228951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:network and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:03.231848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:03.239209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:03.264799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-15155f1c-a322-457d-bcd6-22412a4bbf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.306875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:03.310622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.335476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-9e0179ff-0cf8-498d-9f27-f2bc731d57b3', 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3', 'tenant_id': '04f57a9ab223490084391debf28091f5', 'fixed_ips': [{'subnet_id': '3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:03.335970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.340481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:03.349807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.350256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Added segment 20058811-60cd-4a32-a203-f5ab4667c08c of type vlan for network 19f71c64-c4f3-41a0-b770-af2ad868c0eb May 13 15:42:03.376213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.491906 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Allocated IP 2001:db8::2 (9e0179ff-0cf8-498d-9f27-f2bc731d57b3/3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1/d114bb2c-6bde-4202-b051-906f406aef77) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:03.517904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.523490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:03.524145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.700474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.711760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Transition to ACTIVE for port object d114bb2c-6bde-4202-b051-906f406aef77 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:03.730442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Transition to ACTIVE for port object d114bb2c-6bde-4202-b051-906f406aef77 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:03.736265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Network': ['ID=19f71c64-c4f3-41a0-b770-af2ad868c0eb,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:03.743519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.743873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.744213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.744550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.744979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.745244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.745572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.745898 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.746253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.746579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.746901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.747224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:03.759246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 19f71c64-c4f3-41a0-b770-af2ad868c0eb details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:03.814472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cc95005d-aeaa-4fcc-9a7b-fdbaea069121 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5997620 May 13 15:42:03.817160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43898) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:03.823030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Request body: {'subnet': {'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:03.838393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.920596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:03.926718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:03.931039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:03.939976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Pushing event updated for resources: {'Port': ['ID=d114bb2c-6bde-4202-b051-906f406aef77,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:03.949479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:03.954520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Usage tracker for resource:subnet and tenant:04f57a9ab223490084391debf28091f5 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:03.957655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:03.963465 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:04.028333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Attempting to bind port d114bb2c-6bde-4202-b051-906f406aef77 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:04.028707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Attempting to bind port d114bb2c-6bde-4202-b051-906f406aef77 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:04.029087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Attempting to bind port d114bb2c-6bde-4202-b051-906f406aef77 on network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:04.034651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:04.035026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Checking segment: {'id': 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:04.035427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.035822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Bound using segment: {'id': 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:04.036316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Bound port: d114bb2c-6bde-4202-b051-906f406aef77, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9e0179ff-0cf8-498d-9f27-f2bc731d57b3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:04.036684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.089235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Made reservation on behalf of 04f57a9ab223490084391debf28091f5 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:04.092734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.128985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] For port d114bb2c-6bde-4202-b051-906f406aef77, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:04.132380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] For port d114bb2c-6bde-4202-b051-906f406aef77, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d114bb2c-6bde-4202-b051-906f406aef77,segment=NetworkSegment(e17c1e4c-0929-48fe-b915-1c5ba7c76b72),segment_id=e17c1e4c-0929-48fe-b915-1c5ba7c76b72)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:04.227295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.318533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1184a-1607-4c15-836b-bc0237d626b7 None None] Pushing event updated for resources: {'Port': ['ID=d114bb2c-6bde-4202-b051-906f406aef77,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:04.427076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.537009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event updated for resources: {'Subnet': ['ID=6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:04.541211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Checking segment: {'id': '20058811-60cd-4a32-a203-f5ab4667c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:04.551508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network hostable DHCP agents. Network: 19f71c64-c4f3-41a0-b770-af2ad868c0eb, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:04.666613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.700683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.700849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Network 19f71c64-c4f3-41a0-b770-af2ad868c0eb is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:04.798650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 19f71c64-c4f3-41a0-b770-af2ad868c0eb) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:04.802683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:04.803260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:04.807348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89955e94-ad4e-4235-8de8-15ef2aff621c None None] Network 19f71c64-c4f3-41a0-b770-af2ad868c0eb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:04.885091 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-76be8a5f-9a5d-4397-88de-ed429feb48ac tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0668442 May 13 15:42:04.887507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43902) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:05.040438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-19f71c64-c4f3-41a0-b770-af2ad868c0eb', 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb', 'tenant_id': '04f57a9ab223490084391debf28091f5', 'fixed_ips': [{'subnet_id': '6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:05.041363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.043011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.116766 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.227751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Allocated IP 2001:db8::2 (19f71c64-c4f3-41a0-b770-af2ad868c0eb/6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a/eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:05.304273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc77362-070e-41d7-85c5-026628297854 None None] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:05.518232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-59328821-6d2b-4b89-894f-ab71aa9355e1 None None] Provisioning for port d114bb2c-6bde-4202-b051-906f406aef77 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:05.666885 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.683900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Transition to ACTIVE for port object eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:05.709375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Transition to ACTIVE for port object eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:05.774018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.841517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Network 19f71c64-c4f3-41a0-b770-af2ad868c0eb is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:05.844577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:05.848387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:05.883287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.889525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Pushing event updated for resources: {'Port': ['ID=eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:05.934291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Subnet': ['ID=6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:05.962225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Attempting to bind port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:05.966638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Attempting to bind port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '20058811-60cd-4a32-a203-f5ab4667c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:05.966638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Attempting to bind port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 on network 19f71c64-c4f3-41a0-b770-af2ad868c0eb {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:05.968754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:05.969071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Checking segment: {'id': '20058811-60cd-4a32-a203-f5ab4667c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:05.969503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.969841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Bound using segment: {'id': '20058811-60cd-4a32-a203-f5ab4667c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:05.970578 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Bound port: eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20058811-60cd-4a32-a203-f5ab4667c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:05.970864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.018593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.040121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.067079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] For port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:06.069844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f71c64-c4f3-41a0-b770-af2ad868c0eb']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:06.070156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] For port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3,segment=NetworkSegment(20058811-60cd-4a32-a203-f5ab4667c08c),segment_id=20058811-60cd-4a32-a203-f5ab4667c08c)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:06.083665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20058811-60cd-4a32-a203-f5ab4667c08c') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:06.083967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20058811-60cd-4a32-a203-f5ab4667c08c') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:06.096108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.170037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.172544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.178876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:06.179261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:06.193895 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:06.293001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd118-02f8-4ae6-a28a-e95ff45af091 None None] Pushing event updated for resources: {'Port': ['ID=eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:06.313646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.db.api [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:42:06.313646 dv-neutron-835340-3-hyperv neutron-server[88838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:42:06.313646 dv-neutron-835340-3-hyperv neutron-server[88838]: [parameters: {'id': '19f71c64-c4f3-41a0-b770-af2ad868c0eb'}] May 13 15:42:06.313646 dv-neutron-835340-3-hyperv neutron-server[88838]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:42:06.314286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG oslo_db.api [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:42:06.315811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d114bb2c-6bde-4202-b051-906f406aef77 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:06.367285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ea597-7b91-461f-a3c7-41181c424392 None None] Network 19f71c64-c4f3-41a0-b770-af2ad868c0eb requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:06.573715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078e262-25e3-4fd1-9889-bb4d0d981d53 None None] get_active_networks_info from dv-neutron-835340-3-hyperv {{(pid=88839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:42:06.603621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d114bb2c-6bde-4202-b051-906f406aef77 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:06.615634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d114bb2c-6bde-4202-b051-906f406aef77 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:06.616011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.763804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078e262-25e3-4fd1-9889-bb4d0d981d53 None None] Resources bound (agent type, host, resource id): {{(pid=88839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:42:06.785771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d114bb2c-6bde-4202-b051-906f406aef77 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:06.786176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.815820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.827189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:06.827512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.900831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d114bb2c-6bde-4202-b051-906f406aef77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d114bb2c-6bde-4202-b051-906f406aef77,segment=NetworkSegment(e17c1e4c-0929-48fe-b915-1c5ba7c76b72),segment_id=e17c1e4c-0929-48fe-b915-1c5ba7c76b72)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:06.980543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.036901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] For port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3,segment=NetworkSegment(20058811-60cd-4a32-a203-f5ab4667c08c),segment_id=20058811-60cd-4a32-a203-f5ab4667c08c)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:07.037522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.070072 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d114bb2c-6bde-4202-b051-906f406aef77,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:07.166510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Calling delete_port for eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:07.340807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.387079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Port': ['ID=eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:07.391065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No DVR routers for this DVR port eaba7bc1-258a-4fe2-9fb4-24a1c5157cc3 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:07.513210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.544137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f71c64-c4f3-41a0-b770-af2ad868c0eb']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:07.556065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20058811-60cd-4a32-a203-f5ab4667c08c') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:07.556495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20058811-60cd-4a32-a203-f5ab4667c08c') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:07.567875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.583943 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.589843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:07.590257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:07.605052 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:07.746560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.764185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:07.777572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Network': ['ID=19f71c64-c4f3-41a0-b770-af2ad868c0eb,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:07.781575 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-125d0d03-de4e-4e3a-9c3b-8bddc053997d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/19f71c64-c4f3-41a0-b770-af2ad868c0eb HTTP/1.1" status: 204 len: 168 time: 2.8931375 May 13 15:42:07.784579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43908) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:07.823111 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa0a4fd-5776-4c8b-91c0-893d3d14bbe9 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] GET failed (client error): The resource could not be found. May 13 15:42:07.823618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aaa0a4fd-5776-4c8b-91c0-893d3d14bbe9 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Synchronizing usage tracker for tenant:04f57a9ab223490084391debf28091f5 on resource:subnet {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:07.912099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aaa0a4fd-5776-4c8b-91c0-893d3d14bbe9 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Unset dirty status for tenant:04f57a9ab223490084391debf28091f5 on resource:subnet {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:07.913322 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aaa0a4fd-5776-4c8b-91c0-893d3d14bbe9 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "GET /v2.0/subnets/6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a HTTP/1.1" status: 404 len: 337 time: 0.1277952 May 13 15:42:07.916058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43912) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:07.941971 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63dec85-053a-44b5-9274-df23dab83381 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:07.942466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63dec85-053a-44b5-9274-df23dab83381 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:07.944159 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b63dec85-053a-44b5-9274-df23dab83381 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/19f71c64-c4f3-41a0-b770-af2ad868c0eb HTTP/1.1" status: 404 len: 339 time: 0.0271990 May 13 15:42:07.947844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43916) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:07.988811 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c62645-1a8f-4040-92c8-9399cbf2e13d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:07.989249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c62645-1a8f-4040-92c8-9399cbf2e13d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:07.990942 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-59c62645-1a8f-4040-92c8-9399cbf2e13d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/subnets/6a75e1e3-d7e6-4128-aa32-cf13e37bbd7a HTTP/1.1" status: 404 len: 337 time: 0.0421000 May 13 15:42:07.993299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43920) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:08.113372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9638fa-0c32-4571-9c74-f76acdc4fff1 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:08.114099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9638fa-0c32-4571-9c74-f76acdc4fff1 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:08.115510 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1d9638fa-0c32-4571-9c74-f76acdc4fff1 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/19f71c64-c4f3-41a0-b770-af2ad868c0eb HTTP/1.1" status: 404 len: 339 time: 0.1213546 May 13 15:42:08.118003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43924) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:08.181223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting subnet 3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:42:08.183992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.241461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.276046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d114bb2c-6bde-4202-b051-906f406aef77 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:08.325324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.348289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d114bb2c-6bde-4202-b051-906f406aef77 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:08.348656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.466821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.505096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d114bb2c-6bde-4202-b051-906f406aef77 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:08.512011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:08.513936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.520244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc602a9a-bc1a-4891-805d-54a8e1be8b04 None None] Network 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:08.615725 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9a34f018-c5f4-4791-b8ab-9baf77c7b84d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/subnets/3c7dfac6-d23e-415b-aaf4-0e1dd0b6e8c1 HTTP/1.1" status: 204 len: 168 time: 0.4967175 May 13 15:42:08.618164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43928) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:08.734816 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.745191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting port d114bb2c-6bde-4202-b051-906f406aef77 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:08.745522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.758189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] DHCP port deletion for 9e0179ff-0cf8-498d-9f27-f2bc731d57b3 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:42:08.762385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Deleting port d114bb2c-6bde-4202-b051-906f406aef77 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:08.762761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.950556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] For port d114bb2c-6bde-4202-b051-906f406aef77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d114bb2c-6bde-4202-b051-906f406aef77,segment=NetworkSegment(e17c1e4c-0929-48fe-b915-1c5ba7c76b72),segment_id=e17c1e4c-0929-48fe-b915-1c5ba7c76b72)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:08.950921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:08.963288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] For port d114bb2c-6bde-4202-b051-906f406aef77, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d114bb2c-6bde-4202-b051-906f406aef77,segment=NetworkSegment(e17c1e4c-0929-48fe-b915-1c5ba7c76b72),segment_id=e17c1e4c-0929-48fe-b915-1c5ba7c76b72)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:08.963680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.081028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Calling delete_port for d114bb2c-6bde-4202-b051-906f406aef77 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:09.094013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Calling delete_port for d114bb2c-6bde-4202-b051-906f406aef77 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:09.220617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.246041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:42:09.246404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:42:09.270723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Port': ['ID=d114bb2c-6bde-4202-b051-906f406aef77,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:09.274291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No DVR routers for this DVR port d114bb2c-6bde-4202-b051-906f406aef77 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:09.398338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.423684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0179ff-0cf8-498d-9f27-f2bc731d57b3']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:09.435343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:09.435638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17c1e4c-0929-48fe-b915-1c5ba7c76b72') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:09.446611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.462212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.468030 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:09.468945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:09.482604 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:09.647921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.665605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.676826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Network': ['ID=9e0179ff-0cf8-498d-9f27-f2bc731d57b3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:09.680892 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-430642fb-3525-42a1-973d-ee4577f08983 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/9e0179ff-0cf8-498d-9f27-f2bc731d57b3 HTTP/1.1" status: 204 len: 168 time: 1.0617800 May 13 15:42:09.683399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43932) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:09.722398 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33a9e4a-3c60-44a6-9460-89e6a65e9dfa tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:09.722837 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33a9e4a-3c60-44a6-9460-89e6a65e9dfa tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:09.724473 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c33a9e4a-3c60-44a6-9460-89e6a65e9dfa tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/subnets/e825fefa-d8f3-4066-b923-d62ebb1d82cb HTTP/1.1" status: 404 len: 337 time: 0.0401764 May 13 15:42:09.726940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43936) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:09.747739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Deleting port d114bb2c-6bde-4202-b051-906f406aef77 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:09.748261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.750604 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6a90f9-7495-4993-8fef-5fcee682b7a2 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:09.752652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6a90f9-7495-4993-8fef-5fcee682b7a2 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:09.754328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2c6a90f9-7495-4993-8fef-5fcee682b7a2 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/e29db3eb-8f7e-4ac9-b5fe-b93b6a0f73ad HTTP/1.1" status: 404 len: 339 time: 0.0265286 May 13 15:42:09.756703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43940) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:09.798331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ed16c5-9aaa-4a94-aa55-879d4879a6f8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:09.798945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ed16c5-9aaa-4a94-aa55-879d4879a6f8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:09.800621 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-28ed16c5-9aaa-4a94-aa55-879d4879a6f8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/subnets/497dd58e-6424-4506-a1ad-5916d82b8ba1 HTTP/1.1" status: 404 len: 337 time: 0.0427964 May 13 15:42:09.803132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43944) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:09.818594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ff0573c4-1fe1-4865-a53c-9435893f7ed2 None None] The port 'd114bb2c-6bde-4202-b051-906f406aef77' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:42:09.829602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5528c64-4d20-4df6-a601-5cb6e25fcba5 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] DELETE failed (client error): The resource could not be found. May 13 15:42:09.830101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5528c64-4d20-4df6-a601-5cb6e25fcba5 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:42:09.831860 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5528c64-4d20-4df6-a601-5cb6e25fcba5 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/018cbb10-74b8-4a53-839d-a41f7fa94f66 HTTP/1.1" status: 404 len: 339 time: 0.0278122 May 13 15:42:09.834212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43948) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:09.901141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting subnet 687e35fa-e403-4f5d-9751-7ad187178d90 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:42:09.903952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:09.963008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.145137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.273548 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d114bb2c-6bde-4202-b051-906f406aef77 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:42:10.311112 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d114bb2c-6bde-4202-b051-906f406aef77 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:42:10.311458 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d114bb2c-6bde-4202-b051-906f406aef77 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:42:10.313079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.357796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Subnet': ['ID=687e35fa-e403-4f5d-9751-7ad187178d90,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:10.360805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.369713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06cae3-d6e3-46e1-afdb-156e02f6167b None None] Network 66859766-27b4-4379-aa1c-d004a388cbd3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:10.372045 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-35af81f3-c975-4fbc-8fd9-14cbd4d9c5b8 tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/subnets/687e35fa-e403-4f5d-9751-7ad187178d90 HTTP/1.1" status: 204 len: 168 time: 0.5369003 May 13 15:42:10.375006 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43952) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:10.488893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.502304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Deleting port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:10.502633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.609966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] DHCP port deletion for 66859766-27b4-4379-aa1c-d004a388cbd3 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:42:10.614234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Deleting port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:10.614602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.711375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] For port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,segment=NetworkSegment(2fa02526-0cd9-4851-b01a-cbbda24df267),segment_id=2fa02526-0cd9-4851-b01a-cbbda24df267)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:10.711734 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.840455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Calling delete_port for b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:10.853422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] For port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,segment=NetworkSegment(2fa02526-0cd9-4851-b01a-cbbda24df267),segment_id=2fa02526-0cd9-4851-b01a-cbbda24df267)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:10.854038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:10.973410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Calling delete_port for b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:10.986788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.035554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Port': ['ID=b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:11.040408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] No DVR routers for this DVR port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:11.047006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:42:11.047453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:42:11.165639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.196360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66859766-27b4-4379-aa1c-d004a388cbd3']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:11.208452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa02526-0cd9-4851-b01a-cbbda24df267') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:11.208745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa02526-0cd9-4851-b01a-cbbda24df267') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:11.220304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.236550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.242355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:11.242733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:11.257205 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:11.396410 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.414331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.426575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] Pushing event deleted for resources: {'Network': ['ID=66859766-27b4-4379-aa1c-d004a388cbd3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:11.430332 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0fd392a3-4393-4bc3-9cfc-0d36c575d43d tempest-NetworksIpV6Test-1835712729 tempest-NetworksIpV6Test-1835712729-project] 10.222.0.91 "DELETE /v2.0/networks/66859766-27b4-4379-aa1c-d004a388cbd3 HTTP/1.1" status: 204 len: 168 time: 1.0543728 May 13 15:42:11.548994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Deleting port b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:11.549590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:11.614865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-c62d2a37-1b8c-451e-9833-2c2bb107c298 None None] The port 'b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:42:11.914991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43960) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:12.068716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f09308aa-106f-4ca1-afb1-1dba7dbf15ac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=04f57a9ab223490084391debf28091f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525202 May 13 15:42:12.071213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43966) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:12.127772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:12.153043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:12.272377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:12.273037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:42:12.286728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da440ff9-186e-44a1-9200-1767d125318d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:12.293028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:12.296628 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-8f03b0ec-763b-4491-af71-0d28dc732fdb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/da440ff9-186e-44a1-9200-1767d125318d HTTP/1.1" status: 204 len: 168 time: 0.2222612 May 13 15:42:12.320249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:42:12.321261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b49ce2e5-0718-4dd5-8e1f-68e62c29b1fa not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:42:13.434485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43990) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:13.535390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-249346332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:13.541920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:13.545682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:router and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:13.548551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:13.557689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:13.660513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:13.661980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:13.675794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:13.775418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:13.889602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:13.891513 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e938cbdd-9bbd-4888-8045-7b25a3004082 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4559608 May 13 15:42:13.894217 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 43996) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:13.899799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-508268953'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:13.904705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:13.910990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:network and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:13.913918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:13.919573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:14.015326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Made reservation on behalf of 88f73a9f341f44ffa5c20935f2dac9e4 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:14.018792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.031204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.045528 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:14.050117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:security_group_rule and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:14.052941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:14.058616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:14.138611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.226380 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.256688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:14.269150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f331452-8b89-49c7-a7cf-85b82415b3c8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:14.273494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.273842 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Added segment c703fcb1-55df-4f99-8b7c-eef915eceff3 of type vlan for network da960e6d-d6f2-48d7-91bf-17075c9f6c15 May 13 15:42:14.299745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.390509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.396164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:14.396759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:14.503294 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event updated for resources: {'Network': ['ID=da960e6d-d6f2-48d7-91bf-17075c9f6c15,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:14.513229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:14.581529 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bfc6e400-cdde-47bf-b54f-9c19083d77d9 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6860914 May 13 15:42:14.584056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44000) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:14.589409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'subnet': {'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:14.698567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:14.702289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:subnet and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:14.705551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:14.711162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:14.791942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Made reservation on behalf of 88f73a9f341f44ffa5c20935f2dac9e4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:14.795438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.100642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.271793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event updated for resources: {'Subnet': ['ID=ff808298-9782-4098-878c-433b126be0a7,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:15.281825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Checking segment: {'id': 'c703fcb1-55df-4f99-8b7c-eef915eceff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:15.282207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Network hostable DHCP agents. Network: da960e6d-d6f2-48d7-91bf-17075c9f6c15, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:15.363234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:15.460399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, da960e6d-d6f2-48d7-91bf-17075c9f6c15) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:15.464652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:15.465230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.470372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6ffbc-f217-4553-bee3-8e95cd52f265 None None] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:15.555560 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-567749ea-0098-45f1-a866-954506443638 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9676671 May 13 15:42:15.556086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:15.561272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-683309205'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:15.567444 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:15.571871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:network and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:15.574711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:15.580922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:15.678225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-da960e6d-d6f2-48d7-91bf-17075c9f6c15', 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15', 'tenant_id': '88f73a9f341f44ffa5c20935f2dac9e4', 'fixed_ips': [{'subnet_id': 'ff808298-9782-4098-878c-433b126be0a7'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:15.679050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.706684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Made reservation on behalf of 88f73a9f341f44ffa5c20935f2dac9e4 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:15.710244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.738501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:15.747524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.747861 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Added segment 61ba5810-6b58-4afa-9a3c-8196c8d67ecb of type vlan for network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c May 13 15:42:15.775058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.835864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Allocated IP 172.20.0.2 (da960e6d-d6f2-48d7-91bf-17075c9f6c15/ff808298-9782-4098-878c-433b126be0a7/76b16d94-ad39-4131-9bca-1741a0131cf7) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:15.878303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.884187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:15.884760 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:15.988686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event updated for resources: {'Network': ['ID=38e2e2c9-71d3-49b8-8b41-d0032e765d0c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:16.014180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:16.044500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dfc6fb9a-f083-4c91-9df8-aaf6f01f1356 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4874532 May 13 15:42:16.047078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44008) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:16.052861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'subnet': {'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:16.134566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.151134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Transition to ACTIVE for port object 76b16d94-ad39-4131-9bca-1741a0131cf7 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:16.165880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:16.169804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Usage tracker for resource:subnet and tenant:88f73a9f341f44ffa5c20935f2dac9e4 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:16.170202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Transition to ACTIVE for port object 76b16d94-ad39-4131-9bca-1741a0131cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:16.175487 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:16.178700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:16.265513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.277896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Made reservation on behalf of 88f73a9f341f44ffa5c20935f2dac9e4 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:16.281535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.332830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:16.335732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:16.339289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:16.344781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Pushing event updated for resources: {'Port': ['ID=76b16d94-ad39-4131-9bca-1741a0131cf7,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:16.438005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Attempting to bind port 76b16d94-ad39-4131-9bca-1741a0131cf7 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:16.438522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Attempting to bind port 76b16d94-ad39-4131-9bca-1741a0131cf7 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'c703fcb1-55df-4f99-8b7c-eef915eceff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:16.438908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Attempting to bind port 76b16d94-ad39-4131-9bca-1741a0131cf7 on network da960e6d-d6f2-48d7-91bf-17075c9f6c15 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:16.444322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:16.444695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Checking segment: {'id': 'c703fcb1-55df-4f99-8b7c-eef915eceff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:16.445094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.445486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Bound using segment: {'id': 'c703fcb1-55df-4f99-8b7c-eef915eceff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:16.445960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Bound port: 76b16d94-ad39-4131-9bca-1741a0131cf7, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c703fcb1-55df-4f99-8b7c-eef915eceff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'da960e6d-d6f2-48d7-91bf-17075c9f6c15'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:16.446346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.534324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] For port 76b16d94-ad39-4131-9bca-1741a0131cf7, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:16.537237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] For port 76b16d94-ad39-4131-9bca-1741a0131cf7, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=76b16d94-ad39-4131-9bca-1741a0131cf7,segment=NetworkSegment(c703fcb1-55df-4f99-8b7c-eef915eceff3),segment_id=c703fcb1-55df-4f99-8b7c-eef915eceff3)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:16.579670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.610687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.655505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event updated for resources: {'Subnet': ['ID=8d696a05-ac3c-4533-b195-17dd7b8dd772,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:16.668927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Checking segment: {'id': '61ba5810-6b58-4afa-9a3c-8196c8d67ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:16.669504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Network hostable DHCP agents. Network: 38e2e2c9-71d3-49b8-8b41-d0032e765d0c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:16.727292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88ab2-8bd6-4b44-9800-c09f0b8e2f06 None None] Pushing event updated for resources: {'Port': ['ID=76b16d94-ad39-4131-9bca-1741a0131cf7,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:16.798588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:16.874336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 38e2e2c9-71d3-49b8-8b41-d0032e765d0c) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:16.877285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:16.877867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:16.893185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224f5ef-274a-4628-8dc1-5e95d12634b3 None None] Network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:16.975198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b738bf94-0c74-47c5-84d2-1a9eb7d90bc6 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9267972 May 13 15:42:16.975403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44012) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:16.980583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-8e953856-5c75-4b84-82f7-c00aac14c83b tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Request body: {'router': {'external_gateway_info': {'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:17.119847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-38e2e2c9-71d3-49b8-8b41-d0032e765d0c', 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c', 'tenant_id': '88f73a9f341f44ffa5c20935f2dac9e4', 'fixed_ips': [{'subnet_id': '8d696a05-ac3c-4533-b195-17dd7b8dd772'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:17.120676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.276727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Allocated IP 172.21.0.2 (38e2e2c9-71d3-49b8-8b41-d0032e765d0c/8d696a05-ac3c-4533-b195-17dd7b8dd772/60684aba-6847-440c-a59e-e453f6e479d3) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:17.480899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8e953856-5c75-4b84-82f7-c00aac14c83b tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.495994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.508242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Transition to ACTIVE for port object 60684aba-6847-440c-a59e-e453f6e479d3 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:17.529796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Transition to ACTIVE for port object 60684aba-6847-440c-a59e-e453f6e479d3 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:17.637851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.695325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27115212-1d72-4493-b2f1-b18090ecaf14 None None] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:17.758860 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.api.v2.resource [None req-8e953856-5c75-4b84-82f7-c00aac14c83b tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:42:17.759890 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8e953856-5c75-4b84-82f7-c00aac14c83b tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "PUT /v2.0/routers/9ab24bd3-96d4-4409-990c-fa8043943f9f HTTP/1.1" status: 400 len: 364 time: 0.7834871 May 13 15:42:17.766122 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44016) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:17.788357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:17.803782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:17.809788 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Pushing event updated for resources: {'Port': ['ID=60684aba-6847-440c-a59e-e453f6e479d3,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:17.811644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:17.834457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Deleting subnet 8d696a05-ac3c-4533-b195-17dd7b8dd772 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:42:17.837430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.897743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.928224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9f123412-b3c7-457f-892a-bdcef4fd46e4 None None] Provisioning for port 76b16d94-ad39-4131-9bca-1741a0131cf7 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:17.970988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Attempting to bind port 60684aba-6847-440c-a59e-e453f6e479d3 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:17.971361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Attempting to bind port 60684aba-6847-440c-a59e-e453f6e479d3 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '61ba5810-6b58-4afa-9a3c-8196c8d67ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:17.971728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Attempting to bind port 60684aba-6847-440c-a59e-e453f6e479d3 on network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:17.985081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.988830 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:17.989210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Checking segment: {'id': '61ba5810-6b58-4afa-9a3c-8196c8d67ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:17.989611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:17.990037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Bound using segment: {'id': '61ba5810-6b58-4afa-9a3c-8196c8d67ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:17.990508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Bound port: 60684aba-6847-440c-a59e-e453f6e479d3, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba5810-6b58-4afa-9a3c-8196c8d67ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '38e2e2c9-71d3-49b8-8b41-d0032e765d0c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:17.990881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.122752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.140320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] For port 60684aba-6847-440c-a59e-e453f6e479d3, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:18.144591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] For port 60684aba-6847-440c-a59e-e453f6e479d3, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=60684aba-6847-440c-a59e-e453f6e479d3,segment=NetworkSegment(61ba5810-6b58-4afa-9a3c-8196c8d67ecb),segment_id=61ba5810-6b58-4afa-9a3c-8196c8d67ecb)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:18.168259 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Subnet': ['ID=8d696a05-ac3c-4533-b195-17dd7b8dd772,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:18.173039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.179485 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-77f7bf01-80ba-4e86-8723-70c790873b60 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "DELETE /v2.0/subnets/8d696a05-ac3c-4533-b195-17dd7b8dd772 HTTP/1.1" status: 204 len: 168 time: 0.4123571 May 13 15:42:18.182106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44020) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:18.205626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.307251 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a452c-642e-4304-83f9-18b9ad6a802e None None] Pushing event updated for resources: {'Port': ['ID=60684aba-6847-440c-a59e-e453f6e479d3,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:18.324320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.337118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Deleting port 60684aba-6847-440c-a59e-e453f6e479d3 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:18.337550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.348262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 76b16d94-ad39-4131-9bca-1741a0131cf7 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:18.478356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 76b16d94-ad39-4131-9bca-1741a0131cf7 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:18.484468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 76b16d94-ad39-4131-9bca-1741a0131cf7 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:18.484975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.596626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] For port 60684aba-6847-440c-a59e-e453f6e479d3, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=60684aba-6847-440c-a59e-e453f6e479d3,segment=NetworkSegment(61ba5810-6b58-4afa-9a3c-8196c8d67ecb),segment_id=61ba5810-6b58-4afa-9a3c-8196c8d67ecb)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:18.596882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.623014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 76b16d94-ad39-4131-9bca-1741a0131cf7 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:18.623394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.662600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 76b16d94-ad39-4131-9bca-1741a0131cf7, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=76b16d94-ad39-4131-9bca-1741a0131cf7,segment=NetworkSegment(c703fcb1-55df-4f99-8b7c-eef915eceff3),segment_id=c703fcb1-55df-4f99-8b7c-eef915eceff3)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:18.726633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Calling delete_port for 60684aba-6847-440c-a59e-e453f6e479d3 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:18.729157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.801346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=76b16d94-ad39-4131-9bca-1741a0131cf7,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:18.872504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:18.919739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Port': ['ID=60684aba-6847-440c-a59e-e453f6e479d3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:18.924755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] No DVR routers for this DVR port 60684aba-6847-440c-a59e-e453f6e479d3 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:19.053262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.081291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e2e2c9-71d3-49b8-8b41-d0032e765d0c']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:19.094114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ba5810-6b58-4afa-9a3c-8196c8d67ecb') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:19.094458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ba5810-6b58-4afa-9a3c-8196c8d67ecb') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:19.106877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.123915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.131028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:19.132653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:19.147479 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:19.324613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95816217-2d58-43ff-95d6-0e3b73f80d4d None None] Network 38e2e2c9-71d3-49b8-8b41-d0032e765d0c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:19.408726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dd653dfc-f8b7-4437-9b4f-e59e11f9877e None None] Could not find standard attr ID for object 60684aba-6847-440c-a59e-e453f6e479d3. {{(pid=88839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:42:19.409365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.432098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.438909 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Network': ['ID=38e2e2c9-71d3-49b8-8b41-d0032e765d0c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:19.446336 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d48b5e78-735e-49a8-a992-5c8d62f08595 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "DELETE /v2.0/networks/38e2e2c9-71d3-49b8-8b41-d0032e765d0c HTTP/1.1" status: 204 len: 168 time: 1.2631097 May 13 15:42:19.448743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44024) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:19.520511 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Deleting subnet ff808298-9782-4098-878c-433b126be0a7 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:42:19.523765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.580883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.582409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591a94d-7791-4449-9abb-6fb106851600 None None] DHCP port deletion for 38e2e2c9-71d3-49b8-8b41-d0032e765d0c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:42:19.664564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.849561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.888919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Subnet': ['ID=ff808298-9782-4098-878c-433b126be0a7,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:19.892785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:19.902576 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a2f99da5-89dd-41a9-bbd9-d3ec1d61b745 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "DELETE /v2.0/subnets/ff808298-9782-4098-878c-433b126be0a7 HTTP/1.1" status: 204 len: 168 time: 0.4507086 May 13 15:42:19.902754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef4d82-d751-40ca-95a2-0885a50046d2 None None] Network da960e6d-d6f2-48d7-91bf-17075c9f6c15 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:19.903207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44028) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:20.016975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.028294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Deleting port 76b16d94-ad39-4131-9bca-1741a0131cf7 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:20.028628 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.142642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] DHCP port deletion for da960e6d-d6f2-48d7-91bf-17075c9f6c15 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:42:20.146901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Deleting port 76b16d94-ad39-4131-9bca-1741a0131cf7 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:20.147278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.240605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] For port 76b16d94-ad39-4131-9bca-1741a0131cf7, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=76b16d94-ad39-4131-9bca-1741a0131cf7,segment=NetworkSegment(c703fcb1-55df-4f99-8b7c-eef915eceff3),segment_id=c703fcb1-55df-4f99-8b7c-eef915eceff3)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:20.240969 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.322559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 76b16d94-ad39-4131-9bca-1741a0131cf7 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:42:20.372145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Calling delete_port for 76b16d94-ad39-4131-9bca-1741a0131cf7 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:20.412049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] For port 76b16d94-ad39-4131-9bca-1741a0131cf7, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=76b16d94-ad39-4131-9bca-1741a0131cf7,segment=NetworkSegment(c703fcb1-55df-4f99-8b7c-eef915eceff3),segment_id=c703fcb1-55df-4f99-8b7c-eef915eceff3)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:20.412433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.511987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.537804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Calling delete_port for 76b16d94-ad39-4131-9bca-1741a0131cf7 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:42:20.560441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] No DVR routers for this DVR port 76b16d94-ad39-4131-9bca-1741a0131cf7 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:42:20.563765 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No ports have port_id starting with 76b16d94-ad39-4131-9bca-1741a0131cf7 May 13 15:42:20.592962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Port': ['ID=76b16d94-ad39-4131-9bca-1741a0131cf7,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:20.612808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:42:20.613287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:42:20.690165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.720654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da960e6d-d6f2-48d7-91bf-17075c9f6c15']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:20.732392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c703fcb1-55df-4f99-8b7c-eef915eceff3') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:20.732687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c703fcb1-55df-4f99-8b7c-eef915eceff3') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:20.744428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.760791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.767515 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:42:20.767910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:42:20.783140 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:42:20.922760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.940654 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:20.951449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Pushing event deleted for resources: {'Network': ['ID=da960e6d-d6f2-48d7-91bf-17075c9f6c15,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:20.956744 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-18d9d707-0295-4681-9ae2-2baa7ce40b3d tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "DELETE /v2.0/networks/da960e6d-d6f2-48d7-91bf-17075c9f6c15 HTTP/1.1" status: 204 len: 168 time: 1.0525749 May 13 15:42:20.959426 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44032) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:21.001801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ee1b2312-e11a-4f5a-8b6b-b757dbe438c5 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Synchronizing usage tracker for tenant:88f73a9f341f44ffa5c20935f2dac9e4 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:21.087942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ee1b2312-e11a-4f5a-8b6b-b757dbe438c5 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Unset dirty status for tenant:88f73a9f341f44ffa5c20935f2dac9e4 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:21.089139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ee1b2312-e11a-4f5a-8b6b-b757dbe438c5 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "GET /v2.0/ports?device_id=9ab24bd3-96d4-4409-990c-fa8043943f9f HTTP/1.1" status: 200 len: 205 time: 0.1288776 May 13 15:42:21.091608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44036) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:21.114482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Deleting port 76b16d94-ad39-4131-9bca-1741a0131cf7 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:42:21.115000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.188061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec599c-73e5-4ed0-842b-2c94ef8eb7c0 None None] The port '76b16d94-ad39-4131-9bca-1741a0131cf7' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:42:21.321807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.612204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.614354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.721804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.722321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab24bd3-96d4-4409-990c-fa8043943f9f {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:42:21.733503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.737552 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ecefa6db-01fc-4b2f-a82b-5ecaa1582cf4 tempest-RoutersNegativeTest-999651208 tempest-RoutersNegativeTest-999651208-project] 10.222.0.91 "DELETE /v2.0/routers/9ab24bd3-96d4-4409-990c-fa8043943f9f HTTP/1.1" status: 204 len: 168 time: 0.6427255 May 13 15:42:22.201560 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44044) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:22.348736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4b85ff82-5e05-4f4e-9049-0815a8894354 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=88f73a9f341f44ffa5c20935f2dac9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459286 May 13 15:42:22.351158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44050) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:22.410152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:22.435335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:22.603397 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:22.619811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f331452-8b89-49c7-a7cf-85b82415b3c8,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:22.624120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:22.625273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5dd9a4ae-bc49-431d-807e-afe393f95531 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8f331452-8b89-49c7-a7cf-85b82415b3c8 HTTP/1.1" status: 204 len: 168 time: 0.2731838 May 13 15:42:23.597134 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44074) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:23.699396 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2008183099-network', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:23.704568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:23.708398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Usage tracker for resource:network and tenant:4f12c29bf14849c1ae454383e8813ef2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:23.711216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:23.716811 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:23.791883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Made reservation on behalf of 4f12c29bf14849c1ae454383e8813ef2 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:23.794158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:23.806085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:23.820172 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:23.823894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Usage tracker for resource:security_group_rule and tenant:4f12c29bf14849c1ae454383e8813ef2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:23.826624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:23.832711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:23.912809 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:23.969701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.001372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:24.006388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a663068-6d48-493b-a58c-b34805b80d75,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:24.013338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.013741 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Added segment a95cee49-7b33-459a-8143-c3053e1e0dc4 of type vlan for network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 May 13 15:42:24.043107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.138884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.139849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:24.140418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.238246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd45015-3d3c-45a3-8415-f71fb1bc81c5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:24.247610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:24.331171 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-81301544-1c79-4ff8-9fb7-bb7908dd3e08 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7328906 May 13 15:42:24.334094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:24.339541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Request body: {'subnet': {'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-subnet', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:24.345137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:24.349756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Usage tracker for resource:subnet and tenant:4f12c29bf14849c1ae454383e8813ef2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:24.352895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:24.358715 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:24.443425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Made reservation on behalf of 4f12c29bf14849c1ae454383e8813ef2 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:24.445870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.758586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:24.825708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab850919-ceee-47b2-9e43-7fc5b91d822b,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:24.839017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Checking segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:24.839373 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Network hostable DHCP agents. Network: dcd45015-3d3c-45a3-8415-f71fb1bc81c5, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:24.941126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:25.043668 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, dcd45015-3d3c-45a3-8415-f71fb1bc81c5) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:25.048000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:25.049038 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.052124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b73f4-ee49-43cd-9da4-152761c4b9db None None] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:25.143044 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-95d212f5-7757-4e27-8650-9eb119bf46d1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8077912 May 13 15:42:25.145582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44084) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:25.150591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:25.155338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:25.159253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Usage tracker for resource:router and tenant:4f12c29bf14849c1ae454383e8813ef2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:25.162112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:25.168025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:25.244136 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.245180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.263137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.265694 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:25.267071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.427000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Allocated IP 172.20.0.2 (dcd45015-3d3c-45a3-8415-f71fb1bc81c5/ab850919-ceee-47b2-9e43-7fc5b91d822b/8063b225-7582-4e5f-aa4f-a348c4dddb20) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:25.633328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.643791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Transition to ACTIVE for port object 8063b225-7582-4e5f-aa4f-a348c4dddb20 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:25.663422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Transition to ACTIVE for port object 8063b225-7582-4e5f-aa4f-a348c4dddb20 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:25.713714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.741560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.840401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:25.843355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:25.847509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:25.853102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Pushing event updated for resources: {'Port': ['ID=8063b225-7582-4e5f-aa4f-a348c4dddb20,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:25.943286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Attempting to bind port 8063b225-7582-4e5f-aa4f-a348c4dddb20 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:25.943648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Attempting to bind port 8063b225-7582-4e5f-aa4f-a348c4dddb20 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:25.944006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Attempting to bind port 8063b225-7582-4e5f-aa4f-a348c4dddb20 on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:25.949177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:25.949541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Checking segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:25.949930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:25.950342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Bound using segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:25.950796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Bound port: 8063b225-7582-4e5f-aa4f-a348c4dddb20, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:25.951161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.038081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] For port 8063b225-7582-4e5f-aa4f-a348c4dddb20, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:26.040880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] For port 8063b225-7582-4e5f-aa4f-a348c4dddb20, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8063b225-7582-4e5f-aa4f-a348c4dddb20,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:26.105560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.127475 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.157272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.191320 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630230b3-0e64-416b-b062-6c52506b7083 None None] Pushing event updated for resources: {'Port': ['ID=8063b225-7582-4e5f-aa4f-a348c4dddb20,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:26.294590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Allocated IP 172.26.7.117 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/5b7db798-39d9-45ef-ad12-65cc1f03690d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:26.467179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.581251 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:26.649474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:26.652083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:26.655842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:26.690572 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Pushing event updated for resources: {'Port': ['ID=5b7db798-39d9-45ef-ad12-65cc1f03690d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:27.171584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:27.216992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be6997-fc02-4c18-97d2-3fe7b57e69f6 None None] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:27.393755 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-972032ac-eca6-4c22-946c-d385b8472c78 None None] Provisioning for port 8063b225-7582-4e5f-aa4f-a348c4dddb20 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:27.640784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:27.861760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:27.952501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:42:28.134838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:42:28.144106 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Sync routers for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:42:28.152984 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:28.153579 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:28.246643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:28.250256 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-52a79357-87c7-4019-aa48-130588d0fc1d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1036336 May 13 15:42:28.259784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44088) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:28.317292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8063b225-7582-4e5f-aa4f-a348c4dddb20 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:28.331795 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:28.449816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 8063b225-7582-4e5f-aa4f-a348c4dddb20 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:28.456304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8063b225-7582-4e5f-aa4f-a348c4dddb20 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:28.464387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:28.581639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8063b225-7582-4e5f-aa4f-a348c4dddb20 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:28.582058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:28.616560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 8063b225-7582-4e5f-aa4f-a348c4dddb20, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8063b225-7582-4e5f-aa4f-a348c4dddb20,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:28.654216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:26Z', 'revision_number': 3, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:28.658071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Checking router: 39ecf90f-46e8-4e62-9c34-b96d2a451eeb for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:42:28.658409 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Updating router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb port 5b7db798-39d9-45ef-ad12-65cc1f03690d binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:42:28.690602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:28.718284 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:28.764460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=8063b225-7582-4e5f-aa4f-a348c4dddb20,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:28.957129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.050678 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.061870 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Transition to ACTIVE for port object 5b7db798-39d9-45ef-ad12-65cc1f03690d will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:29.159708 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.191781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Allocated IP 172.20.0.1 (dcd45015-3d3c-45a3-8415-f71fb1bc81c5/ab850919-ceee-47b2-9e43-7fc5b91d822b/26842ee4-644c-49f1-9486-94a4789dc3e1) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:29.261354 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Attempting to bind port 5b7db798-39d9-45ef-ad12-65cc1f03690d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:29.261728 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Attempting to bind port 5b7db798-39d9-45ef-ad12-65cc1f03690d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:29.262979 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Attempting to bind port 5b7db798-39d9-45ef-ad12-65cc1f03690d on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:29.265112 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Pushing event updated for resources: {'Port': ['ID=5b7db798-39d9-45ef-ad12-65cc1f03690d,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:29.274164 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.274164 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.276255 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.276255 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.276592 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.276927 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.277258 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.277586 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.277916 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.278260 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.278591 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.278912 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:42:29.284842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:29.285214 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:29.285606 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.286012 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:29.286473 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Bound port: 5b7db798-39d9-45ef-ad12-65cc1f03690d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:29.286844 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.345002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.362774 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Transition to ACTIVE for port object 26842ee4-644c-49f1-9486-94a4789dc3e1 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:29.390073 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] For port 5b7db798-39d9-45ef-ad12-65cc1f03690d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:29.395278 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] For port 5b7db798-39d9-45ef-ad12-65cc1f03690d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5b7db798-39d9-45ef-ad12-65cc1f03690d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:29.459873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.460143 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.550743 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bec34-4afa-43cf-b5d5-252b4e880cd2 None None] Pushing event updated for resources: {'Port': ['ID=5b7db798-39d9-45ef-ad12-65cc1f03690d,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:29.582042 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:29.582787 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:29.645310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:29.653070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:29.661102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:29.727330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Pushing event updated for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:29.740811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.780012 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:30.064985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-893199a8-9e03-4861-bb95-641ab3e8161b None None] Provisioning for port 26842ee4-644c-49f1-9486-94a4789dc3e1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:30.070007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-893199a8-9e03-4861-bb95-641ab3e8161b None None] Provisioning complete for port 26842ee4-644c-49f1-9486-94a4789dc3e1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:30.070407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-893199a8-9e03-4861-bb95-641ab3e8161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.085829 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:26Z', 'revision_number': 3, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:30.089842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fa880-9c3f-412f-aa6e-aac0e7b50339 None None] The sync data for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv is: [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:26Z', 'revision_number': 3, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:42:30.139409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-893199a8-9e03-4861-bb95-641ab3e8161b None None] Port 26842ee4-644c-49f1-9486-94a4789dc3e1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:42:30.155762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.289781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8063b225-7582-4e5f-aa4f-a348c4dddb20 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:30.383814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 8063b225-7582-4e5f-aa4f-a348c4dddb20 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:30.384197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.415027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.488078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.514549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 8063b225-7582-4e5f-aa4f-a348c4dddb20 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:30.596695 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.611071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Pushing event updated for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:30.748281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:30.749538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:30.819629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fecdc96-0272-4b8c-a3e1-a56dbe487935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.967290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba2d3733-9bd2-46a3-ac48-b853572442f4 None None] Provisioning complete for port 26842ee4-644c-49f1-9486-94a4789dc3e1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:30.967693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3733-9bd2-46a3-ac48-b853572442f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:30.977556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:42:31.022160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d3733-9bd2-46a3-ac48-b853572442f4 None None] Port 26842ee4-644c-49f1-9486-94a4789dc3e1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:42:31.155503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:42:31.166826 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-91b030e3-f0d4-4b32-b5dd-c4f280d5f931 admin admin] 10.222.0.91 "PUT /v2.0/routers/39ecf90f-46e8-4e62-9c34-b96d2a451eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054825 May 13 15:42:31.343439 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:42:31.615279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Sync routers for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:42:31.625235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:31.626631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:31.805753 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:31.908065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44106) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:31.914161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1287651057-network', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:31.918965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:31.923704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Usage tracker for resource:network and tenant:f2b8fe57a1e34bbb940067955befbde2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:31.927485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:31.933255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:32.020652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Made reservation on behalf of f2b8fe57a1e34bbb940067955befbde2 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:32.023173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.036441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.050486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:32.054257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b8fe57a1e34bbb940067955befbde2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:32.057207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:32.062952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:32.145126 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.163691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 4, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '26842ee4-644c-49f1-9486-94a4789dc3e1', 'name': '', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'mac_address': 'fa:16:3e:67:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:29Z', 'updated_at': '2022-05-13T15:42:30Z', 'revision_number': 2, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'subnets': [{'id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:32.167433 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Checking router: 39ecf90f-46e8-4e62-9c34-b96d2a451eeb for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:42:32.168373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Updating router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb port 26842ee4-644c-49f1-9486-94a4789dc3e1 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:42:32.215282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.219592 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.244079 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:42:32.258301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd8abe-7629-496e-9d61-8c9b91863bfb,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:32.264245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.264792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Added segment fa0cf590-bf50-48d2-af29-a472443945bf of type vlan for network 80693086-5526-4693-b22d-a5a3fe3a0ee6 May 13 15:42:32.293118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.361426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5b7db798-39d9-45ef-ad12-65cc1f03690d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:32.392667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.393662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:32.394270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.500762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] Pushing event updated for resources: {'Network': ['ID=80693086-5526-4693-b22d-a5a3fe3a0ee6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:32.515026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:42:32.559274 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-708a61fc-7c17-46a0-a7b1-02dce47c6030 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6500549 May 13 15:42:32.562126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44110) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:32.568643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Request body: {'subnet': {'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-subnet', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:32.578428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:32.583551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Usage tracker for resource:subnet and tenant:f2b8fe57a1e34bbb940067955befbde2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:32.586549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:32.592702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:32.649673 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5b7db798-39d9-45ef-ad12-65cc1f03690d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:32.656580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5b7db798-39d9-45ef-ad12-65cc1f03690d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:32.657128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.681475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Made reservation on behalf of f2b8fe57a1e34bbb940067955befbde2 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:32.683867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.782822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.826413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Transition to ACTIVE for port object 26842ee4-644c-49f1-9486-94a4789dc3e1 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:32.854090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5b7db798-39d9-45ef-ad12-65cc1f03690d is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:32.854564 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.872667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 5b7db798-39d9-45ef-ad12-65cc1f03690d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5b7db798-39d9-45ef-ad12-65cc1f03690d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:32.901324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.956964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.035361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234ca24-39f7-4d34-8ae5-787254a96c88 None None] Pushing event updated for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:33.084112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.164112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fab9cfe-73eb-4342-8271-82f6c41770c6,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:33.171670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Checking segment: {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:33.172108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Network hostable DHCP agents. Network: 80693086-5526-4693-b22d-a5a3fe3a0ee6, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:42:33.190017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Attempting to bind port 26842ee4-644c-49f1-9486-94a4789dc3e1 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:33.190394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Attempting to bind port 26842ee4-644c-49f1-9486-94a4789dc3e1 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:33.190763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Attempting to bind port 26842ee4-644c-49f1-9486-94a4789dc3e1 on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:33.199876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:33.200249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Checking segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:33.200643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.201037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Bound using segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:33.201495 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Bound port: 26842ee4-644c-49f1-9486-94a4789dc3e1, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:33.201864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.215708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=5b7db798-39d9-45ef-ad12-65cc1f03690d,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:33.271653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c28fc867-245f-4add-b7c2-2476075613ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.272275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:42:33.306638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] For port 26842ee4-644c-49f1-9486-94a4789dc3e1, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:33.309565 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] For port 26842ee4-644c-49f1-9486-94a4789dc3e1, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=26842ee4-644c-49f1-9486-94a4789dc3e1,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:33.317862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 80693086-5526-4693-b22d-a5a3fe3a0ee6) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:33.322617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:33.323246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.326054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d66ccb-88b1-487b-82cb-ce90c747d9a8 None None] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:33.386370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.387310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bec770a8-7b0c-4178-a460-9fee3a253389 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8240373 May 13 15:42:33.389886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44114) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:33.395074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:33.399703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:33.403669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Usage tracker for resource:router and tenant:f2b8fe57a1e34bbb940067955befbde2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:42:33.406612 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:42:33.413170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:33.490053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.491092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.504731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234ca24-39f7-4d34-8ae5-787254a96c88 None None] Pushing event updated for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:33.507992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:33.508200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:33.515365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.832026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-80693086-5526-4693-b22d-a5a3fe3a0ee6', 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'fixed_ips': [{'subnet_id': '2fab9cfe-73eb-4342-8271-82f6c41770c6'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:42:33.832854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.849488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:33.861191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.251547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Allocated IP 172.20.0.2 (80693086-5526-4693-b22d-a5a3fe3a0ee6/2fab9cfe-73eb-4342-8271-82f6c41770c6/34d477e5-b04a-42c9-9c5a-1a775724ee59) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:34.340808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5b7db798-39d9-45ef-ad12-65cc1f03690d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:34.366738 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.397204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.474062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 4, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '26842ee4-644c-49f1-9486-94a4789dc3e1', 'name': '', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'mac_address': 'fa:16:3e:67:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:29Z', 'updated_at': '2022-05-13T15:42:33Z', 'revision_number': 4, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'subnets': [{'id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:34.484045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5b7db798-39d9-45ef-ad12-65cc1f03690d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:34.484045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.537201 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Allocated IP 172.26.7.18 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/adc815e7-ef8d-430d-9d2f-66097a60cefb) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:34.559101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f6b42d-e093-4633-90cf-ba1ebfe83694 None None] The sync data for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv is: [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:42:29Z', 'revision_number': 4, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '26842ee4-644c-49f1-9486-94a4789dc3e1', 'name': '', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'mac_address': 'fa:16:3e:67:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:29Z', 'updated_at': '2022-05-13T15:42:33Z', 'revision_number': 4, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'subnets': [{'id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:42:34.654634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.706651 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Transition to ACTIVE for port object 34d477e5-b04a-42c9-9c5a-1a775724ee59 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:34.707509 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.715192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.739871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.753036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Transition to ACTIVE for port object 34d477e5-b04a-42c9-9c5a-1a775724ee59 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:34.754312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5b7db798-39d9-45ef-ad12-65cc1f03690d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:34.821430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.854050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:34.890731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:34.893879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:34.896330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:34.926819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:34.930100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:34.934000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:34.944578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Pushing event updated for resources: {'Port': ['ID=adc815e7-ef8d-430d-9d2f-66097a60cefb,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:34.975554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Pushing event updated for resources: {'Port': ['ID=34d477e5-b04a-42c9-9c5a-1a775724ee59,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:35.033460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Attempting to bind port 34d477e5-b04a-42c9-9c5a-1a775724ee59 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:35.033836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Attempting to bind port 34d477e5-b04a-42c9-9c5a-1a775724ee59 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:35.034239 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Attempting to bind port 34d477e5-b04a-42c9-9c5a-1a775724ee59 on network 80693086-5526-4693-b22d-a5a3fe3a0ee6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:35.039998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:35.040453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Checking segment: {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:35.040924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.041390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Bound using segment: {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:35.041860 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Bound port: 34d477e5-b04a-42c9-9c5a-1a775724ee59, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:35.042256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.142106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] For port 34d477e5-b04a-42c9-9c5a-1a775724ee59, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:35.145783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] For port 34d477e5-b04a-42c9-9c5a-1a775724ee59, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=34d477e5-b04a-42c9-9c5a-1a775724ee59,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:35.246347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.319054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf71d-aaca-452e-8e7d-3f2c034ace3f None None] Pushing event updated for resources: {'Port': ['ID=34d477e5-b04a-42c9-9c5a-1a775724ee59,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:35.493342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.859338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.939525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:36.288871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60623b78-f382-4694-8130-d44f027ce417 None None] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:42:36.301128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Router 998488ae-409d-4f49-8d0f-602727618977 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:42:36.414768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 34d477e5-b04a-42c9-9c5a-1a775724ee59 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:36.494231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:42:36.504701 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Sync routers for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:42:36.514189 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:36.514774 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:36.562828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-76412f2a-14a2-407c-a9b8-2b6656bf0822 None None] Provisioning for port 34d477e5-b04a-42c9-9c5a-1a775724ee59 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:36.596983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:36.598385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b81815af-e666-4d9c-a93e-bad4f3bbcf9e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2074692 May 13 15:42:36.600949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44118) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:42:36.634676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 34d477e5-b04a-42c9-9c5a-1a775724ee59 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:36.646376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 34d477e5-b04a-42c9-9c5a-1a775724ee59 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:36.646765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:36.726910 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:36.786471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 34d477e5-b04a-42c9-9c5a-1a775724ee59 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:36.786851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:36.824612 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 34d477e5-b04a-42c9-9c5a-1a775724ee59, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=34d477e5-b04a-42c9-9c5a-1a775724ee59,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:36.926547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:36.927772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 26842ee4-644c-49f1-9486-94a4789dc3e1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:37.052679 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:35Z', 'revision_number': 3, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:37.056642 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Checking router: 998488ae-409d-4f49-8d0f-602727618977 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:42:37.057064 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Updating router 998488ae-409d-4f49-8d0f-602727618977 port adc815e7-ef8d-430d-9d2f-66097a60cefb binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:42:37.060414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8e7c21ce-c4ad-4bc2-98bf-37682f957b65 None None] Provisioning complete for port 34d477e5-b04a-42c9-9c5a-1a775724ee59 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:37.060895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8e7c21ce-c4ad-4bc2-98bf-37682f957b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.110391 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.127298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=34d477e5-b04a-42c9-9c5a-1a775724ee59,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:37.203591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c21ce-c4ad-4bc2-98bf-37682f957b65 None None] Current status of the port 34d477e5-b04a-42c9-9c5a-1a775724ee59 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:37.213559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 26842ee4-644c-49f1-9486-94a4789dc3e1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:37.218752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 26842ee4-644c-49f1-9486-94a4789dc3e1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:37.219129 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.346849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 26842ee4-644c-49f1-9486-94a4789dc3e1 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:37.347554 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.352478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.381935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 26842ee4-644c-49f1-9486-94a4789dc3e1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=26842ee4-644c-49f1-9486-94a4789dc3e1,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:37.451424 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.463390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Transition to ACTIVE for port object adc815e7-ef8d-430d-9d2f-66097a60cefb will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:37.478355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.534101 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.549037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:37.560886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Allocated IP 172.20.0.1 (80693086-5526-4693-b22d-a5a3fe3a0ee6/2fab9cfe-73eb-4342-8271-82f6c41770c6/72d68463-ebdb-4673-94fb-20f0fd6bf1de) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:37.622445 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa886bf-2b17-4f64-9d12-b26c6f513cf9 None None] Pushing event updated for resources: {'Port': ['ID=adc815e7-ef8d-430d-9d2f-66097a60cefb,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:37.634012 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Attempting to bind port adc815e7-ef8d-430d-9d2f-66097a60cefb on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:37.634012 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Attempting to bind port adc815e7-ef8d-430d-9d2f-66097a60cefb by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:37.634522 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Attempting to bind port adc815e7-ef8d-430d-9d2f-66097a60cefb on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:37.640456 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:37.640886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:37.641870 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.642792 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:37.643253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Bound port: adc815e7-ef8d-430d-9d2f-66097a60cefb, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:37.643617 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.712398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.715872 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] For port adc815e7-ef8d-430d-9d2f-66097a60cefb, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:37.718946 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] For port adc815e7-ef8d-430d-9d2f-66097a60cefb, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adc815e7-ef8d-430d-9d2f-66097a60cefb,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:37.727850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Transition to ACTIVE for port object 72d68463-ebdb-4673-94fb-20f0fd6bf1de will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:37.838322 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.861561 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:37.929385 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:37.930086 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:37.988196 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa886bf-2b17-4f64-9d12-b26c6f513cf9 None None] Pushing event updated for resources: {'Port': ['ID=adc815e7-ef8d-430d-9d2f-66097a60cefb,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:38.040993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:38.044042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:38.048165 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:38.081511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Pushing event updated for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:38.107621 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.122732 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:38.306532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 34d477e5-b04a-42c9-9c5a-1a775724ee59 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:38.381191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 34d477e5-b04a-42c9-9c5a-1a775724ee59 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:38.381566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.419123 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:35Z', 'revision_number': 3, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:38.423737 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2667ce-a6d2-4acb-bdcc-d1193266abbc None None] The sync data for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv is: [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:35Z', 'revision_number': 3, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:42:38.433035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-31c85f2c-63e5-4e4c-a7c0-f445bc888d02 None None] Provisioning for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:38.448535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-31c85f2c-63e5-4e4c-a7c0-f445bc888d02 None None] Provisioning complete for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:38.448535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-31c85f2c-63e5-4e4c-a7c0-f445bc888d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.468215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.532307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-31c85f2c-63e5-4e4c-a7c0-f445bc888d02 None None] Port 72d68463-ebdb-4673-94fb-20f0fd6bf1de cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:42:38.565298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 34d477e5-b04a-42c9-9c5a-1a775724ee59 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:38.566401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 26842ee4-644c-49f1-9486-94a4789dc3e1 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:38.648287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 26842ee4-644c-49f1-9486-94a4789dc3e1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:38.648724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.720040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.774391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 26842ee4-644c-49f1-9486-94a4789dc3e1 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:38.775290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:38.890878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Pushing event updated for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:38.894330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:39.035009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:39.036222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:39.241303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Router 998488ae-409d-4f49-8d0f-602727618977 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:42:39.360819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5d3925aa-4c54-4e98-a2ea-0afdd77b0c2a None None] Provisioning complete for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:39.361379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5d3925aa-4c54-4e98-a2ea-0afdd77b0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:39.419012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5d3925aa-4c54-4e98-a2ea-0afdd77b0c2a None None] Port 72d68463-ebdb-4673-94fb-20f0fd6bf1de cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:42:39.429143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:42:39.438740 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e55c940-1a1e-4b2f-aad2-f272a50f8cdf admin admin] 10.222.0.91 "PUT /v2.0/routers/998488ae-409d-4f49-8d0f-602727618977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359499 May 13 15:42:40.150609 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-f880964d-bb24-4dc2-92dd-c70d4c85ee29 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:40.151287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-f880964d-bb24-4dc2-92dd-c70d4c85ee29 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:40.270984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-f880964d-bb24-4dc2-92dd-c70d4c85ee29 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:40.272215 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-f880964d-bb24-4dc2-92dd-c70d4c85ee29 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/networks?id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5 HTTP/1.1" status: 200 len: 817 time: 0.2663867 May 13 15:42:40.288082 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-5a0e49e0-e741-4534-9f1b-dda414ee4962 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/quotas/4f12c29bf14849c1ae454383e8813ef2 HTTP/1.1" status: 200 len: 375 time: 0.0103898 May 13 15:42:40.308270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adc815e7-ef8d-430d-9d2f-66097a60cefb up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:40.455717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port adc815e7-ef8d-430d-9d2f-66097a60cefb completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:40.460880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adc815e7-ef8d-430d-9d2f-66097a60cefb triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:40.461338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:40.486575 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-be9b5126-41d2-405d-bd0a-09da5b6a6fc5 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932747 May 13 15:42:40.583587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adc815e7-ef8d-430d-9d2f-66097a60cefb is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:40.583967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:40.600605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port adc815e7-ef8d-430d-9d2f-66097a60cefb, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adc815e7-ef8d-430d-9d2f-66097a60cefb,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:40.684091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:40.726284 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-9c8876fd-269e-413d-927b-d8cb76a48586 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273271 May 13 15:42:40.751428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=adc815e7-ef8d-430d-9d2f-66097a60cefb,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:40.867114 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c53edc4b-bee3-4c99-9d79-bd9f0fa54d7b service neutron] 10.222.0.91 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347954 May 13 15:42:41.130136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-48daf080-054f-43b2-848f-9128f317ff4a req-1b42ba9a-48d6-447c-b9bf-040911bf1c87 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:41.277825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-48daf080-054f-43b2-848f-9128f317ff4a req-1b42ba9a-48d6-447c-b9bf-040911bf1c87 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:41.279048 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-48daf080-054f-43b2-848f-9128f317ff4a req-1b42ba9a-48d6-447c-b9bf-040911bf1c87 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 210 time: 0.1952527 May 13 15:42:41.319986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Sync routers for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:42:41.329462 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:41.330118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:41.546467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:41.866309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:38Z', 'revision_number': 4, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '72d68463-ebdb-4673-94fb-20f0fd6bf1de', 'name': '', 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'mac_address': 'fa:16:3e:0b:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:37Z', 'updated_at': '2022-05-13T15:42:38Z', 'revision_number': 2, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'subnets': [{'id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:41.870423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Checking router: 998488ae-409d-4f49-8d0f-602727618977 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:42:41.870724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Updating router 998488ae-409d-4f49-8d0f-602727618977 port 72d68463-ebdb-4673-94fb-20f0fd6bf1de binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:42:41.924943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.271144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.283967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Transition to ACTIVE for port object 72d68463-ebdb-4673-94fb-20f0fd6bf1de will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:42.299815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adc815e7-ef8d-430d-9d2f-66097a60cefb up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:42.371653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port adc815e7-ef8d-430d-9d2f-66097a60cefb triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:42.372034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.400203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.435735 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a4acc1bb-239d-4198-8e2a-86a705545c01 req-545eb09b-436f-4a28-a32d-dd5a6750aca6 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 210 time: 0.0468118 May 13 15:42:42.560225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff6f4c-1e18-4d09-8397-a1a2786de86f None None] Pushing event updated for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:42.703176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Attempting to bind port 72d68463-ebdb-4673-94fb-20f0fd6bf1de on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:42.704325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Attempting to bind port 72d68463-ebdb-4673-94fb-20f0fd6bf1de by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:42.704989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Attempting to bind port 72d68463-ebdb-4673-94fb-20f0fd6bf1de on network 80693086-5526-4693-b22d-a5a3fe3a0ee6 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:42.714663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:42.715030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Checking segment: {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:42.715421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.715806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Bound using segment: {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:42.716260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Bound port: 72d68463-ebdb-4673-94fb-20f0fd6bf1de, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0cf590-bf50-48d2-af29-a472443945bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:42.716626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:42.728634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port adc815e7-ef8d-430d-9d2f-66097a60cefb is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:42.819186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] For port 72d68463-ebdb-4673-94fb-20f0fd6bf1de, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:42.822229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] For port 72d68463-ebdb-4673-94fb-20f0fd6bf1de, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=72d68463-ebdb-4673-94fb-20f0fd6bf1de,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:42.976036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:43.091385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:42:43.092020 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:42:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:43.149570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff6f4c-1e18-4d09-8397-a1a2786de86f None None] Pushing event updated for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:43.285224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:42:43.566538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-5e67531b-6a6d-43b6-9c70-fc51d6d11122 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:43.567994 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-5e67531b-6a6d-43b6-9c70-fc51d6d11122 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "GET /v2.0/networks?id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5 HTTP/1.1" status: 200 len: 817 time: 0.1533523 May 13 15:42:43.579443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Request body: {'port': {'device_id': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'admin_state_up': True, 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:43.617872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:38Z', 'revision_number': 4, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '72d68463-ebdb-4673-94fb-20f0fd6bf1de', 'name': '', 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'mac_address': 'fa:16:3e:0b:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:37Z', 'updated_at': '2022-05-13T15:42:42Z', 'revision_number': 4, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'subnets': [{'id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:42:43.622567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ceaa2-508e-4db8-a1e2-3e41abe53acd None None] The sync data for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv is: [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:42:38Z', 'revision_number': 4, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '72d68463-ebdb-4673-94fb-20f0fd6bf1de', 'name': '', 'network_id': '80693086-5526-4693-b22d-a5a3fe3a0ee6', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'mac_address': 'fa:16:3e:0b:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:37Z', 'updated_at': '2022-05-13T15:42:42Z', 'revision_number': 4, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'subnets': [{'id': '2fab9cfe-73eb-4342-8271-82f6c41770c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:42:43.632409 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-82fae2e7-c247-4226-8cd8-5cf096785388 req-b21b84ce-ca3c-4b30-8df5-85f2076de120 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 210 time: 0.0731246 May 13 15:42:43.746017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:42:43.756820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:42:43.842023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Made reservation on behalf of 4f12c29bf14849c1ae454383e8813ef2 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:42:43.845855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.028690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Allocated IP 172.20.0.4 (dcd45015-3d3c-45a3-8415-f71fb1bc81c5/ab850919-ceee-47b2-9e43-7fc5b91d822b/f95738d5-3fc8-44e1-8d7d-54945b157362) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:42:44.232363 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.253596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Transition to ACTIVE for port object f95738d5-3fc8-44e1-8d7d-54945b157362 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:44.316471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 72d68463-ebdb-4673-94fb-20f0fd6bf1de up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:44.398551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.464969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:44.473071 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:44.473471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.475104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:42:44.478434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:42:44.482306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:42:44.517657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Pushing event updated for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:44.551505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:44.552145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.599035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 72d68463-ebdb-4673-94fb-20f0fd6bf1de is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:44.599146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.637977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 72d68463-ebdb-4673-94fb-20f0fd6bf1de, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=72d68463-ebdb-4673-94fb-20f0fd6bf1de,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:44.644350 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c1f89ada-617b-4dc5-b13d-07ccd2a22c35 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0685534 May 13 15:42:44.655235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-8c04a432-66a6-4507-aa73-217bfc7eef40 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:42:44.656338 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-8c04a432-66a6-4507-aa73-217bfc7eef40 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054054 May 13 15:42:44.666345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Request body: {'port': {'device_id': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:42:44.701052 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.778411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:44.838074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9c5fb0fd-e7a8-49fd-bbf0-d9b256ea7a52 None None] Provisioning for port f95738d5-3fc8-44e1-8d7d-54945b157362 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:44.838331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.843914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9c5fb0fd-e7a8-49fd-bbf0-d9b256ea7a52 None None] Provisioning complete for port f95738d5-3fc8-44e1-8d7d-54945b157362 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:44.844482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb0fd-e7a8-49fd-bbf0-d9b256ea7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:44.908237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fb0fd-e7a8-49fd-bbf0-d9b256ea7a52 None None] Port f95738d5-3fc8-44e1-8d7d-54945b157362 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:42:44.936376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-2e28db0a-119e-496e-96f3-c2720ed88d24 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:44.937059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-2e28db0a-119e-496e-96f3-c2720ed88d24 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:45.082302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-2e28db0a-119e-496e-96f3-c2720ed88d24 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:45.083373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-2e28db0a-119e-496e-96f3-c2720ed88d24 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 931 time: 0.3199284 May 13 15:42:45.158689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-fdddeee5-40c3-4f00-8575-c07639861b54 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:42:45.366063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95738d5-3fc8-44e1-8d7d-54945b157362 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:42:45.374677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:45.390219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-fdddeee5-40c3-4f00-8575-c07639861b54 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:42:45.391467 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5576abe-78f9-4492-97ef-2f7f9609d88c req-fdddeee5-40c3-4f00-8575-c07639861b54 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006916 May 13 15:42:45.392447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Transition to ACTIVE for port object f95738d5-3fc8-44e1-8d7d-54945b157362 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:42:45.472833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:45.609140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Pushing event updated for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:45.725167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Attempting to bind port f95738d5-3fc8-44e1-8d7d-54945b157362 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:42:45.725770 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Attempting to bind port f95738d5-3fc8-44e1-8d7d-54945b157362 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:42:45.725984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Attempting to bind port f95738d5-3fc8-44e1-8d7d-54945b157362 on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:45.730962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Port f95738d5-3fc8-44e1-8d7d-54945b157362 on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:42:45.731361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Attempting to bind port f95738d5-3fc8-44e1-8d7d-54945b157362 on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:42:45.737083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:42:45.737510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Checking segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:42:45.737977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Bound using segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:42:45.738479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Bound port: f95738d5-3fc8-44e1-8d7d-54945b157362, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:42:45.738887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:45.834876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:42:45.837929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f95738d5-3fc8-44e1-8d7d-54945b157362,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:42:45.928361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:45.989492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:45.990118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:45.991490 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] 10.222.0.23 "PUT /v2.0/ports/f95738d5-3fc8-44e1-8d7d-54945b157362 HTTP/1.1" status: 200 len: 1093 time: 1.3294761 May 13 15:42:45.991917 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:42:46.012676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880c1ed-f200-47e3-a6cf-4de12c85d1ff service neutron] Pushing event updated for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:46.043656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6ede69-b98c-46fd-9d95-af03b30f1f90'] response: {'name': 'network-changed', 'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362', 'status': 'completed', 'code': 200} May 13 15:42:46.136310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-1394157b-3f71-4abf-a958-31ee983010e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.137818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-1394157b-3f71-4abf-a958-31ee983010e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 1096 time: 0.0769136 May 13 15:42:46.282859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-bc2f59c4-2c48-4d5c-bad7-1c994343067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.284353 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-bc2f59c4-2c48-4d5c-bad7-1c994343067d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4f12c29bf14849c1ae454383e8813ef2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1400182 May 13 15:42:46.298706 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 72d68463-ebdb-4673-94fb-20f0fd6bf1de up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:46.368647 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 72d68463-ebdb-4673-94fb-20f0fd6bf1de triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:46.369285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:46.421446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-4e301904-95d6-4845-ab28-d346e78ad29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.423842 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2f54b4ec-1eac-4ed9-a9ef-b967677fa8ee req-4e301904-95d6-4845-ab28-d346e78ad29f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340892 May 13 15:42:46.489144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 72d68463-ebdb-4673-94fb-20f0fd6bf1de is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:46.587639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-92674656-6abd-4f4f-a1a6-9e40d6826aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.589177 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-92674656-6abd-4f4f-a1a6-9e40d6826aac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 1096 time: 0.1313927 May 13 15:42:46.661420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc6d0b-5398-44b1-a8f1-8f241553c47c req-ecb9649e-3e2f-475e-b479-c68eec688454 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.662856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2dbc6d0b-5398-44b1-a8f1-8f241553c47c req-ecb9649e-3e2f-475e-b479-c68eec688454 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 943 time: 0.1504872 May 13 15:42:46.672331 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-1a08acf8-5697-4efb-b2f1-e50870b2a711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f95738d5-3fc8-44e1-8d7d-54945b157362 HTTP/1.1" status: 200 len: 217 time: 0.0759451 May 13 15:42:46.759018 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2dbc6d0b-5398-44b1-a8f1-8f241553c47c req-14a8369b-68ba-4043-93a4-1890eabe96a1 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889544 May 13 15:42:46.764569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-816d82ce-1ea7-4a61-aedc-98f36cca7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.766020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-816d82ce-1ea7-4a61-aedc-98f36cca7e7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab850919-ceee-47b2-9e43-7fc5b91d822b HTTP/1.1" status: 200 len: 856 time: 0.0813897 May 13 15:42:46.840789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-ee8e3532-c1f7-49bf-865f-e0940b78e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:46.842331 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-ee8e3532-c1f7-49bf-865f-e0940b78e7a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704932 May 13 15:42:46.975044 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-9e3417e4-88ae-4c84-b881-ce648329d9a0 service neutron] 10.222.0.23 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270213 May 13 15:42:47.104573 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f659992f-46f8-486b-8cd5-a74d4ac5e516 req-6c91e90d-11a9-417f-869a-5e291a16ca98 service neutron] 10.222.0.23 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232822 May 13 15:42:47.949583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f941-f740-462c-8a07-adcfcfb4e260 req-773303d2-28df-417f-bade-f0b00733932d tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:47.951079 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3252f941-f740-462c-8a07-adcfcfb4e260 req-773303d2-28df-417f-bade-f0b00733932d tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 943 time: 0.0800257 May 13 15:42:47.999302 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3252f941-f740-462c-8a07-adcfcfb4e260 req-1ff5a3ff-7854-42b2-877c-b59eb0187084 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 May 13 15:42:49.181269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b9be-84fe-4752-b2b2-1e612706f353 req-74ad67c4-509e-49d6-b70c-9774239eb781 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:49.183691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9a3b9be-84fe-4752-b2b2-1e612706f353 req-74ad67c4-509e-49d6-b70c-9774239eb781 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 943 time: 0.0797637 May 13 15:42:49.183938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device f95738d5-3fc8-44e1-8d7d-54945b157362 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:42:49.232212 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e9a3b9be-84fe-4752-b2b2-1e612706f353 req-024daf1b-36d9-44aa-9e60-eeeb38996660 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 May 13 15:42:49.321238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f95738d5-3fc8-44e1-8d7d-54945b157362,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:49.333871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'f95738d5-3fc8-44e1-8d7d-54945b157362', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'port_id': 'f95738d5-3fc8-44e1-8d7d-54945b157362', 'mac_address': 'fa:16:3e:57:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:42:49.389892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port f95738d5-3fc8-44e1-8d7d-54945b157362 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:49.390307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:49.407573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95738d5-3fc8-44e1-8d7d-54945b157362 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:42:49.423273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f95738d5-3fc8-44e1-8d7d-54945b157362,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:49.506861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:49.576031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:49.711276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['f95738d5-3fc8-44e1-8d7d-54945b157362'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:42:50.413136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d5517-19f6-4263-a53f-fa6e80908618 req-da0b0c93-ce01-497d-a962-8dd80fe7e477 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:50.414644 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-341d5517-19f6-4263-a53f-fa6e80908618 req-da0b0c93-ce01-497d-a962-8dd80fe7e477 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 944 time: 0.0785024 May 13 15:42:50.457899 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-341d5517-19f6-4263-a53f-fa6e80908618 req-25799af1-2087-4505-b9a9-2d4f4849202e tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376627 May 13 15:42:51.215379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device f95738d5-3fc8-44e1-8d7d-54945b157362 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:42:51.424593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port f95738d5-3fc8-44e1-8d7d-54945b157362 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:42:51.429639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port f95738d5-3fc8-44e1-8d7d-54945b157362 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:42:51.430036 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:51.545664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port f95738d5-3fc8-44e1-8d7d-54945b157362 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:42:51.546073 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:51.572590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:42:51.584717 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f95738d5-3fc8-44e1-8d7d-54945b157362,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:42:51.621448 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11150fd7-1937-4d7a-9130-ca407f44026c'] response: {'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362', 'code': 200} May 13 15:42:51.665157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:51.735776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:42:51.746551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada32a-4a03-4b78-ae6d-648924725957 req-3e7e7712-c68d-4ee2-be8f-c0379f74917e tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:51.748080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99ada32a-4a03-4b78-ae6d-648924725957 req-3e7e7712-c68d-4ee2-be8f-c0379f74917e tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.1862824 May 13 15:42:51.794470 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-99ada32a-4a03-4b78-ae6d-648924725957 req-8b6b9646-3eae-4b3d-807f-eedb9adc2dfc tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 May 13 15:42:51.980925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fac64f-2861-4be5-9ea3-89ce63744eef req-a26abbb6-b4d3-4e94-8c25-8df77cc2a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:51.990905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b5fac64f-2861-4be5-9ea3-89ce63744eef req-a26abbb6-b4d3-4e94-8c25-8df77cc2a04d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 1098 time: 0.0727594 May 13 15:42:52.022956 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b5fac64f-2861-4be5-9ea3-89ce63744eef req-592abef9-45a6-4d51-8f82-fd3df4bc60a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349352 May 13 15:42:52.993065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60db700-a684-47b7-bb80-59f33c1248d2 req-70895ee5-634b-427c-8ed4-1b5a195ae3e3 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:52.994612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f60db700-a684-47b7-bb80-59f33c1248d2 req-70895ee5-634b-427c-8ed4-1b5a195ae3e3 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0871119 May 13 15:42:53.040876 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f60db700-a684-47b7-bb80-59f33c1248d2 req-5160695a-9c24-42a2-9b4f-12c201130a1f tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 May 13 15:42:54.224988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec0c12-96b0-4786-a901-fb32d60e2804 req-33e681cf-16be-4cb1-a994-9516ff364d01 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:54.226367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-20ec0c12-96b0-4786-a901-fb32d60e2804 req-33e681cf-16be-4cb1-a994-9516ff364d01 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0781667 May 13 15:42:54.274828 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-20ec0c12-96b0-4786-a901-fb32d60e2804 req-def56760-2fef-45e2-aa9d-b63b55b6851e tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 May 13 15:42:54.459124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138fcaf-2336-4e3e-b59c-e42336ad022f req-3c76cbca-8c8f-4bd5-819d-16aef8fa1c67 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:54.460561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9138fcaf-2336-4e3e-b59c-e42336ad022f req-3c76cbca-8c8f-4bd5-819d-16aef8fa1c67 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0796120 May 13 15:42:54.503785 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9138fcaf-2336-4e3e-b59c-e42336ad022f req-e4381e3c-f547-40dc-9107-a6f2d76f40ac tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375288 May 13 15:42:57.821226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:00.781161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-521aa0d7-1560-490b-b0d8-af61dc722b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:03.232847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38847d27-e0d7-42a1-be80-76e3915323ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:04.606822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:04.666391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:05.929740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:08.343092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:13.622304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc81538-ef8a-451b-9cf1-de8f5ac6cbaf req-e6f32353-3048-4472-9660-1941b0fe1910 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:13.623818 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dc81538-ef8a-451b-9cf1-de8f5ac6cbaf req-e6f32353-3048-4472-9660-1941b0fe1910 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0865195 May 13 15:43:13.668275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dc81538-ef8a-451b-9cf1-de8f5ac6cbaf req-283662aa-1b95-4df4-ac18-821d529fa851 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 May 13 15:43:14.856081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9430d-bdf3-47e4-b222-06aea39febf4 req-a263dfd7-705b-49a8-a5af-b47b8700e430 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:14.857563 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-50a9430d-bdf3-47e4-b222-06aea39febf4 req-a263dfd7-705b-49a8-a5af-b47b8700e430 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0803101 May 13 15:43:14.903087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-50a9430d-bdf3-47e4-b222-06aea39febf4 req-90fe1e6a-a89e-4434-9651-917a777a012a tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 May 13 15:43:15.128135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-96afdde6-090d-4c65-94fa-5b976fc3b3bd tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:15.129588 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-96afdde6-090d-4c65-94fa-5b976fc3b3bd tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 945 time: 0.0832832 May 13 15:43:15.202294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Deleting port f95738d5-3fc8-44e1-8d7d-54945b157362 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:15.202637 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:15.461935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] For port f95738d5-3fc8-44e1-8d7d-54945b157362, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=f95738d5-3fc8-44e1-8d7d-54945b157362,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:15.462237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:15.592368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Calling delete_port for f95738d5-3fc8-44e1-8d7d-54945b157362 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:15.799799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:15.812664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['f95738d5-3fc8-44e1-8d7d-54945b157362'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:43:15.863131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Pushing event deleted for resources: {'Port': ['ID=f95738d5-3fc8-44e1-8d7d-54945b157362,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:15.904243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.904243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.904582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.904836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.905162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.905489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.905814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.906160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.906482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.906804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.907129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.907451 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:15.964318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] No DVR routers for this DVR port f95738d5-3fc8-44e1-8d7d-54945b157362 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:43:15.966890 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:15.971530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'name': 'network-vif-deleted', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:43:16.031953 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6403c4-0b29-4967-9319-292e03c23742'] response: {'server_uuid': '07f26f65-99e3-478d-a16b-479fa2b03b0e', 'name': 'network-vif-deleted', 'tag': 'f95738d5-3fc8-44e1-8d7d-54945b157362', 'status': 'completed', 'code': 200} May 13 15:43:16.056788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-429eabf3-fd02-45cc-aaad-8aa267e0449a req-6099bcef-ed30-4a12-867a-f6b210eb6b5b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "DELETE /v2.0/ports/f95738d5-3fc8-44e1-8d7d-54945b157362 HTTP/1.1" status: 204 len: 173 time: 0.9208877 May 13 15:43:16.083087 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-58e5e2e0-9687-4aa8-83a3-5e17a8eb9093 req-46854e3f-e604-43af-bd80-1a3b7729f7c4 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=07f26f65-99e3-478d-a16b-479fa2b03b0e HTTP/1.1" status: 200 len: 210 time: 0.0497267 May 13 15:43:17.852162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-0859fffe-1368-474e-bd03-ca5b55a21550 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:17.853518 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-0859fffe-1368-474e-bd03-ca5b55a21550 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/networks?id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5 HTTP/1.1" status: 200 len: 817 time: 0.1510358 May 13 15:43:17.868130 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-86ffbd01-1529-4ff8-9e83-ac9bfbc33d2a tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/quotas/4f12c29bf14849c1ae454383e8813ef2 HTTP/1.1" status: 200 len: 375 time: 0.0091541 May 13 15:43:17.954846 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-36aab3b3-d797-40f9-ae7d-72699f206bf1 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816245 May 13 15:43:18.186060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-2e1ec383-719e-43ea-994e-f14a1eb36512 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185867 May 13 15:43:18.327816 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-cbf6cd41-d50d-45ff-8e06-2d6287b1f6a0 service neutron] 10.222.0.91 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352990 May 13 15:43:18.584925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3f173bfb-93ea-41a9-8c98-55177a5c3a62 req-e8d898df-868b-43de-ac3c-823b0af013ff tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:43:18.653224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-3f173bfb-93ea-41a9-8c98-55177a5c3a62 req-e8d898df-868b-43de-ac3c-823b0af013ff tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:43:18.654530 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3f173bfb-93ea-41a9-8c98-55177a5c3a62 req-e8d898df-868b-43de-ac3c-823b0af013ff tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 210 time: 0.1122642 May 13 15:43:19.373291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device f95738d5-3fc8-44e1-8d7d-54945b157362 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:43:19.408013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: f95738d5-3fc8-44e1-8d7d-54945b157362 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:43:19.408277 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device f95738d5-3fc8-44e1-8d7d-54945b157362 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:43:19.809514 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-15ae1326-eca6-4c60-a28a-aabb04cf931d req-ffd17c70-d324-4e8b-90b9-2210bce1f0a2 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 210 time: 0.0434098 May 13 15:43:20.536029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-1bbf3dfa-6113-4619-b135-21844d6e523c tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:20.537476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-1bbf3dfa-6113-4619-b135-21844d6e523c tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "GET /v2.0/networks?id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5 HTTP/1.1" status: 200 len: 817 time: 0.1571262 May 13 15:43:20.548891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Request body: {'port': {'device_id': '64b628b9-5d45-4067-b270-057f78110ea5', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'admin_state_up': True, 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:43:20.687154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:43:20.697325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:43:20.807947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Made reservation on behalf of 4f12c29bf14849c1ae454383e8813ef2 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:43:20.812085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.035729 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f598f1c-08e1-434e-bef9-fc1582aab9f9 req-162bb004-eda3-4c2d-88c0-82081071b6e0 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 210 time: 0.0543673 May 13 15:43:21.130929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Allocated IP 172.20.0.3 (dcd45015-3d3c-45a3-8415-f71fb1bc81c5/ab850919-ceee-47b2-9e43-7fc5b91d822b/e980918c-d89c-43b6-a128-94e9fd8d1bad) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:43:21.335113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.351208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Transition to ACTIVE for port object e980918c-d89c-43b6-a128-94e9fd8d1bad will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:43:21.461657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.532103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:43:21.536267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:43:21.538712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:43:21.578749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Pushing event updated for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:21.612226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:21.612942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.702401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-90c18a21-3440-4b16-9e03-936cd3bbd388 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569250 May 13 15:43:21.756807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Request body: {'port': {'device_id': '64b628b9-5d45-4067-b270-057f78110ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:43:21.872086 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.872610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-45f3cebb-f412-4b48-92e7-3449c4a201d0 None None] Provisioning for port e980918c-d89c-43b6-a128-94e9fd8d1bad completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:43:21.878779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-45f3cebb-f412-4b48-92e7-3449c4a201d0 None None] Provisioning complete for port e980918c-d89c-43b6-a128-94e9fd8d1bad triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:43:21.879198 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-45f3cebb-f412-4b48-92e7-3449c4a201d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:21.942934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-45f3cebb-f412-4b48-92e7-3449c4a201d0 None None] Port e980918c-d89c-43b6-a128-94e9fd8d1bad cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:43:22.227891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e980918c-d89c-43b6-a128-94e9fd8d1bad {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:43:22.231365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9008f74-cd24-45f2-afcd-daa34ada5f4b req-01f64e75-2157-4dcb-82fc-c29b119b1ef7 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:22.232839 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9008f74-cd24-45f2-afcd-daa34ada5f4b req-01f64e75-2157-4dcb-82fc-c29b119b1ef7 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 931 time: 0.0871549 May 13 15:43:22.235750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:22.250693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Transition to ACTIVE for port object e980918c-d89c-43b6-a128-94e9fd8d1bad will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:43:22.278972 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9008f74-cd24-45f2-afcd-daa34ada5f4b req-65008543-a301-4013-83a8-962bdd690a55 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 May 13 15:43:22.358395 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:22.513098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Pushing event updated for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:22.605305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Attempting to bind port e980918c-d89c-43b6-a128-94e9fd8d1bad on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:43:22.606033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Attempting to bind port e980918c-d89c-43b6-a128-94e9fd8d1bad by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:43:22.606033 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Attempting to bind port e980918c-d89c-43b6-a128-94e9fd8d1bad on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:43:22.610670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Port e980918c-d89c-43b6-a128-94e9fd8d1bad on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:43:22.610928 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Attempting to bind port e980918c-d89c-43b6-a128-94e9fd8d1bad on network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:43:22.615994 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:43:22.616325 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Checking segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:43:22.616702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Bound using segment: {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:43:22.617117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Bound port: e980918c-d89c-43b6-a128-94e9fd8d1bad, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95cee49-7b33-459a-8143-c3053e1e0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:43:22.617453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:22.704783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:43:22.708179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:43:22.798500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:22.862195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:22.863017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:22.864613 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] 10.222.0.23 "PUT /v2.0/ports/e980918c-d89c-43b6-a128-94e9fd8d1bad HTTP/1.1" status: 200 len: 1093 time: 1.1554503 May 13 15:43:22.865081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:43:22.893807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c686faa-4120-4c02-a592-c732c166d388 service neutron] Pushing event updated for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:22.924594 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef65fff-af07-4c3e-80c8-bec72ea94947'] response: {'name': 'network-changed', 'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad', 'status': 'completed', 'code': 200} May 13 15:43:23.023584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-5db3cfca-30e4-468c-b2c7-bbb3146e47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.025171 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-5db3cfca-30e4-468c-b2c7-bbb3146e47ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0815043 May 13 15:43:23.167035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-46d00c98-d7a1-4a1f-8efa-ebd76b41ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.168394 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-46d00c98-d7a1-4a1f-8efa-ebd76b41ea36 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4f12c29bf14849c1ae454383e8813ef2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1368868 May 13 15:43:23.411418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-a14f5a25-7e78-4aa9-aecd-dee5802c7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.413832 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c906b7c1-b0cd-42f8-b841-49da6129fe92 req-a14f5a25-7e78-4aa9-aecd-dee5802c7b8a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396660 May 13 15:43:23.488314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ff9c-fa58-4822-8680-4a0e5f36a5ad req-8d07a34b-3ffd-4e7f-8c15-2374668c3fb0 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.489541 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5575ff9c-fa58-4822-8680-4a0e5f36a5ad req-8d07a34b-3ffd-4e7f-8c15-2374668c3fb0 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 943 time: 0.0980802 May 13 15:43:23.533689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-5100dffd-a39d-4dd3-bf3c-6694c81027cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.534987 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5575ff9c-fa58-4822-8680-4a0e5f36a5ad req-4f56b8ea-2f2f-4eae-b4a3-4657485d94e4 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 May 13 15:43:23.535656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-5100dffd-a39d-4dd3-bf3c-6694c81027cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f12c29bf14849c1ae454383e8813ef2&device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0835791 May 13 15:43:23.604239 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-1c975870-64f3-46b7-9aff-936625eb7d05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad HTTP/1.1" status: 200 len: 217 time: 0.0624268 May 13 15:43:23.668874 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-99320b34-61bc-4e16-be6c-656992626abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.670293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-99320b34-61bc-4e16-be6c-656992626abd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab850919-ceee-47b2-9e43-7fc5b91d822b HTTP/1.1" status: 200 len: 856 time: 0.0609546 May 13 15:43:23.744759 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-9bb415c8-96f1-4ec3-8150-19dc516d2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:23.746145 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-9bb415c8-96f1-4ec3-8150-19dc516d2e6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcd45015-3d3c-45a3-8415-f71fb1bc81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702674 May 13 15:43:23.881034 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-bd130060-419c-40a5-a4c3-0f1693249c3d service neutron] 10.222.0.23 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293736 May 13 15:43:24.024417 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4db2fd11-7b31-481d-a53d-09c903a91503 req-5f1f2c23-49da-40d6-b642-cb65f6dfddc3 service neutron] 10.222.0.23 "GET /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371529 May 13 15:43:24.767170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c54d8-499f-435f-ab93-662f58d2a051 req-c61a0009-9401-4755-acb4-cf97da229a56 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:24.769430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6d7c54d8-499f-435f-ab93-662f58d2a051 req-c61a0009-9401-4755-acb4-cf97da229a56 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Synchronizing usage tracker for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:43:24.845369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6d7c54d8-499f-435f-ab93-662f58d2a051 req-c61a0009-9401-4755-acb4-cf97da229a56 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Unset dirty status for tenant:4f12c29bf14849c1ae454383e8813ef2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:43:24.847249 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6d7c54d8-499f-435f-ab93-662f58d2a051 req-c61a0009-9401-4755-acb4-cf97da229a56 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 943 time: 0.2050726 May 13 15:43:24.923650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6d7c54d8-499f-435f-ab93-662f58d2a051 req-5090e7d8-4ee4-4493-a8e8-45f5c36b16c1 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668180 May 13 15:43:25.402688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device e980918c-d89c-43b6-a128-94e9fd8d1bad details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:43:25.567141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:25.580117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'e980918c-d89c-43b6-a128-94e9fd8d1bad', 'network_id': 'dcd45015-3d3c-45a3-8415-f71fb1bc81c5', 'port_id': 'e980918c-d89c-43b6-a128-94e9fd8d1bad', 'mac_address': 'fa:16:3e:7a:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab850919-ceee-47b2-9e43-7fc5b91d822b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:43:25.638143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port e980918c-d89c-43b6-a128-94e9fd8d1bad is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:43:25.638515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:25.655041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e980918c-d89c-43b6-a128-94e9fd8d1bad {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:43:25.670613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:25.739063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:25.811798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:25.819596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.819940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.820279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.820607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.820932 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.821259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.821582 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.821902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.822248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.822570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.822889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.823207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:43:25.930783 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['e980918c-d89c-43b6-a128-94e9fd8d1bad'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:43:26.127833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241aa0d-3252-4d33-8b80-bc9eb98712be req-72fc0e7e-337c-43d7-b390-bbd36f84d234 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:26.129307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5241aa0d-3252-4d33-8b80-bc9eb98712be req-72fc0e7e-337c-43d7-b390-bbd36f84d234 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 944 time: 0.0836487 May 13 15:43:26.174378 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5241aa0d-3252-4d33-8b80-bc9eb98712be req-cba7bf19-c4b7-4bc5-8af0-032ef5d3a86c tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 May 13 15:43:27.378936 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b08ccf-d247-4c8b-bea0-3df0d1d959ed req-3e4a2b76-3cef-4cd8-86ae-a56feca7b30b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:27.380500 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-15b08ccf-d247-4c8b-bea0-3df0d1d959ed req-3e4a2b76-3cef-4cd8-86ae-a56feca7b30b tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 944 time: 0.0893626 May 13 15:43:27.418163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device e980918c-d89c-43b6-a128-94e9fd8d1bad up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:43:27.431197 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-15b08ccf-d247-4c8b-bea0-3df0d1d959ed req-301bd6f4-e88d-4687-a82c-7b8f71218cfd tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 May 13 15:43:27.547149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port e980918c-d89c-43b6-a128-94e9fd8d1bad completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:43:27.552196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port e980918c-d89c-43b6-a128-94e9fd8d1bad triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:43:27.552573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:27.676368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port e980918c-d89c-43b6-a128-94e9fd8d1bad is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:43:27.676749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:27.704402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:43:27.715271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:27.751512 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b899b7c6-fb1d-41e1-b5b8-17f610281199'] response: {'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad', 'code': 200} May 13 15:43:27.815627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:27.883963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:27.895513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:28.191664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073238e-2bd7-47be-8282-cb7d5db00d62 req-83e8b4b5-1ed8-4b1d-a2b3-dbb2ecf337e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:28.196019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6073238e-2bd7-47be-8282-cb7d5db00d62 req-83e8b4b5-1ed8-4b1d-a2b3-dbb2ecf337e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0732298 May 13 15:43:28.235339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6073238e-2bd7-47be-8282-cb7d5db00d62 req-6bd8bb73-15e0-45d3-81f5-bddbfc905343 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 May 13 15:43:28.617391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3a3e-1a9f-404c-bf33-2bd6689a608d req-d115951d-dd6a-46ac-ad9a-53c4992ba781 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:28.618892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf9c3a3e-1a9f-404c-bf33-2bd6689a608d req-d115951d-dd6a-46ac-ad9a-53c4992ba781 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.0788128 May 13 15:43:28.667369 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf9c3a3e-1a9f-404c-bf33-2bd6689a608d req-d04c76b8-f1a3-4fa6-99b3-fc67a026a42a tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 May 13 15:43:29.857243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da0a43-b852-492f-bd9c-5994a25b3954 req-4f5e97d0-91cb-406c-9239-87159fd632ef tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:29.858769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f5da0a43-b852-492f-bd9c-5994a25b3954 req-4f5e97d0-91cb-406c-9239-87159fd632ef tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.0806701 May 13 15:43:29.905737 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f5da0a43-b852-492f-bd9c-5994a25b3954 req-f332234e-5c85-4a99-97b9-9b95e2b1e225 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 May 13 15:43:30.116031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42966-99ca-4676-b366-1913cedf781a req-efa5d781-a236-4306-b8e4-f4a1d8f86c69 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:30.117978 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cdd42966-99ca-4676-b366-1913cedf781a req-efa5d781-a236-4306-b8e4-f4a1d8f86c69 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.0931702 May 13 15:43:30.164774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cdd42966-99ca-4676-b366-1913cedf781a req-60258768-cee9-4f67-a998-1282ea8e05c2 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 May 13 15:43:30.821366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6bf68400-ceb1-48ad-a09e-4c483d7f972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:33.184620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e0cd-f157-45c2-98e2-75605123fcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:34.584521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:34.678712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:36.004512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:45.342934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:49.731896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068915a-f3ab-4ecc-8c88-67eac7efe34a req-70c43abb-1e8e-4437-b830-7c0562fc46a7 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:49.733252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0068915a-f3ab-4ecc-8c88-67eac7efe34a req-70c43abb-1e8e-4437-b830-7c0562fc46a7 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.1003866 May 13 15:43:49.779727 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0068915a-f3ab-4ecc-8c88-67eac7efe34a req-18517a0d-c136-4e6f-9b9d-19d8ea54fe34 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 May 13 15:43:51.086993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effa8ae-e222-43c5-bbb3-1940c1a9351c req-89d1b090-6b9a-4b3e-98f5-41811d77b7d2 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:51.088353 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8effa8ae-e222-43c5-bbb3-1940c1a9351c req-89d1b090-6b9a-4b3e-98f5-41811d77b7d2 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.2002566 May 13 15:43:51.136618 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8effa8ae-e222-43c5-bbb3-1940c1a9351c req-cc1f1c84-0bed-4cf1-8275-5f2532c8400d tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/security-groups?id=3a663068-6d48-493b-a58c-b34805b80d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 May 13 15:43:51.200465 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-8f469070-5fef-452f-8e08-80c2bf16b975 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:51.202140 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-8f469070-5fef-452f-8e08-80c2bf16b975 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 945 time: 0.0850224 May 13 15:43:51.276761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Deleting port e980918c-d89c-43b6-a128-94e9fd8d1bad {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:51.277099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:51.537454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] For port e980918c-d89c-43b6-a128-94e9fd8d1bad, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e980918c-d89c-43b6-a128-94e9fd8d1bad,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:51.537802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:51.668510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Calling delete_port for e980918c-d89c-43b6-a128-94e9fd8d1bad owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:51.886009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:51.898665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['e980918c-d89c-43b6-a128-94e9fd8d1bad'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:43:52.038791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Pushing event deleted for resources: {'Port': ['ID=e980918c-d89c-43b6-a128-94e9fd8d1bad,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:52.118547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] No DVR routers for this DVR port e980918c-d89c-43b6-a128-94e9fd8d1bad on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:43:52.121076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:52.123919 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'name': 'network-vif-deleted', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:43:52.178712 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1385ac41-c615-454a-9a63-0dfa3bf3727d'] response: {'server_uuid': '64b628b9-5d45-4067-b270-057f78110ea5', 'name': 'network-vif-deleted', 'tag': 'e980918c-d89c-43b6-a128-94e9fd8d1bad', 'status': 'completed', 'code': 200} May 13 15:43:52.262705 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-be2108bb-dab1-4279-8ef6-33b5fde2a544 req-3f376c68-1a53-4bdd-81cd-a71866341585 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.23 "DELETE /v2.0/ports/e980918c-d89c-43b6-a128-94e9fd8d1bad HTTP/1.1" status: 204 len: 173 time: 1.0557983 May 13 15:43:52.299013 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2b3a73f8-bb27-4292-ab37-99661e4d5dec req-a3e9589e-b715-472e-b4ab-1d1f5b19fff8 tempest-TestEncryptedCinderVolumes-733265675 tempest-TestEncryptedCinderVolumes-733265675-project] 10.222.0.91 "GET /v2.0/ports?device_id=64b628b9-5d45-4067-b270-057f78110ea5 HTTP/1.1" status: 200 len: 210 time: 0.0489988 May 13 15:43:53.536686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44422) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:43:54.085520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:54.445650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Deleting port 26842ee4-644c-49f1-9486-94a4789dc3e1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:54.446017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:54.617680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] For port 26842ee4-644c-49f1-9486-94a4789dc3e1, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=26842ee4-644c-49f1-9486-94a4789dc3e1,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:54.618499 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:54.739701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Calling delete_port for 26842ee4-644c-49f1-9486-94a4789dc3e1 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:55.227764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:55.276243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=26842ee4-644c-49f1-9486-94a4789dc3e1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:55.526790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device e980918c-d89c-43b6-a128-94e9fd8d1bad no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:43:55.552852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:55.561722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: e980918c-d89c-43b6-a128-94e9fd8d1bad {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:43:55.562100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device e980918c-d89c-43b6-a128-94e9fd8d1bad not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:43:55.916333 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:43:56.101255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:43:56.109606 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Sync routers for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:43:56.113746 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-23511246-7173-4c86-b88f-13706c2fbf43 admin admin] 10.222.0.91 "PUT /v2.0/routers/39ecf90f-46e8-4e62-9c34-b96d2a451eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5765030 May 13 15:43:56.117353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44426) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:43:56.119163 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:43:56.119842 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:43:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:56.299364 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:43:56.416754 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:56.589194 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:43:55Z', 'revision_number': 5, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:56.592863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Checking router: 39ecf90f-46e8-4e62-9c34-b96d2a451eeb for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:43:56.596593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:56.602261 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Routers {'39ecf90f-46e8-4e62-9c34-b96d2a451eeb'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:43:56.602863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:43:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:56.681836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Deleting port 5b7db798-39d9-45ef-ad12-65cc1f03690d {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:56.682387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:56.777825 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] Set router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:43:56.862438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] For port 5b7db798-39d9-45ef-ad12-65cc1f03690d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5b7db798-39d9-45ef-ad12-65cc1f03690d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:56.862799 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:56.987808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Calling delete_port for 5b7db798-39d9-45ef-ad12-65cc1f03690d owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:57.065283 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:43:55Z', 'revision_number': 5, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:57.069307 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057b73c-3d16-4c37-b5e0-437cd45d9a97 None None] The sync data for ids ['39ecf90f-46e8-4e62-9c34-b96d2a451eeb'] in dv-neutron-835340-3-hyperv is: [{'id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'name': 'tempest-TestEncryptedCinderVolumes-2008183099-router', 'tenant_id': '4f12c29bf14849c1ae454383e8813ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:25Z', 'updated_at': '2022-05-13T15:43:55Z', 'revision_number': 5, 'project_id': '4f12c29bf14849c1ae454383e8813ef2', 'gw_port': {'id': '5b7db798-39d9-45ef-ad12-65cc1f03690d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ecf90f-46e8-4e62-9c34-b96d2a451eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:26Z', 'updated_at': '2022-05-13T15:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:43:57.236040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.283630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7db798-39d9-45ef-ad12-65cc1f03690d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:57.375003 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.555473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.557731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.642050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.642573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ecf90f-46e8-4e62-9c34-b96d2a451eeb {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:43:57.655894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.657251 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1e9b3ded-3e4c-4c55-92eb-3ab6972c0dab admin admin] 10.222.0.91 "DELETE /v2.0/routers/39ecf90f-46e8-4e62-9c34-b96d2a451eeb HTTP/1.1" status: 204 len: 168 time: 1.5385177 May 13 15:43:57.660505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44430) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:43:57.725671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Deleting subnet ab850919-ceee-47b2-9e43-7fc5b91d822b {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:43:57.730080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.784927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.821523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:57.869266 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.013800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.057852 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab850919-ceee-47b2-9e43-7fc5b91d822b,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:58.062105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.067155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5776bc-f47e-497c-bbf9-bce6c511663a None None] Network dcd45015-3d3c-45a3-8415-f71fb1bc81c5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:43:58.070165 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f46d76fe-1775-4c7a-a059-7bc60a5e17d3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ab850919-ceee-47b2-9e43-7fc5b91d822b HTTP/1.1" status: 204 len: 168 time: 0.4079285 May 13 15:43:58.072551 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44434) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:43:58.290632 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.301978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Deleting port 8063b225-7582-4e5f-aa4f-a348c4dddb20 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:58.302350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.381568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] DHCP port deletion for dcd45015-3d3c-45a3-8415-f71fb1bc81c5 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:43:58.384657 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 26842ee4-644c-49f1-9486-94a4789dc3e1 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:43:58.421475 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Deleting port 8063b225-7582-4e5f-aa4f-a348c4dddb20 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:58.421832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.450777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 26842ee4-644c-49f1-9486-94a4789dc3e1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:43:58.451127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 26842ee4-644c-49f1-9486-94a4789dc3e1 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:43:58.451555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5b7db798-39d9-45ef-ad12-65cc1f03690d no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:43:58.521775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] For port 8063b225-7582-4e5f-aa4f-a348c4dddb20, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8063b225-7582-4e5f-aa4f-a348c4dddb20,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:58.522118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.536841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 5b7db798-39d9-45ef-ad12-65cc1f03690d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:43:58.537190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5b7db798-39d9-45ef-ad12-65cc1f03690d not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:43:58.649194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Calling delete_port for 8063b225-7582-4e5f-aa4f-a348c4dddb20 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:58.700778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] For port 8063b225-7582-4e5f-aa4f-a348c4dddb20, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=8063b225-7582-4e5f-aa4f-a348c4dddb20,segment=NetworkSegment(a95cee49-7b33-459a-8143-c3053e1e0dc4),segment_id=a95cee49-7b33-459a-8143-c3053e1e0dc4)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:43:58.701168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.824910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:58.826784 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Calling delete_port for 8063b225-7582-4e5f-aa4f-a348c4dddb20 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:43:58.873132 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Pushing event deleted for resources: {'Port': ['ID=8063b225-7582-4e5f-aa4f-a348c4dddb20,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:58.878873 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] No DVR routers for this DVR port 8063b225-7582-4e5f-aa4f-a348c4dddb20 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:43:58.905834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:43:58.906249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:43:58.995904 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.021053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd45015-3d3c-45a3-8415-f71fb1bc81c5']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:59.032685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95cee49-7b33-459a-8143-c3053e1e0dc4') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:59.032975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95cee49-7b33-459a-8143-c3053e1e0dc4') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:43:59.045422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.061293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.067996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:43:59.072399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:43:59.081513 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:43:59.242239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.259130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.271133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd45015-3d3c-45a3-8415-f71fb1bc81c5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:43:59.365901 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9c3264ec-3dae-4503-896f-9b9f0f73af73 admin admin] 10.222.0.91 "DELETE /v2.0/networks/dcd45015-3d3c-45a3-8415-f71fb1bc81c5 HTTP/1.1" status: 204 len: 168 time: 1.2922227 May 13 15:43:59.368651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44438) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:43:59.407966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Deleting port 8063b225-7582-4e5f-aa4f-a348c4dddb20 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:43:59.408353 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:59.482012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-312fd117-c794-42e4-9fe6-eb1451dc4419 None None] The port '8063b225-7582-4e5f-aa4f-a348c4dddb20' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:43:59.909974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.328200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8063b225-7582-4e5f-aa4f-a348c4dddb20 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:44:00.367785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 8063b225-7582-4e5f-aa4f-a348c4dddb20 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:44:00.368120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 8063b225-7582-4e5f-aa4f-a348c4dddb20 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:44:00.398630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Deleting port 72d68463-ebdb-4673-94fb-20f0fd6bf1de {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:44:00.399464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.578018 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] For port 72d68463-ebdb-4673-94fb-20f0fd6bf1de, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=72d68463-ebdb-4673-94fb-20f0fd6bf1de,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:00.578421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.706294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Calling delete_port for 72d68463-ebdb-4673-94fb-20f0fd6bf1de owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:44:00.775908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8662fec6-44ad-4bbb-91a9-c8b15cc547eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:00.988146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:01.042519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=72d68463-ebdb-4673-94fb-20f0fd6bf1de,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:01.337764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:01.845878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Router 998488ae-409d-4f49-8d0f-602727618977 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:44:02.048616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:44:02.064419 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4d63acb1-4cd2-497f-a984-9e8945a7f2ab admin admin] 10.222.0.91 "PUT /v2.0/routers/998488ae-409d-4f49-8d0f-602727618977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943760 May 13 15:44:02.064805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95400985-1066-4802-a350-29782ec70a66 None None] Sync routers for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:44:02.067713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44442) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:02.077118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:02.077730 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:43:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:02.273763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.284634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:02.479856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.589573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18'}], 'enable_snat': True}, 'gw_port_id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:44:00Z', 'revision_number': 5, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port': {'id': 'adc815e7-ef8d-430d-9d2f-66097a60cefb', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998488ae-409d-4f49-8d0f-602727618977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:42:34Z', 'updated_at': '2022-05-13T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:02.592945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Deleting port adc815e7-ef8d-430d-9d2f-66097a60cefb {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:44:02.593299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.593497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95400985-1066-4802-a350-29782ec70a66 None None] Checking router: 998488ae-409d-4f49-8d0f-602727618977 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:44:02.603347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] Routers {'998488ae-409d-4f49-8d0f-602727618977'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:02.603949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:43:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['998488ae-409d-4f49-8d0f-602727618977'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:02.776476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] Set router 998488ae-409d-4f49-8d0f-602727618977 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:02.789326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] For port adc815e7-ef8d-430d-9d2f-66097a60cefb, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=adc815e7-ef8d-430d-9d2f-66097a60cefb,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:02.789676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.930615 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Calling delete_port for adc815e7-ef8d-430d-9d2f-66097a60cefb owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:44:02.967388 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-95400985-1066-4802-a350-29782ec70a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:44:02Z', 'revision_number': 6, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:02.974310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95400985-1066-4802-a350-29782ec70a66 None None] The sync data for ids ['998488ae-409d-4f49-8d0f-602727618977'] in dv-neutron-835340-3-hyperv is: [{'id': '998488ae-409d-4f49-8d0f-602727618977', 'name': 'tempest-TestEncryptedCinderVolumes-1287651057-router', 'tenant_id': 'f2b8fe57a1e34bbb940067955befbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:42:33Z', 'updated_at': '2022-05-13T15:44:02Z', 'revision_number': 6, 'project_id': 'f2b8fe57a1e34bbb940067955befbde2', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:44:03.227656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9146eedd-130c-4f55-8ab9-320543d7f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.244641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.298044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Pushing event deleted for resources: {'Port': ['ID=adc815e7-ef8d-430d-9d2f-66097a60cefb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:03.502139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.680559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.682708 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.818338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.818863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998488ae-409d-4f49-8d0f-602727618977 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:44:03.832074 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.833258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-331d01bf-a2a6-4a5b-a664-f198b29b043a admin admin] 10.222.0.91 "DELETE /v2.0/routers/998488ae-409d-4f49-8d0f-602727618977 HTTP/1.1" status: 204 len: 168 time: 1.7645488 May 13 15:44:03.836611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44446) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:03.899139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Deleting subnet 2fab9cfe-73eb-4342-8271-82f6c41770c6 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:44:03.902347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.954543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.048089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.251361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.298218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c68864-4fc9-4319-bc35-95ee7d9d6ef4 None None] Network 80693086-5526-4693-b22d-a5a3fe3a0ee6 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:44:04.299888 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.302631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fab9cfe-73eb-4342-8271-82f6c41770c6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:04.312642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2fab9cfe-73eb-4342-8271-82f6c41770c6 HTTP/1.1" status: 204 len: 168 time: 0.4749103 May 13 15:44:04.314351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.315244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44450) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:04.315720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.315720 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.316038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.316383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.316782 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.317166 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.317527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.317864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.318225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.318554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.318889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24964-ee71-4748-9bd4-a49c3594a3e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:04.366874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adc815e7-ef8d-430d-9d2f-66097a60cefb no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:44:04.422201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: adc815e7-ef8d-430d-9d2f-66097a60cefb {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:44:04.422544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device adc815e7-ef8d-430d-9d2f-66097a60cefb not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:44:04.422966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 72d68463-ebdb-4673-94fb-20f0fd6bf1de no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:44:04.433184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.444888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Deleting port 34d477e5-b04a-42c9-9c5a-1a775724ee59 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:44:04.445218 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.475748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 72d68463-ebdb-4673-94fb-20f0fd6bf1de {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:44:04.476094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 72d68463-ebdb-4673-94fb-20f0fd6bf1de not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:44:04.623577 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.667942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] For port 34d477e5-b04a-42c9-9c5a-1a775724ee59, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=34d477e5-b04a-42c9-9c5a-1a775724ee59,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:04.678097 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.678280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] DHCP port deletion for 80693086-5526-4693-b22d-a5a3fe3a0ee6 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:44:04.678280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Deleting port 34d477e5-b04a-42c9-9c5a-1a775724ee59 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:44:04.678280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.707350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.805569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Calling delete_port for 34d477e5-b04a-42c9-9c5a-1a775724ee59 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:44:04.907811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] For port 34d477e5-b04a-42c9-9c5a-1a775724ee59, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=34d477e5-b04a-42c9-9c5a-1a775724ee59,segment=NetworkSegment(fa0cf590-bf50-48d2-af29-a472443945bf),segment_id=fa0cf590-bf50-48d2-af29-a472443945bf)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:04.907811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:04.976008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.027277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d477e5-b04a-42c9-9c5a-1a775724ee59,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:05.032073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] No DVR routers for this DVR port 34d477e5-b04a-42c9-9c5a-1a775724ee59 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:44:05.035292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Calling delete_port for 34d477e5-b04a-42c9-9c5a-1a775724ee59 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:44:05.108455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:44:05.108842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:44:05.153567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.179987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80693086-5526-4693-b22d-a5a3fe3a0ee6']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:05.192593 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0cf590-bf50-48d2-af29-a472443945bf') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:05.193011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0cf590-bf50-48d2-af29-a472443945bf') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:05.204686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.220786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.227720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:44:05.238337 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:44:05.242485 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:44:05.442267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.447949 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.472962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] Pushing event deleted for resources: {'Network': ['ID=80693086-5526-4693-b22d-a5a3fe3a0ee6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:05.477373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cb6c809f-0946-4036-8f2b-30ece3260005 admin admin] 10.222.0.91 "DELETE /v2.0/networks/80693086-5526-4693-b22d-a5a3fe3a0ee6 HTTP/1.1" status: 204 len: 168 time: 1.1611278 May 13 15:44:05.610032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Deleting port 34d477e5-b04a-42c9-9c5a-1a775724ee59 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:44:05.610593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.681149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-644e0269-e915-43ce-a764-8cdd78bcf0c2 None None] The port '34d477e5-b04a-42c9-9c5a-1a775724ee59' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:44:05.982242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44456) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:06.004700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:06.026147 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2980122d-f082-4f5b-af14-014a27c439e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4f12c29bf14849c1ae454383e8813ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466719 May 13 15:44:06.028627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44460) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:06.086226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:06.112338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:06.299841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:06.322616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a663068-6d48-493b-a58c-b34805b80d75,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:06.338908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 34d477e5-b04a-42c9-9c5a-1a775724ee59 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:44:06.376159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 34d477e5-b04a-42c9-9c5a-1a775724ee59 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:44:06.376402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 34d477e5-b04a-42c9-9c5a-1a775724ee59 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:44:06.417933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:06.419121 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-789c4917-aaa2-4fbd-a674-45168f4d9ba9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a663068-6d48-493b-a58c-b34805b80d75 HTTP/1.1" status: 204 len: 168 time: 0.3895991 May 13 15:44:07.138636 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44468) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:07.187865 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3f138292-4205-4709-b874-e42e20e976b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f2b8fe57a1e34bbb940067955befbde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480652 May 13 15:44:07.190529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44472) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:07.248734 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:07.275601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:07.410501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:07.426283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd8abe-7629-496e-9d61-8c9b91863bfb,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:07.440082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:07.441431 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8c4fd1b6-f390-4a00-8620-8b7a65f7b363 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cfcd8abe-7629-496e-9d61-8c9b91863bfb HTTP/1.1" status: 204 len: 168 time: 0.2499917 May 13 15:44:08.654404 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44496) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:08.763453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-636775858-network', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:08.768190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:08.772492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Usage tracker for resource:network and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:08.776488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:08.783724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:08.935880 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Made reservation on behalf of f9c59d30ed29430ebf2fa05fef7691e6 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:44:08.938174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:08.951481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:08.970722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:08.974808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:08.978425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:08.985446 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:09.185728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.313517 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.348063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:44:09.357486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350397e7-1c7c-418a-aa0b-99d351d34cad,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:09.364977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.364977 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Added segment 7e55450f-3d6d-408c-b7b5-26b247da90cb of type vlan for network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 May 13 15:44:09.393512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.570866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.571791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:09.572417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:09.681856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] Pushing event updated for resources: {'Network': ['ID=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:09.692160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:44:09.822920 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-32833a71-3e14-4da2-b489-8e6ba251924e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1672785 May 13 15:44:09.825594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44502) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:09.831012 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Request body: {'subnet': {'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-636775858-subnet', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:09.836599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:09.840458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Usage tracker for resource:subnet and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:09.843526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:09.850128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:09.976360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Made reservation on behalf of f9c59d30ed29430ebf2fa05fef7691e6 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:44:09.978865 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.313415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.394840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db08b399-bf2b-4fd8-9558-7f72e6749c31,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:10.403343 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Checking segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:10.403697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Network hostable DHCP agents. Network: 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:44:10.521804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:44:10.647742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:10.652813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:10.654461 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.658588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4559a-d8cb-4d52-8d56-47d504d1cc5b None None] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:44:10.811806 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f6d52c8-5cc7-4e93-93e3-a4787e3b7a8d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9850206 May 13 15:44:10.814620 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44506) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:10.820128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:10.825150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:10.829610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Usage tracker for resource:router and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:10.832660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:10.841061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:10.889247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:44:10.890163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.943028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.945277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:10.961816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.101801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Allocated IP 172.20.0.2 (4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5/db08b399-bf2b-4fd8-9558-7f72e6749c31/3810ad06-939c-4cf1-831a-ed01c71ac291) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:11.321815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.333631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Transition to ACTIVE for port object 3810ad06-939c-4cf1-831a-ed01c71ac291 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:11.354343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Transition to ACTIVE for port object 3810ad06-939c-4cf1-831a-ed01c71ac291 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:11.385290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.433425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.501249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:11.504025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:11.508645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:11.518066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Pushing event updated for resources: {'Port': ['ID=3810ad06-939c-4cf1-831a-ed01c71ac291,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:11.611704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Attempting to bind port 3810ad06-939c-4cf1-831a-ed01c71ac291 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:11.612058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Attempting to bind port 3810ad06-939c-4cf1-831a-ed01c71ac291 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:11.612423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Attempting to bind port 3810ad06-939c-4cf1-831a-ed01c71ac291 on network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:11.618397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:11.618772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Checking segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:11.619172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.619563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Bound using segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:11.620024 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Bound port: 3810ad06-939c-4cf1-831a-ed01c71ac291, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:11.620395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.716245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] For port 3810ad06-939c-4cf1-831a-ed01c71ac291, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:11.719214 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] For port 3810ad06-939c-4cf1-831a-ed01c71ac291, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3810ad06-939c-4cf1-831a-ed01c71ac291,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:11.802431 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.831844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.885233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:11.982134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b1d8d-4b53-44fa-88d3-0a12e7f62a23 None None] Pushing event updated for resources: {'Port': ['ID=3810ad06-939c-4cf1-831a-ed01c71ac291,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:11.991761 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Allocated IP 172.26.7.150 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/5c81ddd6-5397-4833-9aec-744c893798d6) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:12.274162 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:12.370726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:12.386929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3810ad06-939c-4cf1-831a-ed01c71ac291 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:12.438553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:12.441198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:12.445843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:12.484794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Pushing event updated for resources: {'Port': ['ID=5c81ddd6-5397-4833-9aec-744c893798d6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:12.553837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3810ad06-939c-4cf1-831a-ed01c71ac291 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:12.962894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c287023-11fb-4d76-87b0-80dd1d57bfd3 None None] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:44:13.004662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.190244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Provisioning for port 3810ad06-939c-4cf1-831a-ed01c71ac291 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:13.202524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Provisioning complete for port 3810ad06-939c-4cf1-831a-ed01c71ac291 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:13.202927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.359023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Current status of the port 3810ad06-939c-4cf1-831a-ed01c71ac291 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:13.359383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.369834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.405731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] For port 3810ad06-939c-4cf1-831a-ed01c71ac291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3810ad06-939c-4cf1-831a-ed01c71ac291,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:13.553169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.628808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb32d7-04cb-45ae-a059-6352d03cee58 None None] Pushing event updated for resources: {'Port': ['ID=3810ad06-939c-4cf1-831a-ed01c71ac291,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:13.647846 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Router 6559a4de-3a08-4926-8109-10bdfadd9cb3 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:44:13.672547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d05f3a52-e7e4-4a3c-8fca-195f79d98033 None None] Provisioning complete for port 3810ad06-939c-4cf1-831a-ed01c71ac291 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:13.672913 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d05f3a52-e7e4-4a3c-8fca-195f79d98033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.799453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d05f3a52-e7e4-4a3c-8fca-195f79d98033 None None] Current status of the port 3810ad06-939c-4cf1-831a-ed01c71ac291 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:13.849702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:44:13.859060 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Sync routers for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:44:13.870151 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:13.870756 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:13.947634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:13.948979 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-509560bf-4565-4217-b434-5426d2dd9f54 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1332300 May 13 15:44:13.951743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44510) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:14.065703 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:14.343771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3810ad06-939c-4cf1-831a-ed01c71ac291 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:14.395784 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:12Z', 'revision_number': 3, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:14.400220 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Checking router: 6559a4de-3a08-4926-8109-10bdfadd9cb3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:44:14.400220 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Updating router 6559a4de-3a08-4926-8109-10bdfadd9cb3 port 5c81ddd6-5397-4833-9aec-744c893798d6 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:44:14.419957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3810ad06-939c-4cf1-831a-ed01c71ac291 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:14.420441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:14.456266 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:14.549526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3810ad06-939c-4cf1-831a-ed01c71ac291 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:14.760188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:14.811927 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:14.826074 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Transition to ACTIVE for port object 5c81ddd6-5397-4833-9aec-744c893798d6 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:14.980096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Allocated IP 172.20.0.1 (4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5/db08b399-bf2b-4fd8-9558-7f72e6749c31/d14bce11-650a-4549-9e89-bf8091af54e5) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:14.987680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.071094 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Attempting to bind port 5c81ddd6-5397-4833-9aec-744c893798d6 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:15.071453 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Attempting to bind port 5c81ddd6-5397-4833-9aec-744c893798d6 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:15.071809 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Attempting to bind port 5c81ddd6-5397-4833-9aec-744c893798d6 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:15.073873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Pushing event updated for resources: {'Port': ['ID=5c81ddd6-5397-4833-9aec-744c893798d6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:15.082722 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:15.083092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:15.083481 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.083904 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:15.084411 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Bound port: 5c81ddd6-5397-4833-9aec-744c893798d6, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:15.084806 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.115013 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.115358 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.115695 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.116025 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.116357 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.116827 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.117031 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.117350 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.117782 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.118130 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.118451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.118763 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:15.137088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.154410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Transition to ACTIVE for port object d14bce11-650a-4549-9e89-bf8091af54e5 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:15.172766 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] For port 5c81ddd6-5397-4833-9aec-744c893798d6, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:15.176476 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] For port 5c81ddd6-5397-4833-9aec-744c893798d6, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5c81ddd6-5397-4833-9aec-744c893798d6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:15.251245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.319173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:15.322909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:15.325470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:15.342874 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.362646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Pushing event updated for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:15.392838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.433908 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dadec2-d624-4dc9-bec4-8597d088dd5b None None] Pushing event updated for resources: {'Port': ['ID=5c81ddd6-5397-4833-9aec-744c893798d6,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:15.438107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:15.438715 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:15.627752 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:15.806126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-29557096-f697-415d-9ff2-f60ec7b54721 None None] Provisioning for port d14bce11-650a-4549-9e89-bf8091af54e5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:15.811533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-29557096-f697-415d-9ff2-f60ec7b54721 None None] Provisioning complete for port d14bce11-650a-4549-9e89-bf8091af54e5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:15.812105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-29557096-f697-415d-9ff2-f60ec7b54721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.878389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-29557096-f697-415d-9ff2-f60ec7b54721 None None] Port d14bce11-650a-4549-9e89-bf8091af54e5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:44:15.903642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:15.940309 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:12Z', 'revision_number': 3, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:15.944203 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8560615-e047-423c-b6f7-ef45d8d81464 None None] The sync data for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv is: [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:12Z', 'revision_number': 3, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:44:16.150408 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.238656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.356047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.361023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Pushing event updated for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:16.375911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5c81ddd6-5397-4833-9aec-744c893798d6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:16.386682 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.386955 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.387297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.387641 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.387970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.388301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.388633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.388961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.389295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.389616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.390098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.390334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:16.518835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5c81ddd6-5397-4833-9aec-744c893798d6 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:16.523982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:16.524613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5c81ddd6-5397-4833-9aec-744c893798d6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:16.525116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.525264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:16.693316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5c81ddd6-5397-4833-9aec-744c893798d6 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:16.693701 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.714623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 5c81ddd6-5397-4833-9aec-744c893798d6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5c81ddd6-5397-4833-9aec-744c893798d6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:16.739692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Router 6559a4de-3a08-4926-8109-10bdfadd9cb3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:44:16.803210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.875442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-91eb314e-5690-4e58-9618-9981551a1803 None None] Provisioning complete for port d14bce11-650a-4549-9e89-bf8091af54e5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:16.876160 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-91eb314e-5690-4e58-9618-9981551a1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:16.937665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=5c81ddd6-5397-4833-9aec-744c893798d6,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:16.944040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-91eb314e-5690-4e58-9618-9981551a1803 None None] Port d14bce11-650a-4549-9e89-bf8091af54e5 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:44:16.951674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:44:16.961996 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3944c5e2-a49e-41a7-b30e-60b6942e2e4c admin admin] 10.222.0.91 "PUT /v2.0/routers/6559a4de-3a08-4926-8109-10bdfadd9cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091934 May 13 15:44:17.474439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Sync routers for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:44:17.484815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:17.485425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:17.672166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:17.791611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44528) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:17.797834 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1416604315-network', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:17.802692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:17.807043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Usage tracker for resource:network and tenant:1873cbf91ea04efab6d813c99f4866b8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:17.810029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:17.815842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:17.913226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Made reservation on behalf of 1873cbf91ea04efab6d813c99f4866b8 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:44:17.916221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:17.932120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:17.948407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:17.952648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Usage tracker for resource:security_group_rule and tenant:1873cbf91ea04efab6d813c99f4866b8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:17.955513 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:17.962448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:18.000869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 2, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:18.004687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Checking router: 6559a4de-3a08-4926-8109-10bdfadd9cb3 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:44:18.005040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Updating router 6559a4de-3a08-4926-8109-10bdfadd9cb3 port d14bce11-650a-4549-9e89-bf8091af54e5 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:44:18.048147 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.059350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.170177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.201698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:44:18.211146 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56a2ed-0b8f-4a2b-b188-b77234333085,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:18.216908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.217253 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Added segment 19d43969-e4af-4f6e-bf1c-1381509a6430 of type vlan for network b81666a5-58f4-489a-8e39-7537ab40c1f1 May 13 15:44:18.245215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.341771 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5c81ddd6-5397-4833-9aec-744c893798d6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:18.378931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.379952 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:18.380562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.483057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5c81ddd6-5397-4833-9aec-744c893798d6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:18.483435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.489613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] Pushing event updated for resources: {'Network': ['ID=b81666a5-58f4-489a-8e39-7537ab40c1f1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:18.516960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:44:18.545696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.586255 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-535bb334-d3ef-4698-a7da-729f6363381c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7923782 May 13 15:44:18.588698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44532) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:18.594073 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Request body: {'subnet': {'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1416604315-subnet', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'ip_version': 4}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:18.598954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:18.603707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Usage tracker for resource:subnet and tenant:1873cbf91ea04efab6d813c99f4866b8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:18.606623 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:18.612344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:18.640182 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Transition to ACTIVE for port object d14bce11-650a-4549-9e89-bf8091af54e5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:18.718797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Made reservation on behalf of 1873cbf91ea04efab6d813c99f4866b8 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:44:18.721448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.730431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5c81ddd6-5397-4833-9aec-744c893798d6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:18.756047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:18.923917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b5d69-da3d-4f9f-a946-3995b885db94 None None] Pushing event updated for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:19.042444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Attempting to bind port d14bce11-650a-4549-9e89-bf8091af54e5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:19.043103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Attempting to bind port d14bce11-650a-4549-9e89-bf8091af54e5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:19.043488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Attempting to bind port d14bce11-650a-4549-9e89-bf8091af54e5 on network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:19.045102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.050297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:19.050748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Checking segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:19.051282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.051849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Bound using segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:19.052444 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Bound port: d14bce11-650a-4549-9e89-bf8091af54e5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:19.052912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.125774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f77e696-fdf9-4bcb-8aa2-b0c471640686,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:19.133456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Checking segment: {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:19.133807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Network hostable DHCP agents. Network: b81666a5-58f4-489a-8e39-7537ab40c1f1, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:44:19.160373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] For port d14bce11-650a-4549-9e89-bf8091af54e5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:19.163460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] For port d14bce11-650a-4549-9e89-bf8091af54e5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d14bce11-650a-4549-9e89-bf8091af54e5,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:19.281539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:44:19.313690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.379232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b81666a5-58f4-489a-8e39-7537ab40c1f1) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:19.389293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:19.389293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.391921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f91f9-26e5-4332-b32b-944a909624a6 None None] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:44:19.477407 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:19.478255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:19.517262 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-457cbcda-ddde-481b-8c1d-fc2d402b4302 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9274862 May 13 15:44:19.519707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44536) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:19.525503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:19.535443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:19.536006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Usage tracker for resource:router and tenant:1873cbf91ea04efab6d813c99f4866b8 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:44:19.540109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:44:19.544747 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b5d69-da3d-4f9f-a946-3995b885db94 None None] Pushing event updated for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:19.546222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:19.682103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.683121 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.699142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:19.766559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:19.935029 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b81666a5-58f4-489a-8e39-7537ab40c1f1', 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'fixed_ips': [{'subnet_id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:44:19.935854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.184889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.247519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Allocated IP 172.20.0.2 (b81666a5-58f4-489a-8e39-7537ab40c1f1/6f77e696-fdf9-4bcb-8aa2-b0c471640686/9574072f-3058-42c0-a536-86b5e6e9e7e5) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:20.361176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:19Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:20.370327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784ff7-c4b3-474c-8cfb-4b573fec1d0b None None] The sync data for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv is: [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:19Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:44:20.533774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.546350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Transition to ACTIVE for port object 9574072f-3058-42c0-a536-86b5e6e9e7e5 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:20.568947 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Transition to ACTIVE for port object 9574072f-3058-42c0-a536-86b5e6e9e7e5 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:20.625489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.657092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.690050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.770402 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:20.778423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:20.783130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:20.843258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Allocated IP 172.26.7.87 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d55f9ec9-1490-49e1-a6d7-56974ac1aab6) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:20.866454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Pushing event updated for resources: {'Port': ['ID=9574072f-3058-42c0-a536-86b5e6e9e7e5,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:20.895667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Attempting to bind port 9574072f-3058-42c0-a536-86b5e6e9e7e5 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:20.900498 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Attempting to bind port 9574072f-3058-42c0-a536-86b5e6e9e7e5 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:20.901001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Attempting to bind port 9574072f-3058-42c0-a536-86b5e6e9e7e5 on network b81666a5-58f4-489a-8e39-7537ab40c1f1 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:20.910904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:20.911348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Checking segment: {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:20.911765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.912165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Bound using segment: {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:20.912642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Bound port: 9574072f-3058-42c0-a536-86b5e6e9e7e5, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:20.913017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.016032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.020069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] For port 9574072f-3058-42c0-a536-86b5e6e9e7e5, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:21.025256 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] For port 9574072f-3058-42c0-a536-86b5e6e9e7e5, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9574072f-3058-42c0-a536-86b5e6e9e7e5,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:21.133821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.173644 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.222292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc24a8-b651-4e36-be89-2b1d212525e0 None None] Pushing event updated for resources: {'Port': ['ID=9574072f-3058-42c0-a536-86b5e6e9e7e5,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:21.254322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:21.257522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:21.261650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:21.312149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Pushing event updated for resources: {'Port': ['ID=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:21.937437 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.183668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41f78a-e050-4915-b28d-91ef83f8a6bb None None] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:44:22.298354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.343502 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:44:22.407941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-728bc22a-5fa5-42fb-8eb7-adebe00edbc8 None None] Provisioning for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:22.421485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9574072f-3058-42c0-a536-86b5e6e9e7e5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:22.590731 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:22.596511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:22.596874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.624381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:44:22.720967 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9574072f-3058-42c0-a536-86b5e6e9e7e5 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:22.721244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.756610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 9574072f-3058-42c0-a536-86b5e6e9e7e5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9574072f-3058-42c0-a536-86b5e6e9e7e5,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:22.772119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f3da1277-e304-4920-81af-5863bd83e15f None None] Provisioning complete for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:22.772483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f3da1277-e304-4920-81af-5863bd83e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.812580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:44:22.822488 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Sync routers for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:44:22.835351 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:22.836238 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:22.839491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.840835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d14bce11-650a-4549-9e89-bf8091af54e5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:22.941545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:22.943123 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-663a3cc4-98fb-49a6-900f-96bace41c688 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4223301 May 13 15:44:22.946009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44540) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:44:23.018226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f3da1277-e304-4920-81af-5863bd83e15f None None] Current status of the port 9574072f-3058-42c0-a536-86b5e6e9e7e5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:23.020216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=9574072f-3058-42c0-a536-86b5e6e9e7e5,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:23.060339 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:23.124508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d14bce11-650a-4549-9e89-bf8091af54e5 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:23.130261 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d14bce11-650a-4549-9e89-bf8091af54e5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:23.130637 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.255674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d14bce11-650a-4549-9e89-bf8091af54e5 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:23.256397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.297169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d14bce11-650a-4549-9e89-bf8091af54e5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d14bce11-650a-4549-9e89-bf8091af54e5,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:23.363910 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:21Z', 'revision_number': 3, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:23.368253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Checking router: b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:44:23.368600 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Updating router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:44:23.376263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.424264 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.445358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:23.760188 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.772119 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Transition to ACTIVE for port object d55f9ec9-1490-49e1-a6d7-56974ac1aab6 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:23.790420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.864696 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.948991 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Attempting to bind port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:23.949359 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Attempting to bind port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:23.949712 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Attempting to bind port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:23.955538 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0e35-877d-4ad0-b52e-1621742624c4 None None] Pushing event updated for resources: {'Port': ['ID=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Bound port: d55f9ec9-1490-49e1-a6d7-56974ac1aab6, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:23.966071 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.000075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Allocated IP 172.20.0.1 (b81666a5-58f4-489a-8e39-7537ab40c1f1/6f77e696-fdf9-4bcb-8aa2-b0c471640686/3c0eea1c-0308-44c4-b4f6-f16c17fe9a16) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:24.039309 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] For port d55f9ec9-1490-49e1-a6d7-56974ac1aab6, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:24.045891 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] For port d55f9ec9-1490-49e1-a6d7-56974ac1aab6, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:24.122379 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.151470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.167346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Transition to ACTIVE for port object 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:24.204620 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:24.205228 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:24.267924 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0e35-877d-4ad0-b52e-1621742624c4 None None] Pushing event updated for resources: {'Port': ['ID=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:24.291805 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.353985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9574072f-3058-42c0-a536-86b5e6e9e7e5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:24.371730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:24.376553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:24.380767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:24.394756 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:24.418991 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:24.434549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:24.435489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.456195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.580332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 9574072f-3058-42c0-a536-86b5e6e9e7e5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:24.582371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d14bce11-650a-4549-9e89-bf8091af54e5 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:24.679866 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d14bce11-650a-4549-9e89-bf8091af54e5 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:24.680213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.692050 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.735878 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:21Z', 'revision_number': 3, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:24.740268 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017956-c9f6-4ce2-9deb-074fe3da3ce3 None None] The sync data for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv is: [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:21Z', 'revision_number': 3, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:44:24.746540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e05feb3-3533-45f7-8538-e9b9606d4f0b None None] Provisioning for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:24.752250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e05feb3-3533-45f7-8538-e9b9606d4f0b None None] Provisioning complete for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:24.759263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e05feb3-3533-45f7-8538-e9b9606d4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:24.898556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e05feb3-3533-45f7-8538-e9b9606d4f0b None None] Port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:44:24.901705 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d14bce11-650a-4549-9e89-bf8091af54e5 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:24.949279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:25.053474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:25.173328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:25.177071 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:25.336319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:25.337575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:25.548157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:44:25.625537 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8c9627b2-7825-42a5-8766-746e85c965b9 None None] Provisioning complete for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:25.626158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8c9627b2-7825-42a5-8766-746e85c965b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:25.685809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-8c9627b2-7825-42a5-8766-746e85c965b9 None None] Port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:44:25.840758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:44:25.849566 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-22a34bcc-5629-47dd-9130-ed6a947a2b96 admin admin] 10.222.0.91 "PUT /v2.0/routers/b0d360d3-1c2c-4baf-b0f7-376b17d0cba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9020910 May 13 15:44:26.375399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d55f9ec9-1490-49e1-a6d7-56974ac1aab6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:26.551065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:26.557023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:26.557502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:26.681802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:26.682824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:26.700404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d55f9ec9-1490-49e1-a6d7-56974ac1aab6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:26.825141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:26.906068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:26.916763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.917977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.918347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.918693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.919032 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.919486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.919837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.920106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.920487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.920818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.921146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:26.921471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:44:27.353489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Sync routers for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:44:27.372108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:27.372789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:27.576409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:27.907156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:27.955116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 4, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3c0eea1c-0308-44c4-b4f6-f16c17fe9a16', 'name': '', 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'mac_address': 'fa:16:3e:9d:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:23Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 2, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'subnets': [{'id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:27.960109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Checking router: b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:44:27.961572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Updating router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:44:28.027101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:28.408330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d55f9ec9-1490-49e1-a6d7-56974ac1aab6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:28.495427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:28.521869 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Transition to ACTIVE for port object 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:28.533106 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:28.533482 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:28.687429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:28.819041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:28.870729 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165809-4ad4-45a1-8d67-2967866b2b1a None None] Pushing event updated for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:28.973754 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Attempting to bind port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:28.974441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Attempting to bind port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:28.974587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Attempting to bind port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 on network b81666a5-58f4-489a-8e39-7537ab40c1f1 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:28.984763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:28.985153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Checking segment: {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:28.988364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:28.988364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Bound using segment: {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:28.988364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Bound port: 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d43969-e4af-4f6e-bf1c-1381509a6430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:28.988364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:29.100395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] For port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:29.105563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] For port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:29.256679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:29.361026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:44:29.361653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:44:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:29.442493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165809-4ad4-45a1-8d67-2967866b2b1a None None] Pushing event updated for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:29.599531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:44:29.941861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 4, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3c0eea1c-0308-44c4-b4f6-f16c17fe9a16', 'name': '', 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'mac_address': 'fa:16:3e:9d:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:23Z', 'updated_at': '2022-05-13T15:44:29Z', 'revision_number': 4, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'subnets': [{'id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:44:29.946349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160daca-8727-4a9a-9b87-85b7f5c209d6 None None] The sync data for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv is: [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:44:24Z', 'revision_number': 4, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3c0eea1c-0308-44c4-b4f6-f16c17fe9a16', 'name': '', 'network_id': 'b81666a5-58f4-489a-8e39-7537ab40c1f1', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'mac_address': 'fa:16:3e:9d:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:23Z', 'updated_at': '2022-05-13T15:44:29Z', 'revision_number': 4, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'subnets': [{'id': '6f77e696-fdf9-4bcb-8aa2-b0c471640686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:44:30.390085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:30.596347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:30.602683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:30.603058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.747158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:30.747563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.785327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:30.815124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ef58022b-1622-48d6-851c-7639a26d974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.867536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:30.964704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:32.364038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:32.449087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:32.449459 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:32.596338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:33.964513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6b48b62a-edcc-430b-8273-ad8092c70780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:34.599659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:34.696853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:35.971013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:38.942227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-7ff197ab-c931-4152-8014-6f795a1fcc2d tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:38.943680 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-7ff197ab-c931-4152-8014-6f795a1fcc2d tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 814 time: 0.1534197 May 13 15:44:38.961673 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-ee82e61e-626a-4999-8417-86d822723730 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/quotas/f9c59d30ed29430ebf2fa05fef7691e6 HTTP/1.1" status: 200 len: 375 time: 0.0094855 May 13 15:44:39.049011 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-736cf02b-dbd1-4b71-b94b-0c60d6d31c8c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819023 May 13 15:44:39.198268 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-4a8d4ca4-a521-4881-9cc2-d1dd428002a9 service neutron] 10.222.0.91 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371319 May 13 15:44:39.337307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-26469852-e152-45a1-b5b7-2fa5ec949760 service neutron] 10.222.0.91 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326938 May 13 15:44:39.678211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9d1a0185-10e1-4bb5-bcf6-744f205b7831 req-5a7f3435-d633-4330-a3cf-9b1291c2f247 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:44:39.767306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9d1a0185-10e1-4bb5-bcf6-744f205b7831 req-5a7f3435-d633-4330-a3cf-9b1291c2f247 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:44:39.768514 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9d1a0185-10e1-4bb5-bcf6-744f205b7831 req-5a7f3435-d633-4330-a3cf-9b1291c2f247 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 210 time: 0.1385100 May 13 15:44:40.923685 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-49d396b2-73a6-4977-b297-8c7d5baa4c99 req-d206cfed-fb1d-4079-bee2-4abab123d342 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 210 time: 0.0463495 May 13 15:44:42.079261 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-814eeded-ed98-49cc-b337-ace34dd963d6 req-e23091f6-31fa-4e13-9b5a-a7db3ac506eb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 210 time: 0.0460799 May 13 15:44:42.266237 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-74b569a5-1077-4914-b3ab-3b92e7665c1c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:42.266825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-74b569a5-1077-4914-b3ab-3b92e7665c1c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:44:42.385210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-74b569a5-1077-4914-b3ab-3b92e7665c1c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:44:42.386769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-74b569a5-1077-4914-b3ab-3b92e7665c1c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 814 time: 0.2780228 May 13 15:44:42.397729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'port': {'device_id': 'e602e829-2724-4b34-bd8e-d93003265c82', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'admin_state_up': True, 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:42.539471 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:44:42.549686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:44:42.696037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Made reservation on behalf of f9c59d30ed29430ebf2fa05fef7691e6 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:44:42.699676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:42.870355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Allocated IP 172.20.0.12 (4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5/db08b399-bf2b-4fd8-9558-7f72e6749c31/83582344-5767-424a-8cae-452c3d510b94) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:44:43.104839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:43.120657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Transition to ACTIVE for port object 83582344-5767-424a-8cae-452c3d510b94 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:43.241637 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-65ada07e-13e2-4d3a-bb81-6618b95fc2c0 req-33e272d7-df33-401a-8e51-92cd2b2854f7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 210 time: 0.0460207 May 13 15:44:43.325527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:43.418674 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:44:43.422542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:44:43.427440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:44:43.476288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:43.530784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:43.538019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:43.742578 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-c9f83267-7337-40ba-b320-526ddc928b5a tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3483059 May 13 15:44:43.910643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fefe5c61-e75f-4fe8-81fa-4ccb65dc7179 None None] Provisioning for port 83582344-5767-424a-8cae-452c3d510b94 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:43.917591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fefe5c61-e75f-4fe8-81fa-4ccb65dc7179 None None] Provisioning complete for port 83582344-5767-424a-8cae-452c3d510b94 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:43.918210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fefe5c61-e75f-4fe8-81fa-4ccb65dc7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:43.983892 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fefe5c61-e75f-4fe8-81fa-4ccb65dc7179 None None] Port 83582344-5767-424a-8cae-452c3d510b94 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:44:44.493767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-28acc417-dabb-4766-a00b-b84f8d499181 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:44.496066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-28acc417-dabb-4766-a00b-b84f8d499181 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:44:44.585206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-28acc417-dabb-4766-a00b-b84f8d499181 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:44:44.586613 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-28acc417-dabb-4766-a00b-b84f8d499181 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.2137237 May 13 15:44:44.640940 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-62cac66e-f19b-450c-9c69-84dc927a23a7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:44:44.745959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-62cac66e-f19b-450c-9c69-84dc927a23a7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:44:44.747198 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9e0ea97f-ea27-47bb-98b9-af57a99ba259 req-62cac66e-f19b-450c-9c69-84dc927a23a7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527767 May 13 15:44:45.954385 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c81e-5dff-49f4-b17c-374da6c089aa req-6e06163d-9a40-4351-bcaa-aea04e725411 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:45.957094 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0970c81e-5dff-49f4-b17c-374da6c089aa req-6e06163d-9a40-4351-bcaa-aea04e725411 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.0873969 May 13 15:44:46.013240 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0970c81e-5dff-49f4-b17c-374da6c089aa req-ff55cfed-7712-44fb-bef8-e196f9ab7842 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 May 13 15:44:47.473100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ebd17-a6c4-4217-92ff-a014e48082c9 req-aa6c9756-119b-4753-b6fd-297ac8a61af7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:47.479282 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0c9ebd17-a6c4-4217-92ff-a014e48082c9 req-aa6c9756-119b-4753-b6fd-297ac8a61af7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.3337367 May 13 15:44:47.530743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0c9ebd17-a6c4-4217-92ff-a014e48082c9 req-bb3e5daf-eabd-418f-bb4e-e6034473b115 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 May 13 15:44:48.749426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd3c98-d968-4b11-afa8-732e559e43d0 req-f195eeac-cb71-418b-9908-ef4f01e289db tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:48.751017 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4fdd3c98-d968-4b11-afa8-732e559e43d0 req-f195eeac-cb71-418b-9908-ef4f01e289db tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.0907845 May 13 15:44:48.802409 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4fdd3c98-d968-4b11-afa8-732e559e43d0 req-669b6499-f639-4de5-b640-83703ea41532 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 May 13 15:44:50.034422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a757cf-1d0a-4842-97a6-129dc83a3f4c req-26be4b75-d495-424e-b373-c8211c7ef3a1 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:50.036137 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-60a757cf-1d0a-4842-97a6-129dc83a3f4c req-26be4b75-d495-424e-b373-c8211c7ef3a1 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.1117587 May 13 15:44:50.106208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-60a757cf-1d0a-4842-97a6-129dc83a3f4c req-a955c0ec-a71a-4931-be88-1a9b2171c848 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631144 May 13 15:44:51.298105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0196-d1d4-420e-b5fc-4382ea1611a8 req-57c857be-e02d-4638-b9fb-d3490c5671cc tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:51.299623 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2cd0196-d1d4-420e-b5fc-4382ea1611a8 req-57c857be-e02d-4638-b9fb-d3490c5671cc tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 932 time: 0.0810149 May 13 15:44:51.344941 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2cd0196-d1d4-420e-b5fc-4382ea1611a8 req-7b4813d8-42e4-4b37-99d1-6d04bd320d47 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 May 13 15:44:51.448729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Request body: {'port': {'device_id': 'e602e829-2724-4b34-bd8e-d93003265c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:44:51.566248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:51.926282 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83582344-5767-424a-8cae-452c3d510b94 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:44:51.934380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:51.949580 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Transition to ACTIVE for port object 83582344-5767-424a-8cae-452c3d510b94 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:44:52.056179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:52.391686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:52.443369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Attempting to bind port 83582344-5767-424a-8cae-452c3d510b94 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:44:52.443763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Attempting to bind port 83582344-5767-424a-8cae-452c3d510b94 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:44:52.444037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Attempting to bind port 83582344-5767-424a-8cae-452c3d510b94 on network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:52.449188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Port 83582344-5767-424a-8cae-452c3d510b94 on network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:44:52.450214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Attempting to bind port 83582344-5767-424a-8cae-452c3d510b94 on network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:44:52.458681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:44:52.459284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Checking segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:44:52.459797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Bound using segment: {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:44:52.461412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Bound port: 83582344-5767-424a-8cae-452c3d510b94, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e55450f-3d6d-408c-b7b5-26b247da90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:44:52.462156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:52.623624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:44:52.627483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:44:52.639818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186fc98-74b1-4d6f-bd91-cc4cd9975911 req-96e5f153-7580-4a19-9510-9f691a72e30b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.641341 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4186fc98-74b1-4d6f-bd91-cc4cd9975911 req-96e5f153-7580-4a19-9510-9f691a72e30b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 944 time: 0.1657286 May 13 15:44:52.688560 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4186fc98-74b1-4d6f-bd91-cc4cd9975911 req-b330e9aa-a38f-4102-bf4e-920aceb2cd4f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 May 13 15:44:52.710554 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:52.777618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.782443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:52.782443 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] 10.222.0.23 "PUT /v2.0/ports/83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 1094 time: 1.3355031 May 13 15:44:52.782443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:44:52.814988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433616e-ddaf-49d5-8c9a-458839f33814 service neutron] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:52.859263 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d799dd-a6f1-4e5e-9d1f-facb7b9643b1'] response: {'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:44:52.977111 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-45df59e2-c240-45ae-867e-384067a4cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.978702 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-45df59e2-c240-45ae-867e-384067a4cf54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1097 time: 0.0994525 May 13 15:44:53.128690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-1f5c282d-b6f3-4485-ad5f-af068fb47054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.130170 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-1f5c282d-b6f3-4485-ad5f-af068fb47054 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1451881 May 13 15:44:53.282155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-3afa2590-3db3-4e78-98c8-c55a59468fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.282155 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d324d2e8-1d75-4fb1-a42e-93736bbfc928 req-3afa2590-3db3-4e78-98c8-c55a59468fcb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427941 May 13 15:44:53.390356 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-3d538a12-79fc-483f-89e3-92b28c05fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.392415 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-3d538a12-79fc-483f-89e3-92b28c05fa6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1097 time: 0.0771668 May 13 15:44:53.464756 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-3b5678e1-3291-47f2-9848-6c3ce71761fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 217 time: 0.0658450 May 13 15:44:53.526947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-3da64cf6-a5b3-4912-8ba9-94311d57fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.528418 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-3da64cf6-a5b3-4912-8ba9-94311d57fe67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0582817 May 13 15:44:53.609807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8abdb31a-c4d4-4f3a-8457-a945b081d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.611449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8abdb31a-c4d4-4f3a-8457-a945b081d490 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769930 May 13 15:44:53.754604 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-8c6ddabf-d397-4cf8-8686-3294f7831cd3 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370931 May 13 15:44:53.958928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9011c4fd-b14b-45a1-b72a-d3802afd76ce req-153f6768-9bdc-41e6-982c-bef8585d44de service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975803 May 13 15:44:53.974391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a0d1-a53c-429c-86f6-2a444a9bcb45 req-46e694fc-2ac9-4c07-9399-a4dd2cbc0c09 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.975895 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6fa0a0d1-a53c-429c-86f6-2a444a9bcb45 req-46e694fc-2ac9-4c07-9399-a4dd2cbc0c09 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 944 time: 0.1487668 May 13 15:44:54.030299 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6fa0a0d1-a53c-429c-86f6-2a444a9bcb45 req-9840dda8-b857-409e-97df-cfffed3ba756 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 May 13 15:44:55.236214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65c1f9-db70-4146-a295-27152431ed4e req-b9f805dd-7ade-477d-b1f0-e8aca4ab43d0 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:55.237783 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-af65c1f9-db70-4146-a295-27152431ed4e req-b9f805dd-7ade-477d-b1f0-e8aca4ab43d0 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 944 time: 0.0929585 May 13 15:44:55.286544 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-af65c1f9-db70-4146-a295-27152431ed4e req-20622599-18f5-4ce0-9c8c-2a320450194f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 May 13 15:44:55.825785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 83582344-5767-424a-8cae-452c3d510b94 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:44:55.959634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:55.973167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '83582344-5767-424a-8cae-452c3d510b94', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'port_id': '83582344-5767-424a-8cae-452c3d510b94', 'mac_address': 'fa:16:3e:8e:5f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:44:56.029587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 83582344-5767-424a-8cae-452c3d510b94 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:56.029986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:56.047471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83582344-5767-424a-8cae-452c3d510b94 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:44:56.069044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:56.167342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:56.240734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:56.372497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:44:56.481884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c36a-e377-4a01-b29a-f016304c9274 req-8b8c0fe2-ba82-45b2-b98d-89c0ff9717ce tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:56.483305 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0711c36a-e377-4a01-b29a-f016304c9274 req-8b8c0fe2-ba82-45b2-b98d-89c0ff9717ce tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 945 time: 0.0852699 May 13 15:44:56.537836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0711c36a-e377-4a01-b29a-f016304c9274 req-91e573e9-b756-4256-aacc-07f5d4afc479 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 May 13 15:44:57.730580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258583df-79c5-4f64-a340-84ef4f7918cd req-e933146b-2959-4604-b730-de715ea16822 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:57.732052 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-258583df-79c5-4f64-a340-84ef4f7918cd req-e933146b-2959-4604-b730-de715ea16822 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 945 time: 0.0850475 May 13 15:44:57.782945 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-258583df-79c5-4f64-a340-84ef4f7918cd req-fb205e2f-867e-4b7c-b8fa-822322a718c4 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 May 13 15:44:57.838796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 83582344-5767-424a-8cae-452c3d510b94 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:44:57.869093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:58.024614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 83582344-5767-424a-8cae-452c3d510b94 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:44:58.030879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 83582344-5767-424a-8cae-452c3d510b94 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:44:58.031382 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:58.152868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 83582344-5767-424a-8cae-452c3d510b94 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:44:58.154262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:58.181422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:44:58.191680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:44:58.229988 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f094baf-2190-4a2b-923e-ad7657ea014f'] response: {'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'code': 200} May 13 15:44:58.336732 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:58.407739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:44:58.652982 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced0e17-5bce-44f4-bfed-ed7c53319e68 req-9c4681b5-4a7d-4449-837e-9c8711bf72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:58.654483 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0ced0e17-5bce-44f4-bfed-ed7c53319e68 req-9c4681b5-4a7d-4449-837e-9c8711bf72a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1099 time: 0.0726187 May 13 15:44:58.807024 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0ced0e17-5bce-44f4-bfed-ed7c53319e68 req-75e08c2a-1c79-423b-ad90-ee4358170474 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460364 May 13 15:44:58.984026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a6066-598d-47e8-8d1b-c4de96821f04 req-9b008509-4061-420e-99ea-18fc999572e7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:58.985543 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ef4a6066-598d-47e8-8d1b-c4de96821f04 req-9b008509-4061-420e-99ea-18fc999572e7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0875728 May 13 15:44:59.031596 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ef4a6066-598d-47e8-8d1b-c4de96821f04 req-6983d4ff-e9f5-413b-86f3-20c0fec098b0 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 May 13 15:44:59.343628 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:45:00.226755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b65399-2292-4c99-8742-696513b6c203 req-f0e1684c-fcbf-4543-9600-5e0c9c8780de tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:00.228322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d7b65399-2292-4c99-8742-696513b6c203 req-f0e1684c-fcbf-4543-9600-5e0c9c8780de tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0828748 May 13 15:45:00.278247 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d7b65399-2292-4c99-8742-696513b6c203 req-34a35dc6-32f8-483c-ba76-6029ea92b12c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 May 13 15:45:00.487534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c58cb-b416-4227-8a19-0239da979c9f req-0b1be45b-d306-4608-8c35-66744783ae3e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:00.488947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-673c58cb-b416-4227-8a19-0239da979c9f req-0b1be45b-d306-4608-8c35-66744783ae3e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0899196 May 13 15:45:00.537509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-673c58cb-b416-4227-8a19-0239da979c9f req-c6a37711-6248-4705-89fe-5b139297b4f1 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 May 13 15:45:00.830506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-37efba20-0a2d-48a7-8a67-df9324983d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:00.969436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6b965-5053-4a4a-8b78-6b30318f5e97 req-81701704-15e8-49ee-9f04-53c4b745d877 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:00.971049 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-61c6b965-5053-4a4a-8b78-6b30318f5e97 req-81701704-15e8-49ee-9f04-53c4b745d877 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0879900 May 13 15:45:01.019534 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-61c6b965-5053-4a4a-8b78-6b30318f5e97 req-8709507e-c5b4-4c2d-a113-c5b26db67dfa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 May 13 15:45:03.227643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93c0d56d-3340-401f-bed4-6a5a485f58b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:04.611220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:04.692856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:05.959170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:14.371183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa794-5519-43d1-a3be-0e3acd4fcd05 req-b1417851-61da-4467-9238-55f902295210 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:14.372550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e9aa794-5519-43d1-a3be-0e3acd4fcd05 req-b1417851-61da-4467-9238-55f902295210 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.1827061 May 13 15:45:14.416916 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7e9aa794-5519-43d1-a3be-0e3acd4fcd05 req-86c555a0-d898-49ce-ba8d-fe0669c1b15c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 May 13 15:45:14.442025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44742) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:14.559556 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980882f-737b-42fd-a86c-5961a9d57337 tempest-TestMinimumBasicScenario-2096255017 tempest-TestMinimumBasicScenario-2096255017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:14.560296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8980882f-737b-42fd-a86c-5961a9d57337 tempest-TestMinimumBasicScenario-2096255017 tempest-TestMinimumBasicScenario-2096255017-project-admin] Synchronizing usage tracker for tenant:1873cbf91ea04efab6d813c99f4866b8 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:45:14.696374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-8980882f-737b-42fd-a86c-5961a9d57337 tempest-TestMinimumBasicScenario-2096255017 tempest-TestMinimumBasicScenario-2096255017-project-admin] Unset dirty status for tenant:1873cbf91ea04efab6d813c99f4866b8 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:45:14.697590 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8980882f-737b-42fd-a86c-5961a9d57337 tempest-TestMinimumBasicScenario-2096255017 tempest-TestMinimumBasicScenario-2096255017-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1094 time: 0.2545505 May 13 15:45:14.700585 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44748) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:14.706410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '83582344-5767-424a-8cae-452c3d510b94', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:14.712553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:14.716501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:floatingip and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:14.720150 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:14.726052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:14.807108 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:14.948052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:15.087324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Allocated IP 172.26.7.17 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/aa078e4f-aedc-4d9b-91f0-c8e0859e69d0) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:45:15.241983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:15.353752 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:15.422006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:45:15.424941 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:45:15.428786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:45:15.459195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'Port': ['ID=aa078e4f-aedc-4d9b-91f0-c8e0859e69d0,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:15.847562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:16.016300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:16.227643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:16.285244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:16.394728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'Port': ['ID=aa078e4f-aedc-4d9b-91f0-c8e0859e69d0,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:16.406015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.406367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.406712 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.407048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.407376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.407710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.408034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.408387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.408710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.409032 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.409381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.409702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:16.417027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:16.688344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Floating IP 90f96a61-1c58-4426-a400-d10fca0dbc27 associated. External IP: 172.26.7.17, port: 83582344-5767-424a-8cae-452c3d510b94. May 13 15:45:17.050840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Router 6559a4de-3a08-4926-8109-10bdfadd9cb3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:45:17.243274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:45:17.254848 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Sync routers for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:45:17.266332 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:45:17.266938 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:45:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:45:17.333740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:17.397252 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f93a149-afe3-4b4c-9887-5ad560b36cae tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6949084 May 13 15:45:17.397934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:45:17.400036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44752) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:17.407424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797225721', 'description': 'tempest-secgroup-smoke-1797225721 description', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:17.414186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:17.425424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:17.454077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d8891b-a15f-4c65-afa1-f19f664767eb'] response: {'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:45:17.471219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:45:17.487506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:17.509552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:17.515103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:17.518462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:17.526478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:17.551254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-de278452-c541-4e24-b930-f9ca2a06d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:17.552867 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-de278452-c541-4e24-b930-f9ca2a06d311 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1099 time: 0.0779984 May 13 15:45:17.610622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:17.676129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:17.695582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-13387e53-856c-460b-8209-c469d1786942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:17.697052 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-13387e53-856c-460b-8209-c469d1786942 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1384835 May 13 15:45:17.737743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158d7113-618f-403c-8dad-6b98a66b9454,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:17.748379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.749733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.750226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.750526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.750867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.751919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.752409 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.753280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.753870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.754234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.754746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.755095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:45:17.811955 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-80871686-cadb-4d29-ab81-6d3989822978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 999 time: 0.1078939 May 13 15:45:17.821738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:17.827947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-04b035d0-e7f1-40c0-b6ab-7de9a4c1442b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4236250 May 13 15:45:17.828449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44758) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:17.834651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:17.841306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:17.847402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:17.849985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:17.859932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:17.894447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-3e57ceda-58ef-41cd-ba43-16b64ba516ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:17.896421 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-3e57ceda-58ef-41cd-ba43-16b64ba516ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0783496 May 13 15:45:17.902276 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '90f96a61-1c58-4426-a400-d10fca0dbc27', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'port_id': '83582344-5767-424a-8cae-452c3d510b94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'mac_address': 'fa:16:3e:8e:5f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602e829-2724-4b34-bd8e-d93003265c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:45:15Z', 'updated_at': '2022-05-13T15:45:15Z', 'revision_number': 0, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:45:17.906863 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Checking router: 6559a4de-3a08-4926-8109-10bdfadd9cb3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:45:17.916589 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:45:17.917225 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:45:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:45:17.941227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.001315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-35504ae7-2702-4a8f-82b2-1360496c383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:18.003005 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-35504ae7-2702-4a8f-82b2-1360496c383f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003075 May 13 15:45:18.021400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.102718 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.111072 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:45:18.136177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5c2117-89b0-4c9a-85b7-7d4a8cf0f3b8,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:18.151171 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-d418fffe-3381-471a-a226-94b664f1294f service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401222 May 13 15:45:18.247673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.249533 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de29f110-6469-44eb-810d-986fcdb415d9 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4199519 May 13 15:45:18.252341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44762) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:18.264741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:18.268026 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:18.275013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:18.280369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:18.288312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:18.382168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.458722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.467512 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fbfe88f3-3ea4-41ab-823c-c98e3ac3543a req-9ab029ac-bbce-45e9-a3f0-f09faddee4b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094110 May 13 15:45:18.534388 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '90f96a61-1c58-4426-a400-d10fca0dbc27', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'port_id': '83582344-5767-424a-8cae-452c3d510b94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'mac_address': 'fa:16:3e:8e:5f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602e829-2724-4b34-bd8e-d93003265c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:45:15Z', 'updated_at': '2022-05-13T15:45:15Z', 'revision_number': 0, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:45:18.538183 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef12a3-3f80-40ac-9460-ccc82cd3ea9a None None] The sync data for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv is: [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '90f96a61-1c58-4426-a400-d10fca0dbc27', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'port_id': '83582344-5767-424a-8cae-452c3d510b94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'mac_address': 'fa:16:3e:8e:5f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e602e829-2724-4b34-bd8e-d93003265c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:45:15Z', 'updated_at': '2022-05-13T15:45:15Z', 'revision_number': 0, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:45:18.553523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.578979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0098ff-9e44-454e-9c77-0345dd59dfbb,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:18.655639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.655639 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0810a1b2-1e77-4d67-acb0-f38440088d25 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3988514 May 13 15:45:18.656895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44766) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:18.662171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:18.671494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:18.676562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:18.679789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:18.687993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:18.735279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d15c7-9974-490f-b1a1-2a4d09526c00 None None] New status for floating IP 90f96a61-1c58-4426-a400-d10fca0dbc27: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:45:18.778122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.846499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.919986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:18.940416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0709ff2-ec47-45f1-9790-80d35cc17875,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:19.035968 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.037182 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-68dd6805-200c-4458-8256-2fc69830cada tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792710 May 13 15:45:19.040149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44770) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:19.045538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:19.051724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:19.055432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:19.059142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:19.064507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:19.149317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.213976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.316022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.340274 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e58234-c15d-4490-8838-88e6b6745aba,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:19.418846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.420640 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0260c59-5770-43f5-bc5a-70e3271ee96e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3794632 May 13 15:45:19.423269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44774) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:19.428189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:19.434712 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:19.439808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:19.442690 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:19.448295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:19.521918 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Project f9c59d30ed29430ebf2fa05fef7691e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:45:19.530084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.599937 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.676117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.700219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f28030-b71f-437e-8ab1-54acbeda11ce,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:19.776505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.777787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a5b68fac-6cd5-4ef8-9145-cfd1e1eb5d23 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3535538 May 13 15:45:19.783424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44778) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:45:19.789592 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'security_group_rule': {'security_group_id': '158d7113-618f-403c-8dad-6b98a66b9454', 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:19.796082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:45:19.800417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Usage tracker for resource:security_group_rule and tenant:f9c59d30ed29430ebf2fa05fef7691e6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:45:19.803534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:45:19.810081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:45:19.908513 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Project f9c59d30ed29430ebf2fa05fef7691e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:45:19.916302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:19.988889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:20.068306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:20.093850 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28aae5c-1721-4e3d-b08e-b8c6adbcf824,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:20.184837 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:20.186907 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3e5b621e-3543-4db8-9751-3df76c73a369 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4024434 May 13 15:45:20.308190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-24334337-73fd-4088-beeb-7dde0be63cd8 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:45:20.407418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-24334337-73fd-4088-beeb-7dde0be63cd8 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:45:20.408601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-24334337-73fd-4088-beeb-7dde0be63cd8 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797225721&fields=id&tenant_id=f9c59d30ed29430ebf2fa05fef7691e6 HTTP/1.1" status: 200 len: 267 time: 0.1406171 May 13 15:45:20.493711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-d781e225-ddca-465d-8ec8-37f408e3295b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:20.495164 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-d781e225-ddca-465d-8ec8-37f408e3295b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0810094 May 13 15:45:20.509397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'port': {'security_groups': ['350397e7-1c7c-418a-aa0b-99d351d34cad', '158d7113-618f-403c-8dad-6b98a66b9454']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:45:20.641109 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:20.915070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:45:20.941237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:21.000181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:21.013521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:45:21.070123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.070694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:21.072089 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5f241e3f-ff75-4156-9751-ef6dd439b5f1 req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "PUT /v2.0/ports/83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 982 time: 0.5696638 May 13 15:45:21.072545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:45:21.106507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a9e3-fc4d-49fc-b0e7-d20eb475f4fd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=6']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:45:21.183574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:45:21.231988 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2547a918-5992-422c-94b9-76e9f0454576'] response: {'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:45:21.292262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d068c1-6895-45ad-a39a-90817cc1ab4b req-2cdf1483-e694-40a6-887f-fc55ad5e9840 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.293832 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e7d068c1-6895-45ad-a39a-90817cc1ab4b req-2cdf1483-e694-40a6-887f-fc55ad5e9840 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.1170402 May 13 15:45:21.350954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-e7614872-737c-4177-84b3-66808cda135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.350954 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-e7614872-737c-4177-84b3-66808cda135e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1138 time: 0.1144230 May 13 15:45:21.390561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e7d068c1-6895-45ad-a39a-90817cc1ab4b req-8ee32212-1d04-484a-8bf7-b5580cfce397 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771327 May 13 15:45:21.542050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-837aec4d-7c8c-4165-b406-276fca8186c5 None None] Provisioning complete for port 83582344-5767-424a-8cae-452c3d510b94 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:45:21.542050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-837aec4d-7c8c-4165-b406-276fca8186c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:21.563434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-7602872e-d283-4918-803f-c61441406983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.563434 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-7602872e-d283-4918-803f-c61441406983 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.2015870 May 13 15:45:21.715196 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-c0c1d17d-6224-4a29-b01f-5eb4999a1ec4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 1001 time: 0.1457639 May 13 15:45:21.778478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-74827bf7-5520-44ae-af51-e1268994442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.782139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-74827bf7-5520-44ae-af51-e1268994442f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0649712 May 13 15:45:21.859685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-1938ece9-0ddb-4358-902b-8a27dd7df21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:21.861262 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-1938ece9-0ddb-4358-902b-8a27dd7df21e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752320 May 13 15:45:21.901521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-837aec4d-7c8c-4165-b406-276fca8186c5 None None] Current status of the port 83582344-5767-424a-8cae-452c3d510b94 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:45:22.004404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-8c8fedac-c197-45b9-a2f1-74d17cedd59c service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367610 May 13 15:45:22.149487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-72b7aee4-fdb1-4d1d-a405-30c4649a30a8 req-759415fd-e75b-4c3c-88dd-267c78bea547 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386254 May 13 15:45:27.313864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-04429268-1a61-499b-ad5b-eb418cfa13c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756433 May 13 15:45:27.452008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-151cb1af-208f-41b7-9f85-5f26859b2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:27.454131 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-151cb1af-208f-41b7-9f85-5f26859b2a1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1138 time: 0.0735199 May 13 15:45:27.601886 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-92aaa0a1-5a7c-4b69-81b8-69402e29fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:27.603292 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-92aaa0a1-5a7c-4b69-81b8-69402e29fa0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1304557 May 13 15:45:27.710435 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-2784389c-3044-4dc1-9fb4-231562e1470b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 1001 time: 0.1002305 May 13 15:45:27.776053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-646bca5f-77c1-4c97-92f0-0539c6525524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:27.777637 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-646bca5f-77c1-4c97-92f0-0539c6525524 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0617566 May 13 15:45:27.857358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-b06924b6-7354-4cf8-a971-0502ab978d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:27.859420 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-b06924b6-7354-4cf8-a971-0502ab978d3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754333 May 13 15:45:27.921792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:27.992621 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-22a2b967-9a08-44bc-b378-cee1ef059b53 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274784 May 13 15:45:28.217790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9f899b94-7f6c-4f02-8630-678ac11503cc req-a0c1cbd1-b3ff-4034-90b9-b91a8f00ba5a service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190857 May 13 15:45:30.782481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8970b637-692e-470f-8b1e-225a6ee95ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:33.240121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bb3daa5b-f024-4b9f-9ee6-15341e2b746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:34.584438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:34.687371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:35.953617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:35.998153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc531e7-3f90-4a35-8379-170c4650917a req-f5f10b07-c078-4122-bbc6-639ad09e2b2f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:35.999848 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8dc531e7-3f90-4a35-8379-170c4650917a req-f5f10b07-c078-4122-bbc6-639ad09e2b2f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0910242 May 13 15:45:36.045443 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-954f6b9a-3264-41dc-9e6f-030b592e28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:36.047323 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-954f6b9a-3264-41dc-9e6f-030b592e28f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1138 time: 0.0767705 May 13 15:45:36.049040 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8dc531e7-3f90-4a35-8379-170c4650917a req-c71befb5-733b-47f3-a8b6-d17c534ef11c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424354 May 13 15:45:36.181069 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-b925020a-19df-4df1-b5d0-a54fa0bff29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:36.182541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-b925020a-19df-4df1-b5d0-a54fa0bff29c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1293445 May 13 15:45:36.289384 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-bdb9a2a5-7123-43d5-bddd-75440c6e6ce9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 1001 time: 0.0995414 May 13 15:45:36.342537 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:45:36.353248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-71c6c385-7def-44fc-8eeb-5c2ba17633c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:36.354711 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-71c6c385-7def-44fc-8eeb-5c2ba17633c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0589449 May 13 15:45:36.433329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-808104b0-7c7b-4bbe-9143-c5c9064d0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:36.434788 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-808104b0-7c7b-4bbe-9143-c5c9064d0153 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732775 May 13 15:45:36.579773 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-8205e7f7-3a83-4c11-a850-31b9ab5d784b service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378095 May 13 15:45:36.709530 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30e1735d-8b66-4fb9-aaf5-50f6e480b7d7 req-f4f8ea9a-9642-425b-831c-e3b63a1836c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240549 May 13 15:45:37.254442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea5d2-37a0-4f8e-bb6a-7a16859b29fe req-8560229a-5e9c-4f96-95f4-b023d10731c2 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:37.255898 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-951ea5d2-37a0-4f8e-bb6a-7a16859b29fe req-8560229a-5e9c-4f96-95f4-b023d10731c2 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0860598 May 13 15:45:37.305913 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-951ea5d2-37a0-4f8e-bb6a-7a16859b29fe req-b8aac679-dbc4-497b-9f77-ddf3a1b24faa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435419 May 13 15:45:38.505237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb31ec2-1ccb-4791-bea3-c0f6dc3a43cb req-91711000-a0e2-4b4c-84d2-a23d27903c81 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:38.506741 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-abb31ec2-1ccb-4791-bea3-c0f6dc3a43cb req-91711000-a0e2-4b4c-84d2-a23d27903c81 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0904517 May 13 15:45:38.555171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-abb31ec2-1ccb-4791-bea3-c0f6dc3a43cb req-634d76e5-ed44-4473-90e1-55e4c0621e0b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424647 May 13 15:45:39.747160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09933eef-5c35-4bf5-950f-c2d1b9caed5b req-ec3b4427-38c3-49c2-bb93-c56ade9f29f5 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:39.748610 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-09933eef-5c35-4bf5-950f-c2d1b9caed5b req-ec3b4427-38c3-49c2-bb93-c56ade9f29f5 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0827692 May 13 15:45:39.796463 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-09933eef-5c35-4bf5-950f-c2d1b9caed5b req-576bdbe3-9859-40d7-ba75-25ba04309ed8 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411017 May 13 15:45:40.985863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba33e2-ce67-4b59-a3e6-dce66f1653b1 req-ab14bdf2-6a5b-4a5d-8db8-777ca90e9341 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:40.987531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdba33e2-ce67-4b59-a3e6-dce66f1653b1 req-ab14bdf2-6a5b-4a5d-8db8-777ca90e9341 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0826228 May 13 15:45:41.038850 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bdba33e2-ce67-4b59-a3e6-dce66f1653b1 req-6e5487c9-9638-462e-9cef-6c37a8a85779 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453322 May 13 15:45:42.280275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910aa21-68e5-43b6-bc9f-7915f9304333 req-c555c106-82b3-48a4-a7a2-6c26b615aa5f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:42.282589 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2910aa21-68e5-43b6-bc9f-7915f9304333 req-c555c106-82b3-48a4-a7a2-6c26b615aa5f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0919175 May 13 15:45:42.332783 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2910aa21-68e5-43b6-bc9f-7915f9304333 req-667bb0db-c151-4560-b55c-7c53ee06c295 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446603 May 13 15:45:43.622498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021077-a1c6-4bfa-9f3d-265b54fdd2ff req-401b4df8-fd76-4bc0-81b9-8bdd126cef71 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:43.624584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-58021077-a1c6-4bfa-9f3d-265b54fdd2ff req-401b4df8-fd76-4bc0-81b9-8bdd126cef71 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.1184392 May 13 15:45:43.699270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-58021077-a1c6-4bfa-9f3d-265b54fdd2ff req-c72779ba-dfbf-420e-af96-560c5964c1cd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648310 May 13 15:45:44.896534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da65da-14b7-44ad-8001-bf9cfa39ed84 req-976f3b31-af6c-4c6d-8610-882e44d3cd8c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:44.898009 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71da65da-14b7-44ad-8001-bf9cfa39ed84 req-976f3b31-af6c-4c6d-8610-882e44d3cd8c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0795157 May 13 15:45:44.945505 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71da65da-14b7-44ad-8001-bf9cfa39ed84 req-833a0fe2-7a38-4aef-b17b-eb2f64216e76 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415592 May 13 15:45:46.144326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9f65e-96f4-4f7d-8d82-ba796f5f9063 req-7671bfe8-61c0-4be2-85da-649371327b86 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:46.145762 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dba9f65e-96f4-4f7d-8d82-ba796f5f9063 req-7671bfe8-61c0-4be2-85da-649371327b86 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0857720 May 13 15:45:46.191821 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dba9f65e-96f4-4f7d-8d82-ba796f5f9063 req-a3aa07c9-1ba4-4aab-9cba-a5513fb4ddb7 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401375 May 13 15:45:47.392386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34c32-973b-4b18-b37b-a947f99057a0 req-d9a511b5-b283-4225-b5bf-c2a880f3613d tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:47.393864 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-70e34c32-973b-4b18-b37b-a947f99057a0 req-d9a511b5-b283-4225-b5bf-c2a880f3613d tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0889003 May 13 15:45:47.440812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-70e34c32-973b-4b18-b37b-a947f99057a0 req-3a3b3217-eaa2-43ed-8c31-04970a76dd43 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410624 May 13 15:45:48.628369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdff52-6500-4ab3-90d0-45a8ba950f56 req-24a498ad-8b9a-4db5-b1c6-33a3e5f3dd28 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:48.629817 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a3bdff52-6500-4ab3-90d0-45a8ba950f56 req-24a498ad-8b9a-4db5-b1c6-33a3e5f3dd28 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0802326 May 13 15:45:48.677702 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a3bdff52-6500-4ab3-90d0-45a8ba950f56 req-8f1947a1-2fa5-47d8-b8cf-25314834b4d5 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419054 May 13 15:45:49.867055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9fa6-137c-41ad-ad70-cba08f8f56fc req-97a41f65-89f8-4c8e-9c2b-12a0dca72c31 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:49.868606 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b9b9fa6-137c-41ad-ad70-cba08f8f56fc req-97a41f65-89f8-4c8e-9c2b-12a0dca72c31 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0817101 May 13 15:45:49.918161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6b9b9fa6-137c-41ad-ad70-cba08f8f56fc req-b011ab05-17a0-4f7e-a752-870d9d2b00fe tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435615 May 13 15:45:51.111400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c3e5-c82f-4abe-8ed9-09487d11d2be req-9fd6e813-78a6-498c-a9b4-505b1ac7427b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:51.112891 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de52c3e5-c82f-4abe-8ed9-09487d11d2be req-9fd6e813-78a6-498c-a9b4-505b1ac7427b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0878966 May 13 15:45:51.161575 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-de52c3e5-c82f-4abe-8ed9-09487d11d2be req-35843c1c-2656-47d2-9c33-9a5c2c63a03e tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428240 May 13 15:45:52.358753 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7b2c7-c5f4-4a77-bf5d-4f0266748313 req-72e590e7-6c09-4846-8913-81a3c72fd6fa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:52.360280 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-08c7b2c7-c5f4-4a77-bf5d-4f0266748313 req-72e590e7-6c09-4846-8913-81a3c72fd6fa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0906811 May 13 15:45:52.410792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-08c7b2c7-c5f4-4a77-bf5d-4f0266748313 req-cae30786-6a51-4564-b4ff-44a64efaaa7d tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436277 May 13 15:45:53.597969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6b81-fb79-40ce-bcf2-fbd309b814b1 req-e43d364c-6ebd-418d-b6b6-098b3aeb70fa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:53.599474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a0ce6b81-fb79-40ce-bcf2-fbd309b814b1 req-e43d364c-6ebd-418d-b6b6-098b3aeb70fa tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0812500 May 13 15:45:53.649500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a0ce6b81-fb79-40ce-bcf2-fbd309b814b1 req-8449052e-408d-43ec-8335-f72ab38ca35b tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=158d7113-618f-403c-8dad-6b98a66b9454&id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441754 May 13 15:45:57.824356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:00.778781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e1406f28-4d73-4881-9b53-6942193421fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:03.196103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6028da2e-a1a1-43ac-abad-c1260c0f25ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:04.590013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:04.710178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:06.205713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:13.343773 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:46:26.325872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-3b54c8b4-db46-478e-ada4-ce8b9859c5b5 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797225721&fields=id&tenant_id=f9c59d30ed29430ebf2fa05fef7691e6 HTTP/1.1" status: 200 len: 267 time: 0.0449378 May 13 15:46:26.423261 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-ef33a111-2dd0-413f-826f-53d9d282f342 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:26.424858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-ef33a111-2dd0-413f-826f-53d9d282f342 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 985 time: 0.0929914 May 13 15:46:26.436302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Request body: {'port': {'security_groups': ['350397e7-1c7c-418a-aa0b-99d351d34cad']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:26.562285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:26.927075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:26.952732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.047272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.059880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:46:27.129210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:27.129978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.131785 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64e2ecfd-66a8-49ff-859a-ef774e2ad79e req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "PUT /v2.0/ports/83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 943 time: 0.7006776 May 13 15:46:27.132334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:46:27.139950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44858) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:27.176314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event updated for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=7']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:27.188614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.189195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.189981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.190489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.190980 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.191613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.192109 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.192601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.193629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.194164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.194659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.195145 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa81cfe-7e1c-47c7-a303-462c8901512c tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.246964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:46:27.277401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea4e7e5-f06c-4ece-8c22-8334cc8435eb'] response: {'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:46:27.373882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.390679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-8b1ae3db-262c-4905-a259-6b8218857916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:27.392193 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-8b1ae3db-262c-4905-a259-6b8218857916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1099 time: 0.0918787 May 13 15:46:27.409611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.481113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0d00211a-9c27-4463-9ff5-1e8124773944 None None] Provisioning complete for port 83582344-5767-424a-8cae-452c3d510b94 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:46:27.481412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0d00211a-9c27-4463-9ff5-1e8124773944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.541470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-b9a4b595-a101-4f20-8249-41ed7ac3fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:27.543057 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-b9a4b595-a101-4f20-8249-41ed7ac3fa37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1449008 May 13 15:46:27.565591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.587981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d7113-618f-403c-8dad-6b98a66b9454,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:27.596086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.596503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.596847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.597177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.597507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.597833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.598191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.598529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.598893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.599234 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.599541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.599887 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:46:27.643337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0d00211a-9c27-4463-9ff5-1e8124773944 None None] Current status of the port 83582344-5767-424a-8cae-452c3d510b94 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:46:27.664211 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-eff0a75f-741c-44f3-b7b5-e2e9660876bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 1001 time: 0.1148546 May 13 15:46:27.685206 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.689304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6cbf9fcd-e41f-428b-b053-353549ed1223 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "DELETE /v2.0/security-groups/158d7113-618f-403c-8dad-6b98a66b9454 HTTP/1.1" status: 204 len: 168 time: 0.5453956 May 13 15:46:27.689304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44866) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:27.736442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-4105339f-a0e3-4770-8372-18d695210052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:27.738120 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-4105339f-a0e3-4770-8372-18d695210052 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0672972 May 13 15:46:27.824627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-1c128936-7b45-48e1-a5c0-d6245656adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:27.826175 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-1c128936-7b45-48e1-a5c0-d6245656adb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824287 May 13 15:46:27.841476 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.912745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Deleting port aa078e4f-aedc-4d9b-91f0-c8e0859e69d0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:27.913275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:27.969621 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-b8606b98-3b2d-4f73-aaec-6e312d3f8745 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374898 May 13 15:46:28.097732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:28.098072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:28.119603 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-13bc647e-90da-486b-81d4-bd376e3d77ec req-dcb00fd7-96d2-43e4-b856-66cd6ae1fda3 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436238 May 13 15:46:28.229111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Calling delete_port for aa078e4f-aedc-4d9b-91f0-c8e0859e69d0 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:28.462998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:28.515868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event deleted for resources: {'Port': ['ID=aa078e4f-aedc-4d9b-91f0-c8e0859e69d0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:28.616122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:28.616563 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Floating IP 90f96a61-1c58-4426-a400-d10fca0dbc27 disassociated (deleted). External IP: 172.26.7.17, port: 83582344-5767-424a-8cae-452c3d510b94. May 13 15:46:28.975325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Router 6559a4de-3a08-4926-8109-10bdfadd9cb3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:46:29.273401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:46:29.284680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Sync routers for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:46:29.294498 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:29.295108 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:29.327715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-2b83a826-496f-4a02-a37c-46784545bcf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745187 May 13 15:46:29.446490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:29.477202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-fe8e1573-f585-4d3b-9882-c0a6aebd0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:29.478997 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-fe8e1573-f585-4d3b-9882-c0a6aebd0575 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1099 time: 0.0819514 May 13 15:46:29.494150 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:29.506340 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-802d15f3-19ba-4b0a-a907-f95a4ecfc3bb tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "DELETE /v2.0/floatingips/90f96a61-1c58-4426-a400-d10fca0dbc27 HTTP/1.1" status: 204 len: 168 time: 1.8159895 May 13 15:46:29.506986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:46:29.560104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d56d63f-ed58-4ff4-8fe4-23842936ae31'] response: {'name': 'network-changed', 'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:46:29.644732 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-c7b5c33a-1747-47f9-9c5e-46be6f952735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:29.646245 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-c7b5c33a-1747-47f9-9c5e-46be6f952735 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1489491 May 13 15:46:29.716059 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-5ce11270-4daa-44a8-94ab-7b2519e0fda8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 217 time: 0.0641704 May 13 15:46:29.784290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-e76a1137-5825-4675-96d7-eb856698165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:29.785792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-e76a1137-5825-4675-96d7-eb856698165d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0639491 May 13 15:46:29.859746 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:29.863530 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Checking router: 6559a4de-3a08-4926-8109-10bdfadd9cb3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:46:29.864273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-56e3bfc8-c924-4729-9f78-5dfe65f8d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:29.865817 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-56e3bfc8-c924-4729-9f78-5dfe65f8d177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740819 May 13 15:46:29.873267 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:29.873887 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:30.063996 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:30.130452 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-7bde5e30-14de-4cab-bce6-efa96aeb77b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579052 May 13 15:46:30.272340 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04068bfe-65d1-406c-b44b-1e1e661df75b req-4b8e3de9-8a5c-4e4c-a926-26cfb967f9fe service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338489 May 13 15:46:30.394865 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:30.399108 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242f597-72d7-4e91-9481-211ea89b1b54 None None] The sync data for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv is: [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:44:15Z', 'revision_number': 4, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'd14bce11-650a-4549-9e89-bf8091af54e5', 'name': '', 'network_id': '4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'mac_address': 'fa:16:3e:1f:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:14Z', 'updated_at': '2022-05-13T15:44:23Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'subnets': [{'id': 'db08b399-bf2b-4fd8-9558-7f72e6749c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:46:30.500434 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9f2a-f643-4971-996f-419525fe66cc req-1cee591c-d1f3-4425-a69d-933bb42d2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:30.505502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-1cee591c-d1f3-4425-a69d-933bb42d2716 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 1099 time: 0.0894737 May 13 15:46:30.654195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9f2a-f643-4971-996f-419525fe66cc req-89610c6b-6f1a-4a5d-a955-672603f039e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:30.655700 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-89610c6b-6f1a-4a5d-a955-672603f039e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 200 len: 915 time: 0.1473575 May 13 15:46:30.685903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0213ae5-345d-4e06-ba7e-766169880d74 None None] New status for floating IP 90f96a61-1c58-4426-a400-d10fca0dbc27: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:46:30.731372 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-321d2230-8c35-4a95-b997-4068d7ba1983 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 200 len: 217 time: 0.0693409 May 13 15:46:30.806207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9f2a-f643-4971-996f-419525fe66cc req-b866983d-90a6-4878-87d8-b081411d8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:30.808594 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-b866983d-90a6-4878-87d8-b081411d8703 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 200 len: 853 time: 0.0716648 May 13 15:46:30.919275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0db1523b-b98e-42e7-845d-e61e9b3e445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:30.926096 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9f2a-f643-4971-996f-419525fe66cc req-c3ac085a-8674-4d2d-869c-6d5682cea69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:30.937976 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-c3ac085a-8674-4d2d-869c-6d5682cea69e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168923 May 13 15:46:31.108218 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-e08832a3-7baf-4213-ba1c-91016d0b7b4b service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687334 May 13 15:46:31.279915 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64db9f2a-f643-4971-996f-419525fe66cc req-e051c5d8-0d9a-401f-a1d3-ffc5a3b47f3c service neutron] 10.222.0.23 "GET /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657376 May 13 15:46:33.190810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2acc13c2-8d3e-4305-a879-9b951e65bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:34.606005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:34.714709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:35.857546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e5a6-418d-41bd-aafe-97b16ccdfcbd req-18030aff-0992-42b1-b0de-ad070edf2a64 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:35.859196 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f25e5a6-418d-41bd-aafe-97b16ccdfcbd req-18030aff-0992-42b1-b0de-ad070edf2a64 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0904014 May 13 15:46:35.907649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f25e5a6-418d-41bd-aafe-97b16ccdfcbd req-2f0082f2-59cb-4739-b40f-20f2c24b7f20 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 May 13 15:46:35.990245 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:37.112946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-033baac0-36f0-4a7f-93d7-05a0c60bd185 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:37.113647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-033baac0-36f0-4a7f-93d7-05a0c60bd185 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:46:37.188453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-033baac0-36f0-4a7f-93d7-05a0c60bd185 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:46:37.189660 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-033baac0-36f0-4a7f-93d7-05a0c60bd185 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.1584740 May 13 15:46:37.241759 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-59e26d56-0109-4c87-bf43-cfcd30d9522f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Synchronizing usage tracker for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:46:37.314941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-59e26d56-0109-4c87-bf43-cfcd30d9522f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Unset dirty status for tenant:f9c59d30ed29430ebf2fa05fef7691e6 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:46:37.316176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4ea596b3-9e1f-40b9-9d42-d7f540965f1c req-59e26d56-0109-4c87-bf43-cfcd30d9522f tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/security-groups?id=350397e7-1c7c-418a-aa0b-99d351d34cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208003 May 13 15:46:37.487208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-59a57ffd-1144-4a66-858e-bb3c44745dd0 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:46:37.488715 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-59a57ffd-1144-4a66-858e-bb3c44745dd0 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.23 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 946 time: 0.0877426 May 13 15:46:37.571727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Deleting port 83582344-5767-424a-8cae-452c3d510b94 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:37.572043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:37.848693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] For port 83582344-5767-424a-8cae-452c3d510b94, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=83582344-5767-424a-8cae-452c3d510b94,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:37.848977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:38.083286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Calling delete_port for 83582344-5767-424a-8cae-452c3d510b94 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:38.304322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:38.315986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['83582344-5767-424a-8cae-452c3d510b94'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:46:38.360225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Pushing event deleted for resources: {'Port': ['ID=83582344-5767-424a-8cae-452c3d510b94,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:38.475303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] No DVR routers for this DVR port 83582344-5767-424a-8cae-452c3d510b94 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:46:38.482975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:38.485543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'name': 'network-vif-deleted', 'tag': '83582344-5767-424a-8cae-452c3d510b94'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:46:38.499494 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b6be8a4b-c292-41bf-9a4a-a4d240fd0a58 req-6246efc0-790e-40d4-9e04-e6fa6db230dd tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.91 "GET /v2.0/ports?device_id=e602e829-2724-4b34-bd8e-d93003265c82 HTTP/1.1" status: 200 len: 210 time: 0.0601270 May 13 15:46:38.539179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6741ea-2f51-4eaa-9d46-ec7d5c6379c4'] response: {'server_uuid': 'e602e829-2724-4b34-bd8e-d93003265c82', 'name': 'network-vif-deleted', 'tag': '83582344-5767-424a-8cae-452c3d510b94', 'status': 'completed', 'code': 200} May 13 15:46:38.600717 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-114c6172-ca78-4114-82c4-753f9f0d5505 req-8bbd4379-4009-451b-9286-d0ad01f3a308 tempest-TestMinimumBasicScenario-854395742 tempest-TestMinimumBasicScenario-854395742-project] 10.222.0.23 "DELETE /v2.0/ports/83582344-5767-424a-8cae-452c3d510b94 HTTP/1.1" status: 204 len: 173 time: 1.1051843 May 13 15:46:40.916324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44954) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:41.480892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:41.846431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Deleting port d14bce11-650a-4549-9e89-bf8091af54e5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:41.846661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:42.026941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] For port d14bce11-650a-4549-9e89-bf8091af54e5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d14bce11-650a-4549-9e89-bf8091af54e5,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:42.027642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:42.265916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Calling delete_port for d14bce11-650a-4549-9e89-bf8091af54e5 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:42.307844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 83582344-5767-424a-8cae-452c3d510b94 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:42.345818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 83582344-5767-424a-8cae-452c3d510b94 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:42.346115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 83582344-5767-424a-8cae-452c3d510b94 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:42.681290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:42.726515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14bce11-650a-4549-9e89-bf8091af54e5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:42.995089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:43.358732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Router 6559a4de-3a08-4926-8109-10bdfadd9cb3 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:46:43.545447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:46:43.554642 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Sync routers for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:46:43.561039 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bcdf91c4-7555-48ef-a070-3868893ed382 admin admin] 10.222.0.91 "PUT /v2.0/routers/6559a4de-3a08-4926-8109-10bdfadd9cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406233 May 13 15:46:43.561391 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44958) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:43.564169 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:43.564952 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:43.755480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:43.868310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:44.055454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:44.066960 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:46:42Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:44.070797 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Checking router: 6559a4de-3a08-4926-8109-10bdfadd9cb3 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:46:44.079844 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Routers {'6559a4de-3a08-4926-8109-10bdfadd9cb3'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:44.080439 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6559a4de-3a08-4926-8109-10bdfadd9cb3'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:44.144230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Deleting port 5c81ddd6-5397-4833-9aec-744c893798d6 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:44.144698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:44.264492 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] Set router 6559a4de-3a08-4926-8109-10bdfadd9cb3 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:44.323812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] For port 5c81ddd6-5397-4833-9aec-744c893798d6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5c81ddd6-5397-4833-9aec-744c893798d6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:44.324156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:44.450015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Calling delete_port for 5c81ddd6-5397-4833-9aec-744c893798d6 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:44.559021 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:46:42Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:44.563447 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ada67b-0537-4320-b67e-17bf974e345b None None] The sync data for ids ['6559a4de-3a08-4926-8109-10bdfadd9cb3'] in dv-neutron-835340-3-hyperv is: [{'id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'name': 'tempest-TestMinimumBasicScenario-636775858-router', 'tenant_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:10Z', 'updated_at': '2022-05-13T15:46:42Z', 'revision_number': 5, 'project_id': 'f9c59d30ed29430ebf2fa05fef7691e6', 'gw_port': {'id': '5c81ddd6-5397-4833-9aec-744c893798d6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559a4de-3a08-4926-8109-10bdfadd9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:11Z', 'updated_at': '2022-05-13T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:46:44.727178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:44.778612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c81ddd6-5397-4833-9aec-744c893798d6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:44.872392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.053149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.055392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.184284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.184844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6559a4de-3a08-4926-8109-10bdfadd9cb3 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:46:45.198638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.202458 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d8a73630-a70f-4b76-add1-fc3b3dfb64bf admin admin] 10.222.0.91 "DELETE /v2.0/routers/6559a4de-3a08-4926-8109-10bdfadd9cb3 HTTP/1.1" status: 204 len: 168 time: 1.6401784 May 13 15:46:45.202646 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44962) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:45.265827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Deleting subnet db08b399-bf2b-4fd8-9558-7f72e6749c31 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:46:45.269196 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.322587 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.400721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.566425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.604685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db08b399-bf2b-4fd8-9558-7f72e6749c31,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:45.611367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.617450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29849ea-6aa6-4149-a8fe-d1cefcc603e7 None None] Network 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:46:45.620964 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-32cfe90a-67c0-4e0d-97c3-3b0636621f62 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/db08b399-bf2b-4fd8-9558-7f72e6749c31 HTTP/1.1" status: 204 len: 168 time: 0.4145052 May 13 15:46:45.620964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44966) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:45.735827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.747010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Deleting port 3810ad06-939c-4cf1-831a-ed01c71ac291 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:45.747010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.872314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] DHCP port deletion for 4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:46:45.876958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Deleting port 3810ad06-939c-4cf1-831a-ed01c71ac291 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:45.877328 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:45.967721 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] For port 3810ad06-939c-4cf1-831a-ed01c71ac291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3810ad06-939c-4cf1-831a-ed01c71ac291,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:45.968078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.100215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Calling delete_port for 3810ad06-939c-4cf1-831a-ed01c71ac291 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:46.125065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] For port 3810ad06-939c-4cf1-831a-ed01c71ac291, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3810ad06-939c-4cf1-831a-ed01c71ac291,segment=NetworkSegment(7e55450f-3d6d-408c-b7b5-26b247da90cb),segment_id=7e55450f-3d6d-408c-b7b5-26b247da90cb)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:46.125454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.251155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Calling delete_port for 3810ad06-939c-4cf1-831a-ed01c71ac291 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:46.281474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.333657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=3810ad06-939c-4cf1-831a-ed01c71ac291,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:46.335006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:46:46.335393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:46:46.341054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] No DVR routers for this DVR port 3810ad06-939c-4cf1-831a-ed01c71ac291 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:46:46.427571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3810ad06-939c-4cf1-831a-ed01c71ac291 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:46.465429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3810ad06-939c-4cf1-831a-ed01c71ac291 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:46.465775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3810ad06-939c-4cf1-831a-ed01c71ac291 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:46.466248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5c81ddd6-5397-4833-9aec-744c893798d6 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:46.468600 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.496055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:46.501038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 5c81ddd6-5397-4833-9aec-744c893798d6 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:46.501393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5c81ddd6-5397-4833-9aec-744c893798d6 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:46.501820 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d14bce11-650a-4549-9e89-bf8091af54e5 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:46.508722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e55450f-3d6d-408c-b7b5-26b247da90cb') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:46.509020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e55450f-3d6d-408c-b7b5-26b247da90cb') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:46.520958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.537081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.537992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d14bce11-650a-4549-9e89-bf8091af54e5 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:46.538347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d14bce11-650a-4549-9e89-bf8091af54e5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:46.543755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:46:46.544335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:46:46.559574 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:46:46.837195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Deleting port 3810ad06-939c-4cf1-831a-ed01c71ac291 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:46.838350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.840423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.856740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:46.867467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:46.909116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c2ee-3c10-4651-b446-31b02d895c0b None None] The port '3810ad06-939c-4cf1-831a-ed01c71ac291' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:46:46.961286 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c376aff8-3ff1-41c0-a820-73dc2c73fedd admin admin] 10.222.0.91 "DELETE /v2.0/networks/4dc94dfb-25d7-45fa-b62f-d6c5f0670ab5 HTTP/1.1" status: 204 len: 168 time: 1.3390591 May 13 15:46:46.967958 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:47.538605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:47.900194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Deleting port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:47.901063 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:48.078002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] For port 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:48.078418 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:48.206065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Calling delete_port for 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:48.750271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:48.807777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0eea1c-0308-44c4-b4f6-f16c17fe9a16,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:49.083618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:49.468581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:46:49.646798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:46:49.655457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Sync routers for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:46:49.664507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:49.665113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:49.729181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ae3ca913-ab80-4908-a132-ce4c623b1cf7 admin admin] 10.222.0.91 "PUT /v2.0/routers/b0d360d3-1c2c-4baf-b0f7-376b17d0cba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7631114 May 13 15:46:49.731430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44974) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:49.851155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:49.912211 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:50.152150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:46:48Z', 'revision_number': 5, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:50.156061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Checking router: b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:46:50.164620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Routers {'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:46:50.165372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:46:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:50.211219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:50.298884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Deleting port d55f9ec9-1490-49e1-a6d7-56974ac1aab6 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:50.300607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:50.344425 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:46:50.345031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] Set router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:46:50.484947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] For port d55f9ec9-1490-49e1-a6d7-56974ac1aab6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:50.485302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:50.614106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Calling delete_port for d55f9ec9-1490-49e1-a6d7-56974ac1aab6 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:50.680465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:46:48Z', 'revision_number': 5, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:50.685197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393f563-4878-4b4d-9afd-a578beb5341b None None] The sync data for ids ['b0d360d3-1c2c-4baf-b0f7-376b17d0cba8'] in dv-neutron-835340-3-hyperv is: [{'id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'name': 'tempest-TestMinimumBasicScenario-1416604315-router', 'tenant_id': '1873cbf91ea04efab6d813c99f4866b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:44:19Z', 'updated_at': '2022-05-13T15:46:48Z', 'revision_number': 5, 'project_id': '1873cbf91ea04efab6d813c99f4866b8', 'gw_port': {'id': 'd55f9ec9-1490-49e1-a6d7-56974ac1aab6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d360d3-1c2c-4baf-b0f7-376b17d0cba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:44:20Z', 'updated_at': '2022-05-13T15:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:46:50.853114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:50.903244 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55f9ec9-1490-49e1-a6d7-56974ac1aab6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:50.997300 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.179188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.181935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.321477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.322094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:46:51.335601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.336743 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0e251a30-07fb-4222-be93-f513d0ac4745 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b0d360d3-1c2c-4baf-b0f7-376b17d0cba8 HTTP/1.1" status: 204 len: 168 time: 1.6044068 May 13 15:46:51.339258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 44978) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:51.405235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Deleting subnet 6f77e696-fdf9-4bcb-8aa2-b0c471640686 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:46:51.408524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.460895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.545405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.710655 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.751316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f77e696-fdf9-4bcb-8aa2-b0c471640686,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:51.761034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.761473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510a253-c1ab-4191-9911-d02738df22ca None None] Network b81666a5-58f4-489a-8e39-7537ab40c1f1 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:46:51.761905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c71cbc53-a49e-4899-a400-f1d4e0da5f56 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6f77e696-fdf9-4bcb-8aa2-b0c471640686 HTTP/1.1" status: 204 len: 168 time: 0.4195912 May 13 15:46:51.762637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44982) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:51.874111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:51.886233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Deleting port 9574072f-3058-42c0-a536-86b5e6e9e7e5 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:51.886564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.009787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] DHCP port deletion for b81666a5-58f4-489a-8e39-7537ab40c1f1 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:46:52.014330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Deleting port 9574072f-3058-42c0-a536-86b5e6e9e7e5 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:52.014703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.208150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] For port 9574072f-3058-42c0-a536-86b5e6e9e7e5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9574072f-3058-42c0-a536-86b5e6e9e7e5,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:52.208502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.227517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] For port 9574072f-3058-42c0-a536-86b5e6e9e7e5, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=9574072f-3058-42c0-a536-86b5e6e9e7e5,segment=NetworkSegment(19d43969-e4af-4f6e-bf1c-1381509a6430),segment_id=19d43969-e4af-4f6e-bf1c-1381509a6430)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:46:52.227907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.334566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Calling delete_port for 9574072f-3058-42c0-a536-86b5e6e9e7e5 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:52.356318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Calling delete_port for 9574072f-3058-42c0-a536-86b5e6e9e7e5 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:46:52.432607 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9574072f-3058-42c0-a536-86b5e6e9e7e5 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:52.487134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.495437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port 9574072f-3058-42c0-a536-86b5e6e9e7e5 {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:46:52.495829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 9574072f-3058-42c0-a536-86b5e6e9e7e5 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:52.497136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d55f9ec9-1490-49e1-a6d7-56974ac1aab6 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:52.526879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:46:52.527231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:46:52.532670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d55f9ec9-1490-49e1-a6d7-56974ac1aab6 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:52.533006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d55f9ec9-1490-49e1-a6d7-56974ac1aab6 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:52.533430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:46:52.539383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Pushing event deleted for resources: {'Port': ['ID=9574072f-3058-42c0-a536-86b5e6e9e7e5,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:52.544652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] No DVR routers for this DVR port 9574072f-3058-42c0-a536-86b5e6e9e7e5 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:46:52.567086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:46:52.567435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3c0eea1c-0308-44c4-b4f6-f16c17fe9a16 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:46:52.661238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.687174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81666a5-58f4-489a-8e39-7537ab40c1f1']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:52.700635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d43969-e4af-4f6e-bf1c-1381509a6430') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:52.700928 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d43969-e4af-4f6e-bf1c-1381509a6430') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:46:52.712396 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.729045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.735442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:46:52.735830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:46:52.753278 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:46:52.898379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.915684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:52.926311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] Pushing event deleted for resources: {'Network': ['ID=b81666a5-58f4-489a-8e39-7537ab40c1f1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:52.934315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4769df3d-2a05-4fa0-aab2-6e11b844685e admin admin] 10.222.0.91 "DELETE /v2.0/networks/b81666a5-58f4-489a-8e39-7537ab40c1f1 HTTP/1.1" status: 204 len: 168 time: 1.1706026 May 13 15:46:53.028979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Deleting port 9574072f-3058-42c0-a536-86b5e6e9e7e5 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:46:53.029540 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:53.097585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-ea5dc869-c45d-445d-971f-fcb9d0fe5784 None None] The port '9574072f-3058-42c0-a536-86b5e6e9e7e5' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:46:53.308304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44988) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:53.361988 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-339eaf4f-ba86-40db-89a1-5b6fc32090b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f9c59d30ed29430ebf2fa05fef7691e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522969 May 13 15:46:53.364630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 44992) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:53.423315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:53.449479 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:53.556126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:53.575067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350397e7-1c7c-418a-aa0b-99d351d34cad,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:53.630245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:53.631380 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-22e0307d-acca-4509-8db7-93c59089752c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/350397e7-1c7c-418a-aa0b-99d351d34cad HTTP/1.1" status: 204 len: 168 time: 0.2656546 May 13 15:46:54.433717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45000) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:54.483527 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-893b357f-3d65-4551-aad0-3ded425e343e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1873cbf91ea04efab6d813c99f4866b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484903 May 13 15:46:54.486105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45004) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:54.555494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:54.582919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:54.710207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:54.727454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56a2ed-0b8f-4a2b-b188-b77234333085,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:54.731793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:54.733313 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7406c4ad-ede4-49e7-afd4-077b1b908d94 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a56a2ed-0b8f-4a2b-b188-b77234333085 HTTP/1.1" status: 204 len: 168 time: 0.2455316 May 13 15:46:57.051242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45046) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:57.056807 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209794616', 'description': 'tempest-secgroup-smoke-1209794616 description', 'project_id': '8e5f9adb17d94c32a72916200f8832b6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:57.063230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:57.067134 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:57.070125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:57.076431 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:57.184527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.197011 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.211575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:57.215519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:57.219520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:57.225508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:57.310552 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.378640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.392270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:57.399920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:57.409497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:57.419632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:57.425460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b814e61e-a253-44e3-80e5-e17240b43b3f,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:57.497671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.606915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.659315 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0197d-2702-475f-9253-e08291c2f69e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:57.726286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.727564 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-26ccd86b-ea7a-4db9-a278-ac8034dc1d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6753237 May 13 15:46:57.730664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45050) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:57.742278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:57.742885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:57.746849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:57.750434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:57.756470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:57.842669 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.898656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.909413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:57.984743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.009799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f124b7e-4b5f-476d-8e58-574fed54b255,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:58.103242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.104532 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-70b7f39e-8b23-4ae0-a995-b226bb6959aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729262 May 13 15:46:58.107332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45054) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:58.113369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:58.119376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:58.123063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:58.126685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:58.132455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:58.242535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.307803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.367352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.403443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1773b7-20ac-4201-ad5d-4f7718383a27,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:58.497821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.499098 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-efcb5097-7dc8-44cd-9c52-b687ba6f54bc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907218 May 13 15:46:58.502252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45058) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:58.507160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:58.513247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:58.517801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:58.520636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:58.526247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:58.613620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.684564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.754792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.783361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b44c05-e56c-4b3a-a82b-5dbe98a0933d,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:58.847048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:58.848328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-984a9b6d-bfeb-4175-8690-caee59117f39 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451664 May 13 15:46:58.851140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45062) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:58.857991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:58.867638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:58.871960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:58.875913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:58.881971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:58.969158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.034398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.127062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.153103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5826d8ea-6381-4239-872f-07985fc611ba,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:59.275885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.277087 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cf967955-dbf1-4b02-8175-53dc54b17467 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249506 May 13 15:46:59.280215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45066) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:59.285470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:59.291532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:59.295304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:59.298572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:59.304146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:59.391109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:46:59.398093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.465241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.544428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.568953 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b19a421-aa6e-406f-bf50-3422c5d91832,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:46:59.640649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.642216 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-95bbae12-793d-4277-bc83-81fed70e63a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609667 May 13 15:46:59.644893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45070) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:46:59.650449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'd9b0197d-2702-475f-9253-e08291c2f69e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:46:59.656947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:46:59.660682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:46:59.663654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:46:59.669289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:46:59.743373 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:46:59.751432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.818008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.910149 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:59.934430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d726c95-e48e-4d61-8f27-deec02dd7eb5,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:00.012687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.013892 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ebc38257-bf9f-4310-a72b-b5c5247e8aca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680499 May 13 15:47:00.017215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45074) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:00.022724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'network': {'name': 'tempest-network-smoke--774810132', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:00.027756 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:47:00.032187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:network and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:47:00.035123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:47:00.040956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:47:00.103858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:47:00.107219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.135830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:47:00.145220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.145568 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Added segment fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe of type vlan for network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e May 13 15:47:00.173627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.280309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.285818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:00.286419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.394741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Network': ['ID=929e23ff-f9a7-41f6-997e-a8641ebdfd5e,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:00.404563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:47:00.458587 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-27bb9282-4e02-452d-a88d-67c985d2fb6e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4403207 May 13 15:47:00.461324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45078) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:00.466355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'admin_state_up': True, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:00.474335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:47:00.478474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:router and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:47:00.481305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:47:00.489248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:47:00.578702 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.579838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.595269 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:00.784352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6189fe61-c9be-433f-b69c-d13a653e035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.016311 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.406955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.438894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.570351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.230 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/823e1a06-9e5c-4943-be2e-13ff5971e188) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:47:01.717805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.801830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:01.871964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:01.875801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:01.878224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:47:01.913469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=823e1a06-9e5c-4943-be2e-13ff5971e188,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:02.414981 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:02.900964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:03.201102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router f20a3a17-f93d-4895-8937-ca804766a560 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:47:03.246924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a314664-745d-4d7d-a1ed-52d2e4eb5224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:03.383629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:47:03.394147 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Sync routers for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:47:03.407653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:03.408287 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:03.493369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:03.494597 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1a8dcf82-0950-435b-9613-f9967dd807df tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0323508 May 13 15:47:03.498218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45082) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:03.594966 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:03.652893 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6071b7c-4411-4fcc-a185-f8ead80a2829 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=8e5f9adb17d94c32a72916200f8832b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1514516 May 13 15:47:03.655543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45088) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:03.813791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7d18e-f54f-4bba-8f29-e62e9bf39f4b tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:03.815993 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a8d7d18e-f54f-4bba-8f29-e62e9bf39f4b tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592357 May 13 15:47:03.819013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:03.887742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a97ec05c-34c7-4a89-b5f4-32a49320c9d9 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671043 May 13 15:47:03.890270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45096) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:03.898947 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434271676', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:03.972492 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:02Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:03.978357 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Checking router: f20a3a17-f93d-4895-8937-ca804766a560 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:47:03.978902 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Updating router f20a3a17-f93d-4895-8937-ca804766a560 port 823e1a06-9e5c-4943-be2e-13ff5971e188 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:47:04.078939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:47:04.084623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:subnet and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:47:04.088775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:47:04.098035 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:47:04.104592 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.174240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:47:04.177735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.435045 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.448207 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Transition to ACTIVE for port object 823e1a06-9e5c-4943-be2e-13ff5971e188 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:04.470664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.539080 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.557102 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Subnet': ['ID=a9215ca3-4382-4075-92e2-ce46c24fefe2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:04.569578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Checking segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:47:04.570983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network hostable DHCP agents. Network: 929e23ff-f9a7-41f6-997e-a8641ebdfd5e, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:47:04.600680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.630330 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Attempting to bind port 823e1a06-9e5c-4943-be2e-13ff5971e188 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:47:04.630612 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Attempting to bind port 823e1a06-9e5c-4943-be2e-13ff5971e188 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:47:04.630954 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Attempting to bind port 823e1a06-9e5c-4943-be2e-13ff5971e188 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:47:04.633137 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Pushing event updated for resources: {'Port': ['ID=823e1a06-9e5c-4943-be2e-13ff5971e188,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:04.642720 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:47:04.643092 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:47:04.643492 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.643886 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:47:04.644347 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Bound port: 823e1a06-9e5c-4943-be2e-13ff5971e188, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:47:04.644716 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.658985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:47:04.674214 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.674567 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.674910 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.675249 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.675585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.675920 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.676245 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.676572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.676900 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.677225 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.677549 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.677870 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:04.728848 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] For port 823e1a06-9e5c-4943-be2e-13ff5971e188, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:47:04.732229 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] For port 823e1a06-9e5c-4943-be2e-13ff5971e188, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=823e1a06-9e5c-4943-be2e-13ff5971e188,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:47:04.732650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.767545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 929e23ff-f9a7-41f6-997e-a8641ebdfd5e) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:04.773289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:04.778239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.780364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849c0f2-2a2d-479f-a908-31d6632655bd None None] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:47:04.825173 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:04.908364 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:04.909022 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:04.989475 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dc237c7b-01ef-4709-a257-4ee8c15b43a1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0974720 May 13 15:47:04.992404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45100) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:05.040234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:47:05.041734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:05.068855 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cd6c2-d212-4a73-a4ff-171d43b69c35 None None] Pushing event updated for resources: {'Port': ['ID=823e1a06-9e5c-4943-be2e-13ff5971e188,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:05.127865 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:05.279518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Allocated IP 172.20.0.2 (929e23ff-f9a7-41f6-997e-a8641ebdfd5e/a9215ca3-4382-4075-92e2-ce46c24fefe2/e27b3a4c-8517-4b7b-b56c-e321c12ac05b) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:47:05.468308 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:02Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:05.473212 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7bd0-16ab-4d4a-acc9-d234a1078dc4 None None] The sync data for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv is: [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:02Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:47:05.527429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:05.538818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Transition to ACTIVE for port object e27b3a4c-8517-4b7b-b56c-e321c12ac05b will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:05.560089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Transition to ACTIVE for port object e27b3a4c-8517-4b7b-b56c-e321c12ac05b will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:05.653307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:05.740404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:05.743248 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:05.746383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:47:05.794770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Pushing event updated for resources: {'Port': ['ID=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:05.844511 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.844871 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.845220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.845559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.845899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.846276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.846611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.847649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.847649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.847649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.847961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.848345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:47:05.873074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Attempting to bind port e27b3a4c-8517-4b7b-b56c-e321c12ac05b on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:47:05.873465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Attempting to bind port e27b3a4c-8517-4b7b-b56c-e321c12ac05b by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:47:05.874070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Attempting to bind port e27b3a4c-8517-4b7b-b56c-e321c12ac05b on network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:47:05.880283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:05.881308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:47:05.881693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Checking segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:47:05.882123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:05.882524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Bound using segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:47:05.882998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Bound port: e27b3a4c-8517-4b7b-b56c-e321c12ac05b, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:47:05.883378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:06.006304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:06.014629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] For port e27b3a4c-8517-4b7b-b56c-e321c12ac05b, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:47:06.020636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] For port e27b3a4c-8517-4b7b-b56c-e321c12ac05b, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:47:06.093167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:06.193971 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921776-8d59-4fcf-b5e1-bba163a349af None None] Pushing event updated for resources: {'Port': ['ID=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:06.352397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.1 (929e23ff-f9a7-41f6-997e-a8641ebdfd5e/a9215ca3-4382-4075-92e2-ce46c24fefe2/2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:47:06.580291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e27b3a4c-8517-4b7b-b56c-e321c12ac05b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:06.630670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:06.650824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:06.754741 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port e27b3a4c-8517-4b7b-b56c-e321c12ac05b completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:06.760094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 823e1a06-9e5c-4943-be2e-13ff5971e188 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:06.784882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:06.851502 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:06.852705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:06.855346 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:47:06.903683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 823e1a06-9e5c-4943-be2e-13ff5971e188 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:06.910412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 823e1a06-9e5c-4943-be2e-13ff5971e188 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:06.910796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.043825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:07.045762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 823e1a06-9e5c-4943-be2e-13ff5971e188 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:07.046179 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.059145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.063257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 823e1a06-9e5c-4943-be2e-13ff5971e188, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=823e1a06-9e5c-4943-be2e-13ff5971e188,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:07.127580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.201689 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=823e1a06-9e5c-4943-be2e-13ff5971e188,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:07.384404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.856360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:07.856585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb934e-a0ac-49e5-9ad6-3e548eb48ad7 None None] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:47:07.924775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.020724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Provisioning for port e27b3a4c-8517-4b7b-b56c-e321c12ac05b completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:08.034394 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Provisioning complete for port e27b3a4c-8517-4b7b-b56c-e321c12ac05b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:08.034765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.051931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.055551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:08.198138 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:08.199333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:08.218193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Current status of the port e27b3a4c-8517-4b7b-b56c-e321c12ac05b is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:08.219001 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.258342 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] For port e27b3a4c-8517-4b7b-b56c-e321c12ac05b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:08.367334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.421425 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router f20a3a17-f93d-4895-8937-ca804766a560 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:47:08.448265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763838-13c4-4fcf-8718-bf47e89c0e8a None None] Pushing event updated for resources: {'Port': ['ID=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:08.477026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 823e1a06-9e5c-4943-be2e-13ff5971e188 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:08.552678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Provisioning complete for port e27b3a4c-8517-4b7b-b56c-e321c12ac05b triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:08.556241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.638049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 823e1a06-9e5c-4943-be2e-13ff5971e188 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:08.638427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:08.639908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:47:08.650902 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4d5d5747-9d30-4555-9312-81e13db35b02 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/f20a3a17-f93d-4895-8937-ca804766a560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6570232 May 13 15:47:08.697580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Sync routers for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:47:08.799148 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:08.799796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:08.838175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a99528a7-3b84-403f-86d4-95c2f53f5e12 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:47:08.909901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Current status of the port e27b3a4c-8517-4b7b-b56c-e321c12ac05b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:08.950043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a99528a7-3b84-403f-86d4-95c2f53f5e12 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:47:08.951278 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a99528a7-3b84-403f-86d4-95c2f53f5e12 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209794616&fields=id&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 267 time: 0.1562037 May 13 15:47:09.018460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Provisioning for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:09.033241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Provisioning complete for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:09.033768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:09.097865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 823e1a06-9e5c-4943-be2e-13ff5971e188 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:09.107516 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:09.176078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ea9de-05fd-4552-8855-67e541226d74 None None] Port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:47:09.256365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-0515323c-9ead-47e3-8ae1-1a87ec894161 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:09.256959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-0515323c-9ead-47e3-8ae1-1a87ec894161 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:47:09.333036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-0515323c-9ead-47e3-8ae1-1a87ec894161 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:47:09.334257 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-0515323c-9ead-47e3-8ae1-1a87ec894161 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/networks?id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 200 len: 796 time: 0.3751149 May 13 15:47:09.345840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-af573d87-2d05-4a18-b93a-32d74d40f533 None None] Provisioning complete for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:09.346306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-af573d87-2d05-4a18-b93a-32d74d40f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:09.350318 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-c2766b03-2699-4285-a9c6-6d7507c6810f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/quotas/8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 375 time: 0.0101662 May 13 15:47:09.446276 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-1f920251-2706-487b-a0f5-f6ea9b90b5b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:47:09.458688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-af573d87-2d05-4a18-b93a-32d74d40f533 None None] Port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:47:09.495448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 2, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:09.499316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Checking router: f20a3a17-f93d-4895-8937-ca804766a560 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:47:09.499691 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Updating router f20a3a17-f93d-4895-8937-ca804766a560 port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:47:09.532876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-1f920251-2706-487b-a0f5-f6ea9b90b5b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:47:09.534266 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-1f920251-2706-487b-a0f5-f6ea9b90b5b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1785016 May 13 15:47:09.550810 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-40dc16ba-71f2-4397-8bcc-832afc4b2336 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:47:09.551844 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-40dc16ba-71f2-4397-8bcc-832afc4b2336 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060842 May 13 15:47:09.557914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:09.706285 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-97c5a4a7-e05c-4417-ac82-2dc89e262a0c service neutron] 10.222.0.91 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472375 May 13 15:47:09.852135 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-c9134bd7-6f95-47b8-9d6d-caf7d0be93b3 service neutron] 10.222.0.91 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367991 May 13 15:47:09.931724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:09.944271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Transition to ACTIVE for port object 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:10.052800 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:10.159296 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93cd2b57-f87a-45d0-a66d-16cca6af87f7 req-89a9234a-3654-4054-a7ae-ea9b0e73e96f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 210 time: 0.0522990 May 13 15:47:10.231882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb102-1042-4d60-a204-5bbd2b0cc030 None None] Pushing event updated for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:10.296162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Attempting to bind port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:47:10.297077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Attempting to bind port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:47:10.297638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Attempting to bind port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef on network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:47:10.304264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:47:10.304633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Checking segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:47:10.305078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:10.305456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Bound using segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:47:10.305924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Bound port: 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:47:10.306316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:10.421358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] For port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:47:10.425432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] For port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:47:10.464450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e27b3a4c-8517-4b7b-b56c-e321c12ac05b up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:10.556145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:10.651196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:10.651847 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:10.729209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb102-1042-4d60-a204-5bbd2b0cc030 None None] Pushing event updated for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:10.755550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port e27b3a4c-8517-4b7b-b56c-e321c12ac05b triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:10.755927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:10.934793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:11.133443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port e27b3a4c-8517-4b7b-b56c-e321c12ac05b is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:11.261748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dca3bbe2-629c-4c36-b1e6-8a01590e9428 req-66d3554f-9f94-4546-ba83-a5c5037b2a8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 210 time: 0.0460448 May 13 15:47:11.318942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:10Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:11.323078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c851c1-5eea-4dd7-a20b-96bc8f84d4b1 None None] The sync data for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv is: [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:10Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:47:12.454680 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-93e29018-61c7-43c3-bd7b-9015d703f2e3 req-0422df58-6982-41e0-8d58-e5172be02e5f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 210 time: 0.0576673 May 13 15:47:12.506143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:12.687027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:12.693450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:12.693816 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:12.804697 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a775e2b9-3be7-4378-b698-1d1e2c3a7187 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:12.806207 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a775e2b9-3be7-4378-b698-1d1e2c3a7187 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/networks?id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 200 len: 796 time: 0.2664855 May 13 15:47:12.828696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:12.829176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:12.858906 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-3030bb34-6041-4105-bbf0-851214f549f2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 380 time: 0.0446575 May 13 15:47:12.867103 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'port': {'device_id': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'admin_state_up': True, 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'security_groups': ['d9b0197d-2702-475f-9253-e08291c2f69e']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:12.867852 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:12.921381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:13.018230 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:13.028301 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:47:13.039614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:47:13.110947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:47:13.114672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:13.297206 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.14 (929e23ff-f9a7-41f6-997e-a8641ebdfd5e/a9215ca3-4382-4075-92e2-ce46c24fefe2/10be0e39-e34c-47d2-a7ab-ae9d75048754) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:47:13.528828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:13.545795 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 10be0e39-e34c-47d2-a7ab-ae9d75048754 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:13.612937 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-40eef83b-d14c-49cb-891a-ef2269b9f4ca req-3f4143f2-c41e-4135-b48a-4c5f996626ae tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 210 time: 0.0434160 May 13 15:47:13.635334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:13.710604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:13.713979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:13.717986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:47:13.764841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:13.792170 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:13.792810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:13.893691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-330fe591-b79a-4c5b-ad25-047d0ce0dcab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0303836 May 13 15:47:13.905677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Request body: {'port': {'device_id': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:14.018810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cea3364-bd09-40e2-9ac1-d2f3f3d0bc00 None None] Provisioning for port 10be0e39-e34c-47d2-a7ab-ae9d75048754 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:14.026129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.026350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0cea3364-bd09-40e2-9ac1-d2f3f3d0bc00 None None] Provisioning complete for port 10be0e39-e34c-47d2-a7ab-ae9d75048754 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:14.031768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0cea3364-bd09-40e2-9ac1-d2f3f3d0bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.120555 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0cea3364-bd09-40e2-9ac1-d2f3f3d0bc00 None None] Port 10be0e39-e34c-47d2-a7ab-ae9d75048754 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:47:14.435193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be0e39-e34c-47d2-a7ab-ae9d75048754 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:47:14.444278 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.460464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Transition to ACTIVE for port object 10be0e39-e34c-47d2-a7ab-ae9d75048754 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:47:14.464661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:14.521604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.538125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:14.538506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.710691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:14.715525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:14.829415 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Attempting to bind port 10be0e39-e34c-47d2-a7ab-ae9d75048754 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:47:14.829784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Attempting to bind port 10be0e39-e34c-47d2-a7ab-ae9d75048754 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:47:14.830148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Attempting to bind port 10be0e39-e34c-47d2-a7ab-ae9d75048754 on network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:47:14.844893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Port 10be0e39-e34c-47d2-a7ab-ae9d75048754 on network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:47:14.845226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Attempting to bind port 10be0e39-e34c-47d2-a7ab-ae9d75048754 on network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:47:14.853120 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:47:14.853462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Checking segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:47:14.853848 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Bound using segment: {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:47:14.854312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Bound port: 10be0e39-e34c-47d2-a7ab-ae9d75048754, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:47:14.854662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:14.941784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecdb2-97d0-42b7-aabd-4f36a653839c req-29da561a-811c-46e5-81b2-443edfa7cb2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:14.942545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6ccecdb2-97d0-42b7-aabd-4f36a653839c req-29da561a-811c-46e5-81b2-443edfa7cb2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:47:14.979491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:47:14.982540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:47:15.052907 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-6ccecdb2-97d0-42b7-aabd-4f36a653839c req-29da561a-811c-46e5-81b2-443edfa7cb2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:47:15.054167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6ccecdb2-97d0-42b7-aabd-4f36a653839c req-29da561a-811c-46e5-81b2-443edfa7cb2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 944 time: 0.2876220 May 13 15:47:15.076324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:15.258944 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.259634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:15.260963 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] 10.222.0.23 "PUT /v2.0/ports/10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 200 len: 1094 time: 1.3595066 May 13 15:47:15.263528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:47:15.289667 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6ccecdb2-97d0-42b7-aabd-4f36a653839c req-7c25c155-0e7c-482d-af8f-2af69bebba14 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281971 May 13 15:47:15.297871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f12d6d-b6fa-4b0b-98ca-8a8aec75ab57 service neutron] Pushing event updated for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:15.329824 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf8aa44-9cb0-41ed-ba70-f2c962f16c23'] response: {'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'status': 'completed', 'code': 200} May 13 15:47:15.424667 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-f129f70a-8f80-49db-a0ae-38e0004ff5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.426208 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-f129f70a-8f80-49db-a0ae-38e0004ff5f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1097 time: 0.0767336 May 13 15:47:15.572950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-2d59f358-7d85-4252-9efb-81e6bf4085e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.574307 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-2d59f358-7d85-4252-9efb-81e6bf4085e1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8e5f9adb17d94c32a72916200f8832b6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1409948 May 13 15:47:15.715629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-225d50e8-3773-4998-95e8-dc39ea9b298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.717248 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7867e02-6545-48bb-8658-3efa0bfa979c req-225d50e8-3773-4998-95e8-dc39ea9b298e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372213 May 13 15:47:15.828384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-da44ea57-1a29-4b7d-b078-2ebab99164e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.830087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-da44ea57-1a29-4b7d-b078-2ebab99164e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1097 time: 0.0767362 May 13 15:47:15.899860 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-40f72678-9a4b-404f-81a5-f39d4d8fc2d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 200 len: 217 time: 0.0631883 May 13 15:47:15.964588 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a8ff9189-4fd3-4647-be3e-17f272801314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:15.966080 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-a8ff9189-4fd3-4647-be3e-17f272801314 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9215ca3-4382-4075-92e2-ce46c24fefe2 HTTP/1.1" status: 200 len: 835 time: 0.0611434 May 13 15:47:16.043553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-bddf5a34-e8af-4a3c-9f08-9950d2c6748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:16.045039 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-bddf5a34-e8af-4a3c-9f08-9950d2c6748f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735846 May 13 15:47:16.184294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-60a2fc47-7e12-448d-88e5-cbf864c35498 service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329367 May 13 15:47:16.325184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-547929c9-0644-4d5c-bf6d-0a259fb70fe2 req-d3b2337b-2935-441d-ae11-a762d486a924 service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344182 May 13 15:47:16.500540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7cdac-01b0-4626-a772-46db7ef5ded6 req-d713890e-1157-4d57-b521-6f928c563df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:16.502247 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0ab7cdac-01b0-4626-a772-46db7ef5ded6 req-d713890e-1157-4d57-b521-6f928c563df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 944 time: 0.0880208 May 13 15:47:16.549964 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0ab7cdac-01b0-4626-a772-46db7ef5ded6 req-54c13847-4eaa-4b29-aa70-695dcb6420c2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 May 13 15:47:17.741272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbe70d-5619-4723-839f-2bcfef7e50b9 req-8497e5a0-91ea-4646-b273-93b554b44f16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:17.742694 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9afbe70d-5619-4723-839f-2bcfef7e50b9 req-8497e5a0-91ea-4646-b273-93b554b44f16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 944 time: 0.0834749 May 13 15:47:17.788662 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9afbe70d-5619-4723-839f-2bcfef7e50b9 req-f0c4a165-06aa-4b4f-92bd-a713704a3176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 May 13 15:47:18.525322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 10be0e39-e34c-47d2-a7ab-ae9d75048754 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:47:18.661538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:18.674973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'port_id': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'mac_address': 'fa:16:3e:24:e8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:47:18.730549 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 10be0e39-e34c-47d2-a7ab-ae9d75048754 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:18.730933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:18.752170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be0e39-e34c-47d2-a7ab-ae9d75048754 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:47:18.769400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:18.841436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:18.947925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:18.980964 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde6ab-5644-4023-8cc9-d5327c250adb req-92708ba2-0b43-49da-91ed-a46ee7f3c332 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:18.982475 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98cde6ab-5644-4023-8cc9-d5327c250adb req-92708ba2-0b43-49da-91ed-a46ee7f3c332 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 945 time: 0.0848591 May 13 15:47:19.029298 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-98cde6ab-5644-4023-8cc9-d5327c250adb req-a1708c76-5280-48e8-b5fa-cba19514c5a3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 May 13 15:47:19.066299 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['10be0e39-e34c-47d2-a7ab-ae9d75048754'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:47:20.219052 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d463f5-7e53-4dee-bb40-275eee848be4 req-db8917e4-aa41-47ef-99c5-ffe5a4c72642 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:20.220617 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c3d463f5-7e53-4dee-bb40-275eee848be4 req-db8917e4-aa41-47ef-99c5-ffe5a4c72642 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 945 time: 0.0800784 May 13 15:47:20.265655 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c3d463f5-7e53-4dee-bb40-275eee848be4 req-a1e9861a-ae33-4fd3-9850-92767e18eb33 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 May 13 15:47:20.541202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 10be0e39-e34c-47d2-a7ab-ae9d75048754 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:47:20.669822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 10be0e39-e34c-47d2-a7ab-ae9d75048754 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:47:20.675572 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 10be0e39-e34c-47d2-a7ab-ae9d75048754 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:47:20.675939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:20.794832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 10be0e39-e34c-47d2-a7ab-ae9d75048754 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:47:20.795122 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:20.822123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:47:20.834203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:47:20.881777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:20.935045 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748881e8-f5c9-49ea-80fc-4c27d525e29b'] response: {'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'code': 200} May 13 15:47:20.956814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:21.272729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3190dc-2cfb-40a9-9217-eba9e3a09b0b req-9d70580b-5df8-4812-b0f5-8bdb5ac49da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:21.274254 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3190dc-2cfb-40a9-9217-eba9e3a09b0b req-9d70580b-5df8-4812-b0f5-8bdb5ac49da8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1099 time: 0.0756776 May 13 15:47:21.317351 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7f3190dc-2cfb-40a9-9217-eba9e3a09b0b req-44045588-1dfb-4609-b412-14dd9141e99d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375080 May 13 15:47:21.456235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e912f16-72fb-4643-a2a5-cebd1c285359 req-44537f76-1dba-433a-8b0d-7a8a2f581c74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:21.457915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e912f16-72fb-4643-a2a5-cebd1c285359 req-44537f76-1dba-433a-8b0d-7a8a2f581c74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0840032 May 13 15:47:21.502990 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e912f16-72fb-4643-a2a5-cebd1c285359 req-095c6761-2114-40b0-bee5-3bd46396b19a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 May 13 15:47:22.698815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c40377-148e-4392-8c54-4d3549fadef1 req-466646bd-13b7-4ca1-86af-523955804d6c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:22.700216 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0c40377-148e-4392-8c54-4d3549fadef1 req-466646bd-13b7-4ca1-86af-523955804d6c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0843301 May 13 15:47:22.746198 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0c40377-148e-4392-8c54-4d3549fadef1 req-1c393d02-a928-4102-89ff-df1c43762e3a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 May 13 15:47:22.936324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53a9a-21bb-46fd-a36c-6f1487b42718 req-5e0bf0bd-e9b4-4308-98b1-e0688b5534a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:22.938229 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5dd53a9a-21bb-46fd-a36c-6f1487b42718 req-5e0bf0bd-e9b4-4308-98b1-e0688b5534a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0817552 May 13 15:47:22.987461 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5dd53a9a-21bb-46fd-a36c-6f1487b42718 req-cbd62bb8-feb4-46d3-90ea-fb3ca4a72fe4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 May 13 15:47:23.010242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45168) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:23.083104 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569806c-f3e7-4aba-b2e4-8fd173386552 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:23.084630 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5569806c-f3e7-4aba-b2e4-8fd173386552 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1094 time: 0.0733819 May 13 15:47:23.087412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:23.092212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:47:23.098384 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:47:23.102231 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:floatingip and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:47:23.105184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:47:23.111707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:47:23.184468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:23.326996 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:23.559857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.45 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/ee1a547a-024d-442b-bf5d-0eb4412ad20c) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:47:23.708083 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:23.790287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:23.854495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:47:23.857149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:47:23.861883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:47:23.900862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=ee1a547a-024d-442b-bf5d-0eb4412ad20c,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:24.288107 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:24.415709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:24.659319 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:24.726895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:24.836264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=ee1a547a-024d-442b-bf5d-0eb4412ad20c,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:47:24.848875 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:25.024649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 5cbfea83-36d2-4b27-891d-ba9714940ec6 associated. External IP: 172.26.7.45, port: 10be0e39-e34c-47d2-a7ab-ae9d75048754. May 13 15:47:25.489555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router f20a3a17-f93d-4895-8937-ca804766a560 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:47:25.677460 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:47:25.686981 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Sync routers for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:47:25.698180 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:25.698785 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:25.761724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:25.820503 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3d282770-3e25-439a-bd8e-e02ed2c4aebb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7320664 May 13 15:47:25.821253 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:47:25.876449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00152713-f2b0-46cf-9bc6-e0f4fdba6604'] response: {'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'status': 'completed', 'code': 200} May 13 15:47:25.887696 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:26.034731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5100-9ae6-41f2-8079-583150108074 req-34c1d3f4-0771-4913-a369-b586c6ea5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:26.036145 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-34c1d3f4-0771-4913-a369-b586c6ea5c14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1099 time: 0.1392727 May 13 15:47:26.073027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef35ee-3242-4b2e-9856-59daa798b0ee req-2d6803b4-ef67-4c37-b4ec-2f2b213407a2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:26.074539 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b5ef35ee-3242-4b2e-9856-59daa798b0ee req-2d6803b4-ef67-4c37-b4ec-2f2b213407a2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.1378624 May 13 15:47:26.196486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b5ef35ee-3242-4b2e-9856-59daa798b0ee req-635eef30-2de6-4cbc-a864-aafef53b5c78 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731237 May 13 15:47:26.218045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5100-9ae6-41f2-8079-583150108074 req-31738b70-f314-4d26-9350-47f2fb6b3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:26.219826 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-31738b70-f314-4d26-9350-47f2fb6b3781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 200 len: 897 time: 0.1757107 May 13 15:47:26.222290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:26.286578 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5cbfea83-36d2-4b27-891d-ba9714940ec6', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'port_id': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'mac_address': 'fa:16:3e:24:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:47:24Z', 'updated_at': '2022-05-13T15:47:24Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:26.290484 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Checking router: f20a3a17-f93d-4895-8937-ca804766a560 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:47:26.299342 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:47:26.299944 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:26.415637 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9a884316-8ada-448e-9c3e-b2820acc88f3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/5cbfea83-36d2-4b27-891d-ba9714940ec6 HTTP/1.1" status: 200 len: 991 time: 0.1921546 May 13 15:47:26.419523 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-64dfce1f-1873-4b29-bef9-0a3196f34939 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 200 len: 999 time: 0.1387446 May 13 15:47:26.481858 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:47:26.485533 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5100-9ae6-41f2-8079-583150108074 req-c2be33d7-24ab-47ab-a4bc-046d5714a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:26.487181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-c2be33d7-24ab-47ab-a4bc-046d5714a569 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9215ca3-4382-4075-92e2-ce46c24fefe2 HTTP/1.1" status: 200 len: 835 time: 0.0619972 May 13 15:47:26.563223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5100-9ae6-41f2-8079-583150108074 req-660b8d4f-de61-4ab7-8149-c677dd121463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:26.564552 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-660b8d4f-de61-4ab7-8149-c677dd121463 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718141 May 13 15:47:26.699070 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-59537b53-18b9-4fa4-b799-b7f9e9a4691b service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284208 May 13 15:47:26.831799 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5cbfea83-36d2-4b27-891d-ba9714940ec6', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'port_id': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'mac_address': 'fa:16:3e:24:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:47:24Z', 'updated_at': '2022-05-13T15:47:24Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:47:26.835746 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3ee007-4065-45ae-9bb1-2e0f32fdeca8 None None] The sync data for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv is: [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5cbfea83-36d2-4b27-891d-ba9714940ec6', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'port_id': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'mac_address': 'fa:16:3e:24:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:47:24Z', 'updated_at': '2022-05-13T15:47:24Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:47:26.837158 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-226a5100-9ae6-41f2-8079-583150108074 req-1e9cfdff-733d-4499-9fd8-52a0d56a0aaf service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327176 May 13 15:47:27.039132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0abafc-afae-43b3-b763-389e8f816657 None None] New status for floating IP 5cbfea83-36d2-4b27-891d-ba9714940ec6: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:47:27.363708 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:47:27.419421 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:27.633336 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ed9ea88f-1f80-4af2-b928-eafde72761c3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/5cbfea83-36d2-4b27-891d-ba9714940ec6 HTTP/1.1" status: 200 len: 993 time: 0.2125986 May 13 15:47:27.841372 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:29.306019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-6d7f4f9f-528e-4369-9249-bbb1c70b816c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711281 May 13 15:47:29.447184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-89550147-ed0f-4456-855b-357dfbe2aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:29.448673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-89550147-ed0f-4456-855b-357dfbe2aba3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1099 time: 0.0765622 May 13 15:47:29.599713 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-09c78859-c709-457f-8a06-aa2a70d2b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:29.601087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-09c78859-c709-457f-8a06-aa2a70d2b257 service neutron] 10.222.0.23 "GET /v2.0/networks?id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 200 len: 897 time: 0.1344683 May 13 15:47:29.705528 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-ad12af77-fd9b-4a3c-b390-a6fe64f000d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 200 len: 1001 time: 0.0979886 May 13 15:47:29.773881 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-a96bc45d-002d-4ea7-a6ba-1f5069c1cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:29.775390 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-a96bc45d-002d-4ea7-a6ba-1f5069c1cc4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9215ca3-4382-4075-92e2-ce46c24fefe2 HTTP/1.1" status: 200 len: 835 time: 0.0644994 May 13 15:47:29.857801 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-a42fda97-eba2-4a1b-93dd-639882fa3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:29.860259 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-a42fda97-eba2-4a1b-93dd-639882fa3177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791254 May 13 15:47:30.001345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-97459355-4657-4bb9-8b21-778c956d5a8a service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350250 May 13 15:47:30.140023 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7b21f946-64c6-443a-a3d5-2fc6d4296c5c req-d936723a-119e-4e91-9790-c8aba3fc134a service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324565 May 13 15:47:30.818588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d6b10f7e-a4fa-4758-a04b-daefd49e98b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:33.224108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a5433c0-753e-4504-af78-ba6bedd84b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:34.578664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:34.721529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:35.965438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:54.762228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cc695-2fcf-42d8-95c8-2adf993026b2 req-160ffb14-bbd6-4a68-ac0b-8d80deeabdc1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:54.763627 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-934cc695-2fcf-42d8-95c8-2adf993026b2 req-160ffb14-bbd6-4a68-ac0b-8d80deeabdc1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0872419 May 13 15:47:54.809831 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-934cc695-2fcf-42d8-95c8-2adf993026b2 req-6161d23c-8006-44b9-b851-605cf0e75b25 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 May 13 15:47:56.018518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d61c-153d-44cc-8008-c9ca0e0a840d req-dfafa7cf-b765-4821-9ceb-4b1aa5dfcf31 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:56.020074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4860d61c-153d-44cc-8008-c9ca0e0a840d req-dfafa7cf-b765-4821-9ceb-4b1aa5dfcf31 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0892141 May 13 15:47:56.070015 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4860d61c-153d-44cc-8008-c9ca0e0a840d req-3abd43c1-f595-4770-839a-47036bd23cb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 May 13 15:47:56.093817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45204) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:56.205644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-b00dc95d-ae86-4369-adbd-21179337fd72 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/5cbfea83-36d2-4b27-891d-ba9714940ec6 HTTP/1.1" status: 200 len: 993 time: 0.1099241 May 13 15:47:57.777522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7cdf1-d9cc-4a8e-8d3a-75db1b91555e req-e9ecdba3-8e57-4b0e-8b64-adc3109ece5e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:57.779053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64f7cdf1-d9cc-4a8e-8d3a-75db1b91555e req-e9ecdba3-8e57-4b0e-8b64-adc3109ece5e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0898345 May 13 15:47:57.839446 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64f7cdf1-d9cc-4a8e-8d3a-75db1b91555e req-a115c16f-2b48-4e92-8ac8-a6730d92d2e9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528898 May 13 15:47:57.920886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:59.039520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7167-9274-40cc-a208-d912c1047545 req-de9e10bb-ac69-431a-9600-bde6e5336b34 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:47:59.040946 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c32c7167-9274-40cc-a208-d912c1047545 req-de9e10bb-ac69-431a-9600-bde6e5336b34 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0840957 May 13 15:47:59.086618 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c32c7167-9274-40cc-a208-d912c1047545 req-b5636796-777a-43e4-a782-b1f8953933b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 May 13 15:47:59.114988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45216) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:59.229807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ddf4326-e0cd-45bc-aa4f-290ac42a0aa3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/5cbfea83-36d2-4b27-891d-ba9714940ec6 HTTP/1.1" status: 200 len: 993 time: 0.1132498 May 13 15:47:59.570464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45224) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:47:59.775591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port ee1a547a-024d-442b-bf5d-0eb4412ad20c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:47:59.775935 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:59.955387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:47:59.955755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:00.185341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for ee1a547a-024d-442b-bf5d-0eb4412ad20c owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:48:00.401359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:00.446729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=ee1a547a-024d-442b-bf5d-0eb4412ad20c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:00.489279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.489627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.489986 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.490320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.490655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.490979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.491300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.491622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.491944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.492262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.492583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.492901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:00.555084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:00.555434 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 5cbfea83-36d2-4b27-891d-ba9714940ec6 disassociated (deleted). External IP: 172.26.7.45, port: 10be0e39-e34c-47d2-a7ab-ae9d75048754. May 13 15:48:00.807116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ddd75d68-627e-4668-9e09-d252ede8351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:00.915836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router f20a3a17-f93d-4895-8937-ca804766a560 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:48:01.104838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:48:01.115375 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Sync routers for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:48:01.124377 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:01.124973 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:01.183867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:01.241904 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-837a48d1-c7fe-48e3-8eb2-d5555b9694d3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/floatingips/5cbfea83-36d2-4b27-891d-ba9714940ec6 HTTP/1.1" status: 204 len: 168 time: 1.6703570 May 13 15:48:01.242482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:48:01.290350 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21369f8b-0780-40e8-86fb-5c3e60e1be8b'] response: {'name': 'network-changed', 'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'status': 'completed', 'code': 200} May 13 15:48:01.311408 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:01.390523 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-cce8c9f4-5966-4c55-b4ce-218dad08fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:01.392242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-cce8c9f4-5966-4c55-b4ce-218dad08fe6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 1099 time: 0.0796344 May 13 15:48:01.531405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-e3a284cf-71e1-4200-afa7-1a91c4065622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:01.534074 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-e3a284cf-71e1-4200-afa7-1a91c4065622 service neutron] 10.222.0.23 "GET /v2.0/networks?id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 200 len: 897 time: 0.1351309 May 13 15:48:01.610209 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-b0370fef-cf10-4fa5-b4b0-574ccf3bad2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 200 len: 217 time: 0.0645442 May 13 15:48:01.681063 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:01.685744 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Checking router: f20a3a17-f93d-4895-8937-ca804766a560 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:48:01.695561 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:01.696177 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:47:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:01.790680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-f9a811f3-89e2-4400-979a-209cf78e3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:01.792130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-f9a811f3-89e2-4400-979a-209cf78e3071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9215ca3-4382-4075-92e2-ce46c24fefe2 HTTP/1.1" status: 200 len: 835 time: 0.1767046 May 13 15:48:01.834359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cfc73-db51-4093-a8c7-a64cfcfa095f req-1e1e7030-450e-45dd-8c76-f63dd7809986 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:01.834954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d05cfc73-db51-4093-a8c7-a64cfcfa095f req-1e1e7030-450e-45dd-8c76-f63dd7809986 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:01.871456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-258e53d6-bf59-4161-a551-d41d7761cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:01.873073 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-258e53d6-bf59-4161-a551-d41d7761cdfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=929e23ff-f9a7-41f6-997e-a8641ebdfd5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744646 May 13 15:48:01.887060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-d05cfc73-db51-4093-a8c7-a64cfcfa095f req-1e1e7030-450e-45dd-8c76-f63dd7809986 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:01.888228 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d05cfc73-db51-4093-a8c7-a64cfcfa095f req-1e1e7030-450e-45dd-8c76-f63dd7809986 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.1609926 May 13 15:48:01.908559 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:01.946180 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d05cfc73-db51-4093-a8c7-a64cfcfa095f req-a2160d39-1b07-473b-b0b9-8eb08d602a48 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511134 May 13 15:48:02.011210 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-759610e1-4f93-48e8-839c-2e025ca75243 service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317897 May 13 15:48:02.150587 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a9784eca-5b7c-42af-a9d0-dc213fb6645a req-9753f96d-486d-4c49-97e8-4a1c562986b9 service neutron] 10.222.0.23 "GET /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319864 May 13 15:48:02.242494 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:02.246442 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9dce1-6ffa-4a0e-a4c5-e03da8339f62 None None] The sync data for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv is: [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef', 'name': '', 'network_id': '929e23ff-f9a7-41f6-997e-a8641ebdfd5e', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:b0:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:06Z', 'updated_at': '2022-05-13T15:47:12Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9215ca3-4382-4075-92e2-ce46c24fefe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:48:02.473123 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b685ab-61c9-4b13-86a8-f4ecf7e6f017 None None] New status for floating IP 5cbfea83-36d2-4b27-891d-ba9714940ec6: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:48:03.145815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681dc47-5bfc-4c31-94d6-c99f792c2f85 req-6dc07d11-c2a2-41a1-8bba-7f161d95c0f3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:03.147355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5681dc47-5bfc-4c31-94d6-c99f792c2f85 req-6dc07d11-c2a2-41a1-8bba-7f161d95c0f3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0883386 May 13 15:48:03.189764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6726e9b1-2bd5-4839-93f6-92caa8f72f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:03.233454 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5681dc47-5bfc-4c31-94d6-c99f792c2f85 req-b8802b44-5555-4177-8efb-a29239e8d25e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=d9b0197d-2702-475f-9253-e08291c2f69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803533 May 13 15:48:03.273321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-ad635f8b-2b5b-4dd2-97e0-b28cb7257f46 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:03.280049 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-ad635f8b-2b5b-4dd2-97e0-b28cb7257f46 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 946 time: 0.0932348 May 13 15:48:03.348603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 10be0e39-e34c-47d2-a7ab-ae9d75048754 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:48:03.348945 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:03.608840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 10be0e39-e34c-47d2-a7ab-ae9d75048754, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=10be0e39-e34c-47d2-a7ab-ae9d75048754,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:03.609308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:03.737174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 10be0e39-e34c-47d2-a7ab-ae9d75048754 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:48:03.990159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:04.070367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=10be0e39-e34c-47d2-a7ab-ae9d75048754,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:04.087701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.088048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.088452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.088817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.089198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.089531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.089862 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.090216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.090547 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.090871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.091203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.091529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:04.132386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] No DVR routers for this DVR port 10be0e39-e34c-47d2-a7ab-ae9d75048754 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:48:04.134959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:04.137627 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'name': 'network-vif-deleted', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:48:04.183797 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3639811d-d0c2-4006-9a43-168d6edf4694'] response: {'server_uuid': 'e8fecb23-4035-4d1c-82ae-2170665c596f', 'name': 'network-vif-deleted', 'tag': '10be0e39-e34c-47d2-a7ab-ae9d75048754', 'status': 'completed', 'code': 200} May 13 15:48:04.225203 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1bf0f21-dbc4-4412-ae28-d6e291c723cb req-138df08b-bc5e-47fa-92fd-8f8893f2ea4c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "DELETE /v2.0/ports/10be0e39-e34c-47d2-a7ab-ae9d75048754 HTTP/1.1" status: 204 len: 173 time: 0.9456382 May 13 15:48:04.354508 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:48:04.390545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-58e858e5-2c99-425e-bf46-552d803e5490 req-ba096b22-19f8-4af4-8299-dad3fd868a25 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:04.459488 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-58e858e5-2c99-425e-bf46-552d803e5490 req-ba096b22-19f8-4af4-8299-dad3fd868a25 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:04.460696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-58e858e5-2c99-425e-bf46-552d803e5490 req-ba096b22-19f8-4af4-8299-dad3fd868a25 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=e8fecb23-4035-4d1c-82ae-2170665c596f HTTP/1.1" status: 200 len: 210 time: 0.1159694 May 13 15:48:04.612432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:04.721523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:05.562800 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45242) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:05.978244 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:06.237289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:06.594057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:48:06.594758 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:06.783659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:06.784020 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:06.822369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 10be0e39-e34c-47d2-a7ab-ae9d75048754 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:48:06.860664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 10be0e39-e34c-47d2-a7ab-ae9d75048754 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:48:06.861009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 10be0e39-e34c-47d2-a7ab-ae9d75048754 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:48:06.915287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:48:07.299031 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:07.346960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:07.763559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.126891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router f20a3a17-f93d-4895-8937-ca804766a560 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:48:08.308429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:48:08.323731 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Sync routers for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:48:08.333607 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:08.335320 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:08.397539 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-88d080a6-91c4-4649-81d4-ba64d140558f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/f20a3a17-f93d-4895-8937-ca804766a560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8334265 May 13 15:48:08.400060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:08.483886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting subnet a9215ca3-4382-4075-92e2-ce46c24fefe2 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:48:08.487421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.520771 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:08.545474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.641333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.819664 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:48:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:08.823444 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Checking router: f20a3a17-f93d-4895-8937-ca804766a560 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:48:08.831511 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Routers {'f20a3a17-f93d-4895-8937-ca804766a560'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:08.832093 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['f20a3a17-f93d-4895-8937-ca804766a560'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:08.836107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.875725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Subnet': ['ID=a9215ca3-4382-4075-92e2-ce46c24fefe2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:08.879905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:08.886336 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b4ac3a25-0ab0-4175-8efc-5c1e5f708f74 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/subnets/a9215ca3-4382-4075-92e2-ce46c24fefe2 HTTP/1.1" status: 204 len: 168 time: 0.4852202 May 13 15:48:08.888910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45252) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:08.893390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c1e269-2735-4d3f-9b37-328c795247e5 None None] Network 929e23ff-f9a7-41f6-997e-a8641ebdfd5e requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:48:09.065446 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] Set router f20a3a17-f93d-4895-8937-ca804766a560 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:09.145745 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.356778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] DHCP port deletion for 929e23ff-f9a7-41f6-997e-a8641ebdfd5e request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:48:09.371302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Deleting port e27b3a4c-8517-4b7b-b56c-e321c12ac05b {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:48:09.371682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.380456 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.388489 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:48:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:09.394204 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932350a-2e2f-4b16-b64b-78c5a0161416 None None] The sync data for ids ['f20a3a17-f93d-4895-8937-ca804766a560'] in dv-neutron-835340-3-hyperv is: [{'id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978622999', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:47:00Z', 'updated_at': '2022-05-13T15:48:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '823e1a06-9e5c-4943-be2e-13ff5971e188', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20a3a17-f93d-4895-8937-ca804766a560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:47:01Z', 'updated_at': '2022-05-13T15:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:48:09.446904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 823e1a06-9e5c-4943-be2e-13ff5971e188 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:48:09.447300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.614427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] For port e27b3a4c-8517-4b7b-b56c-e321c12ac05b, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,segment=NetworkSegment(fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe),segment_id=fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:09.615000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.741104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Calling delete_port for e27b3a4c-8517-4b7b-b56c-e321c12ac05b owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:48:09.763575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 823e1a06-9e5c-4943-be2e-13ff5971e188, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=823e1a06-9e5c-4943-be2e-13ff5971e188,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:09.764025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.904633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 823e1a06-9e5c-4943-be2e-13ff5971e188 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:48:09.918211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:09.972909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Pushing event deleted for resources: {'Port': ['ID=e27b3a4c-8517-4b7b-b56c-e321c12ac05b,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:09.978027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] No DVR routers for this DVR port e27b3a4c-8517-4b7b-b56c-e321c12ac05b on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:48:09.984423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.984774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.985124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.985467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.985801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.986161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.986520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.986859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.993206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.993457 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.993859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:09.994805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72541a12-c126-4b2d-bdb4-e45fadaa01d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:10.179036 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.229840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=823e1a06-9e5c-4943-be2e-13ff5971e188,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:10.324945 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.506886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.509229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.539750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:48:10.587953 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:48:10.588291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2ead3931-34d8-4c0a-9cec-92b6a1b7f0ef not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:48:10.588736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e27b3a4c-8517-4b7b-b56c-e321c12ac05b no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:48:10.618485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.623107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Fanout notify agent at l3_agent the message router_deleted on router f20a3a17-f93d-4895-8937-ca804766a560 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:48:10.625152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: e27b3a4c-8517-4b7b-b56c-e321c12ac05b {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:48:10.625426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device e27b3a4c-8517-4b7b-b56c-e321c12ac05b not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:48:10.645830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.652801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7e2b1759-129d-4b0a-aba8-2cb34964fa51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/routers/f20a3a17-f93d-4895-8937-ca804766a560 HTTP/1.1" status: 204 len: 168 time: 1.7573566 May 13 15:48:10.652801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45256) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:10.789457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.938895 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:10.976861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929e23ff-f9a7-41f6-997e-a8641ebdfd5e']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:10.992890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:10.993284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3c796c-6ec4-4401-9b27-c60fd5bf7fbe') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:11.008571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.026753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.033342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:48:11.033738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:48:11.049750 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:48:11.195892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.214681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.228748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Network': ['ID=929e23ff-f9a7-41f6-997e-a8641ebdfd5e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:11.299587 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-db2f1dff-7fba-489a-b451-6adbdc3bc06a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/networks/929e23ff-f9a7-41f6-997e-a8641ebdfd5e HTTP/1.1" status: 204 len: 168 time: 0.6482451 May 13 15:48:11.303015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45260) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:11.375643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.406521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.533142 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.556710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0197d-2702-475f-9253-e08291c2f69e,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:11.629071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:11.630965 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-64530d28-ac37-4f9c-9486-c07db20b98f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/security-groups/d9b0197d-2702-475f-9253-e08291c2f69e HTTP/1.1" status: 204 len: 168 time: 0.3269584 May 13 15:48:11.907343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45268) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:11.914027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567815723', 'description': 'tempest-secgroup-smoke-567815723 description', 'project_id': '8e5f9adb17d94c32a72916200f8832b6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:11.920461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:11.925126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:11.930290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:11.936145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:12.127362 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.148796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:12.152549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:12.155503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:12.162103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:12.236085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.315820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.363884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa243fc4-8c9c-480b-b55f-4b2e525cd03c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:12.418709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.419887 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f12aa172-6b01-4766-867b-f31255c542f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5115669 May 13 15:48:12.422960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45272) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:12.428238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:12.434520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:12.438371 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:12.443125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:12.447781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 823e1a06-9e5c-4943-be2e-13ff5971e188 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:48:12.451154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:12.485132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 823e1a06-9e5c-4943-be2e-13ff5971e188 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:48:12.485515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 823e1a06-9e5c-4943-be2e-13ff5971e188 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:48:12.541834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.612299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.675814 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.700074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d278b53d-2909-4520-8423-f3b3f01da115,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:12.819194 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:12.820723 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2cb2b994-b4c7-4076-9b51-4b553016d485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966582 May 13 15:48:12.823820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45276) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:12.829087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:12.836873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:12.841243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:12.844329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:12.850948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:12.940023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.006147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.075575 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.100636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45272d4f-7154-469f-ab6b-12731683693f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:13.178413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.179741 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6dddc6b-8155-48ab-a7e0-2fd6e82352f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549109 May 13 15:48:13.182722 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45280) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:13.190987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:13.194771 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:13.198589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:13.201448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:13.208501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:13.310963 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.375200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.463946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.492856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72785eb8-11b7-4578-a71f-c6685e7e15e7,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:13.555510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.556750 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-93569410-78d7-40ed-aeb3-01fbf158d240 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730199 May 13 15:48:13.560573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45284) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:13.566209 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:13.573642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:13.577623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:13.580576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:13.588181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:13.676891 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.740489 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.812473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.836668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d36ac12-accb-4e27-b4bd-f6c7c35e3fcf,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:13.932657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:13.933868 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1515e82f-bda1-42c3-a37c-65f1d1be4c15 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722234 May 13 15:48:13.936598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45288) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:13.943160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:13.949373 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:13.953256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:13.956178 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:13.961866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:14.075722 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:48:14.083519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.152097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.224868 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.249481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49344c29-d663-448a-bcaf-64e5a44eb60a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:14.309917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.311261 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0ad09f1-0c9a-4ce4-9329-7de361ab9384 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736970 May 13 15:48:14.314066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45292) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:14.319250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'fa243fc4-8c9c-480b-b55f-4b2e525cd03c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:14.325216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:14.329112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:14.332870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:14.338561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:14.459516 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:48:14.467529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.547905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.631215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.655292 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d289d9f-f981-4129-928c-1ea231b0562a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:14.749813 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.751107 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-dd12c588-fbef-49cd-abf6-fcd90aaf720b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360535 May 13 15:48:14.754058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45296) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:14.760885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'network': {'name': 'tempest-network-smoke--1817172840', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:14.766339 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:14.771154 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:network and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:14.774082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:14.779906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:14.858445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:48:14.862015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.892289 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:48:14.901060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:14.901483 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Added segment 6995b739-a963-4231-b0e9-84059862d6d1 of type vlan for network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 May 13 15:48:14.934213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.047009 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.053525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:15.054150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.165184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Network': ['ID=0533d2b4-b928-4059-9f21-6a1615ee4cc3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:15.175271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:48:15.276176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-da17fd4f-09ca-4752-a642-1fa4d448b39a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5204062 May 13 15:48:15.278970 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45300) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:15.284871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'admin_state_up': True, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:15.292650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:15.296940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:router and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:15.299846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:15.306572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:15.355513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.356733 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.372002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:15.682367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:16.106750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:16.141796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:16.281240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.99 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/fef9f1de-79bb-45bd-b4b4-537d750e1973) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:48:16.560889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:16.641982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:16.713925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:16.716736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:16.720764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:48:16.757741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=fef9f1de-79bb-45bd-b4b4-537d750e1973,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:17.247093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:17.602271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:17.915591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 81d9e918-33c4-479c-881e-d0bba7564826 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:48:18.223923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:48:18.235512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Sync routers for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:48:18.247057 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:18.247903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:18.344070 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:18.345392 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-7ce616a3-d9ee-4255-952a-2ac1d5cf227f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0654206 May 13 15:48:18.349766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45304) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:18.394375 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-26aa771f-d1ef-497c-b281-b4eab30d547e tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=8e5f9adb17d94c32a72916200f8832b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428565 May 13 15:48:18.398411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45308) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:18.446030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:18.633535 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948dc7f1-1d1d-45d7-9701-80157e65f8c3 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:18.709048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-948dc7f1-1d1d-45d7-9701-80157e65f8c3 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2357023 May 13 15:48:18.709048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45312) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:18.709048 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-29f18eac-bbc2-4f70-a692-568c7aa50fa4 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404623 May 13 15:48:18.709048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45316) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:18.709048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030635813', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:18.749181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:18.753041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Checking router: 81d9e918-33c4-479c-881e-d0bba7564826 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:48:18.777864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Updating router 81d9e918-33c4-479c-881e-d0bba7564826 port fef9f1de-79bb-45bd-b4b4-537d750e1973 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:48:18.813528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:18.819344 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:subnet and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:18.822610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:18.828870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:18.849779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:18.983995 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:48:18.987648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.186961 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.199289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Transition to ACTIVE for port object fef9f1de-79bb-45bd-b4b4-537d750e1973 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:19.315897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.316613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.400295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Attempting to bind port fef9f1de-79bb-45bd-b4b4-537d750e1973 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:48:19.400668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Attempting to bind port fef9f1de-79bb-45bd-b4b4-537d750e1973 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:48:19.401033 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Attempting to bind port fef9f1de-79bb-45bd-b4b4-537d750e1973 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:48:19.404722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350f57a-2c17-4669-9570-34c1842c7d2b None None] Pushing event updated for resources: {'Port': ['ID=fef9f1de-79bb-45bd-b4b4-537d750e1973,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:19.404977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Subnet': ['ID=9a370833-7aa8-4551-9313-f1e1ecee4ca3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:19.409493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:48:19.411661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:48:19.411661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.411661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:48:19.411661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Bound port: fef9f1de-79bb-45bd-b4b4-537d750e1973, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:48:19.411661 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.418939 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Checking segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:48:19.419304 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network hostable DHCP agents. Network: 0533d2b4-b928-4059-9f21-6a1615ee4cc3, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:48:19.488818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] For port fef9f1de-79bb-45bd-b4b4-537d750e1973, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:48:19.491834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] For port fef9f1de-79bb-45bd-b4b4-537d750e1973, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fef9f1de-79bb-45bd-b4b4-537d750e1973,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:48:19.509521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:48:19.567946 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.601238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 0533d2b4-b928-4059-9f21-6a1615ee4cc3) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:19.607235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:19.608148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:19.618438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8950725-fa9a-4522-a203-be078255d2e1 None None] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:48:19.727880 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b08a1d3-5f33-438e-9819-3b0b2b4434b9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0440955 May 13 15:48:19.730302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:19.730680 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45320) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:19.730940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:19.814678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350f57a-2c17-4669-9570-34c1842c7d2b None None] Pushing event updated for resources: {'Port': ['ID=fef9f1de-79bb-45bd-b4b4-537d750e1973,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:20.007272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:20.221222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:48:20.222164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:20.465113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:20.473849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Allocated IP 172.20.0.2 (0533d2b4-b928-4059-9f21-6a1615ee4cc3/9a370833-7aa8-4551-9313-f1e1ecee4ca3/c7c48afe-3053-4357-82ab-ed5fea9559be) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:48:20.605848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:20.625919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ffc07-8deb-4f7e-b895-f8e49dda25d7 None None] The sync data for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv is: [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:48:20.773666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:20.786840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Transition to ACTIVE for port object c7c48afe-3053-4357-82ab-ed5fea9559be will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:20.816532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Transition to ACTIVE for port object c7c48afe-3053-4357-82ab-ed5fea9559be will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:20.904809 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:20.990941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:20.994226 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:20.999035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:48:21.006030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Pushing event updated for resources: {'Port': ['ID=c7c48afe-3053-4357-82ab-ed5fea9559be,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:21.047553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.1 (0533d2b4-b928-4059-9f21-6a1615ee4cc3/9a370833-7aa8-4551-9313-f1e1ecee4ca3/bd21cd2c-8e17-4c73-bd23-636de641e931) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:48:21.105295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Attempting to bind port c7c48afe-3053-4357-82ab-ed5fea9559be on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:48:21.105649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Attempting to bind port c7c48afe-3053-4357-82ab-ed5fea9559be by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:48:21.106174 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Attempting to bind port c7c48afe-3053-4357-82ab-ed5fea9559be on network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:48:21.112542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:48:21.113034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Checking segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:48:21.113497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:21.114532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Bound using segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:48:21.115356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Bound port: c7c48afe-3053-4357-82ab-ed5fea9559be, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:48:21.115799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:21.215153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] For port c7c48afe-3053-4357-82ab-ed5fea9559be, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:48:21.218748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] For port c7c48afe-3053-4357-82ab-ed5fea9559be, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c48afe-3053-4357-82ab-ed5fea9559be,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:48:21.236864 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:21.256424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object bd21cd2c-8e17-4c73-bd23-636de641e931 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:21.436220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:21.506020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:21.539400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dca525-a360-4656-b157-71b0143bf9d8 None None] Pushing event updated for resources: {'Port': ['ID=c7c48afe-3053-4357-82ab-ed5fea9559be,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:21.607876 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:21.612787 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:21.621425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:48:21.695308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:21.747183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.079981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.572105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.576859 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fef9f1de-79bb-45bd-b4b4-537d750e1973 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:22.647816 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.738300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fef9f1de-79bb-45bd-b4b4-537d750e1973 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:22.744573 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fef9f1de-79bb-45bd-b4b4-537d750e1973 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:22.744949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.776411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:22.783286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:22.798302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b9316-808d-4171-b910-f7a6d7dd1cb3 None None] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:48:22.931539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:22.932827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:23.016520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ac087d34-5d63-4b9c-b59a-057752b6b565 None None] Provisioning for port c7c48afe-3053-4357-82ab-ed5fea9559be completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:23.034760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fef9f1de-79bb-45bd-b4b4-537d750e1973 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:23.035158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.094561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port fef9f1de-79bb-45bd-b4b4-537d750e1973, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fef9f1de-79bb-45bd-b4b4-537d750e1973,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:23.188593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.188593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c48afe-3053-4357-82ab-ed5fea9559be up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:23.298168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 81d9e918-33c4-479c-881e-d0bba7564826 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:48:23.317682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=fef9f1de-79bb-45bd-b4b4-537d750e1973,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:23.418329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port c7c48afe-3053-4357-82ab-ed5fea9559be completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:23.424982 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c7c48afe-3053-4357-82ab-ed5fea9559be triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:23.425500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.517629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:48:23.534269 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-dbc77e05-f0e5-4004-9d99-8551564cf6ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/81d9e918-33c4-479c-881e-d0bba7564826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8024323 May 13 15:48:23.534972 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Sync routers for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:48:23.555957 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:23.557726 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:23.558602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Provisioning for port bd21cd2c-8e17-4c73-bd23-636de641e931 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:23.571438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Provisioning complete for port bd21cd2c-8e17-4c73-bd23-636de641e931 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:23.571933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.655263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c7c48afe-3053-4357-82ab-ed5fea9559be is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:23.655975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.679209 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Port bd21cd2c-8e17-4c73-bd23-636de641e931 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:48:23.725735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port c7c48afe-3053-4357-82ab-ed5fea9559be, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c48afe-3053-4357-82ab-ed5fea9559be,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:23.728188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Provisioning complete for port c7c48afe-3053-4357-82ab-ed5fea9559be triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:23.728893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.747663 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-de50818c-b4cc-4559-9340-e09e57706d5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567815723&fields=id&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 267 time: 0.0593989 May 13 15:48:23.799188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:23.837346 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:23.927216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=c7c48afe-3053-4357-82ab-ed5fea9559be,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:23.956595 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-e9ad0edf-3a8d-4f66-8135-88d6ec06e3f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:23.958668 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-e9ad0edf-3a8d-4f66-8135-88d6ec06e3f0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 797 time: 0.1981297 May 13 15:48:23.966047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-cda89c48-1a38-4cb2-a45a-f65789288f54 None None] Current status of the port c7c48afe-3053-4357-82ab-ed5fea9559be is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:23.976471 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-4fd0fee7-2a54-4e8e-b7a4-7bb34ae1b1c7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/quotas/8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 375 time: 0.0116925 May 13 15:48:24.070468 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-226e343e-848f-4b45-8c42-5b730b31fc65 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:24.088787 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-17c0b872-611e-4bb3-9a14-992ba8291f24 None None] Provisioning complete for port bd21cd2c-8e17-4c73-bd23-636de641e931 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:24.089318 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-17c0b872-611e-4bb3-9a14-992ba8291f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:24.167493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-226e343e-848f-4b45-8c42-5b730b31fc65 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:24.168878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-17c0b872-611e-4bb3-9a14-992ba8291f24 None None] Port bd21cd2c-8e17-4c73-bd23-636de641e931 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:48:24.169414 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-226e343e-848f-4b45-8c42-5b730b31fc65 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873479 May 13 15:48:24.232176 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:22Z', 'revision_number': 2, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:24.236554 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Checking router: 81d9e918-33c4-479c-881e-d0bba7564826 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:48:24.236911 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Updating router 81d9e918-33c4-479c-881e-d0bba7564826 port bd21cd2c-8e17-4c73-bd23-636de641e931 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:48:24.252353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-0819e8fb-2458-43ee-b375-29c63804e3d6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:48:24.252579 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-0819e8fb-2458-43ee-b375-29c63804e3d6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654380 May 13 15:48:24.299910 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:24.409167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-2d1dd33c-9dfd-456c-88ac-db597a625e3a service neutron] 10.222.0.91 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500082 May 13 15:48:24.517724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fef9f1de-79bb-45bd-b4b4-537d750e1973 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:24.556948 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-a69e9c88-ed73-437e-8da1-b3096aecaf53 service neutron] 10.222.0.91 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410477 May 13 15:48:24.611262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fef9f1de-79bb-45bd-b4b4-537d750e1973 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:24.612167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:24.680913 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:24.695506 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Transition to ACTIVE for port object bd21cd2c-8e17-4c73-bd23-636de641e931 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:24.795727 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:24.798843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fef9f1de-79bb-45bd-b4b4-537d750e1973 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:24.800137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c48afe-3053-4357-82ab-ed5fea9559be up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:24.882105 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Pushing event updated for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:24.892185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.892631 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.893339 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.894151 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.894633 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.895787 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.896264 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.896811 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.897293 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.897767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.898268 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.898753 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:48:24.911793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c7c48afe-3053-4357-82ab-ed5fea9559be triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:24.912171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:25.000100 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-fb53c981-f71c-420a-9539-eaa509b53dc0 req-5138d7c0-da39-452d-bb76-aaf391245f61 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:25.015378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-fb53c981-f71c-420a-9539-eaa509b53dc0 req-5138d7c0-da39-452d-bb76-aaf391245f61 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:25.016652 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fb53c981-f71c-420a-9539-eaa509b53dc0 req-5138d7c0-da39-452d-bb76-aaf391245f61 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 210 time: 0.2052436 May 13 15:48:25.091446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c7c48afe-3053-4357-82ab-ed5fea9559be is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:25.133076 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Attempting to bind port bd21cd2c-8e17-4c73-bd23-636de641e931 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:48:25.133446 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Attempting to bind port bd21cd2c-8e17-4c73-bd23-636de641e931 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:48:25.133807 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Attempting to bind port bd21cd2c-8e17-4c73-bd23-636de641e931 on network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:48:25.140152 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:48:25.141076 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Checking segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:48:25.143905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:25.143905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Bound using segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:48:25.143905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Bound port: bd21cd2c-8e17-4c73-bd23-636de641e931, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:48:25.143905 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:25.241018 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] For port bd21cd2c-8e17-4c73-bd23-636de641e931, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:48:25.244253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] For port bd21cd2c-8e17-4c73-bd23-636de641e931, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd21cd2c-8e17-4c73-bd23-636de641e931,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:48:25.287769 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:25.366969 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:25.367569 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:25.435518 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aeb61-eee4-414c-866d-560e460a0e72 None None] Pushing event updated for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:25.571193 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:25.927198 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:25Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:25.932115 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4f92-0a1b-4d30-a008-ef6c64766c2f None None] The sync data for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv is: [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:25Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:48:26.201817 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1ec2409-32a8-419a-b3f9-810654647205 req-ef35e2bb-87a8-4648-8fd6-76c0b84225e6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 210 time: 0.0532351 May 13 15:48:26.547268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd21cd2c-8e17-4c73-bd23-636de641e931 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:26.721144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port bd21cd2c-8e17-4c73-bd23-636de641e931 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:26.729329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bd21cd2c-8e17-4c73-bd23-636de641e931 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:26.731126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:26.866914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bd21cd2c-8e17-4c73-bd23-636de641e931 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:26.867293 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:26.903247 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port bd21cd2c-8e17-4c73-bd23-636de641e931, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd21cd2c-8e17-4c73-bd23-636de641e931,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:27.006136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:27.091793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:27.359795 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3e518f54-4c27-4ac5-896d-8c67b3410823 req-0cd1ef94-2e2f-4885-b3ee-05b2e8e283d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 210 time: 0.0452645 May 13 15:48:27.402502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-8bdace8d-962e-42e1-a491-43de770f9d96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:27.407517 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-8bdace8d-962e-42e1-a491-43de770f9d96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 797 time: 0.1550756 May 13 15:48:27.458834 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-4ef205d1-ffe4-4b4f-920f-d5f9062e5a24 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 379 time: 0.0471888 May 13 15:48:27.468463 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'port': {'device_id': '795d0569-8b27-49be-8505-0159cd947867', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'admin_state_up': True, 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'security_groups': ['fa243fc4-8c9c-480b-b55f-4b2e525cd03c']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:27.631804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:27.641756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:27.721409 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:48:27.725842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:27.903327 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.9 (0533d2b4-b928-4059-9f21-6a1615ee4cc3/9a370833-7aa8-4551-9313-f1e1ecee4ca3/315cf9a5-bd6e-4454-86e4-e733160628e1) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:48:27.909611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.096818 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.114329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 315cf9a5-bd6e-4454-86e4-e733160628e1 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:28.213405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.394549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:28.398835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:28.403129 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:48:28.470671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:28.485926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:28.485926 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.534707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd21cd2c-8e17-4c73-bd23-636de641e931 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:28.590286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3a80c-5e70-4eab-9cf8-fcdb85a5bbf0 req-813cc6db-93d8-4b71-8c6f-c8bdf69e75d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:28.591034 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-55e3a80c-5e70-4eab-9cf8-fcdb85a5bbf0 req-813cc6db-93d8-4b71-8c6f-c8bdf69e75d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:28.611474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bd21cd2c-8e17-4c73-bd23-636de641e931 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:28.614082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.626316 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-f62f9c0e-ab5a-4ab6-85dc-630446f98328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625183 May 13 15:48:28.658539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-55e3a80c-5e70-4eab-9cf8-fcdb85a5bbf0 req-813cc6db-93d8-4b71-8c6f-c8bdf69e75d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:28.659851 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-55e3a80c-5e70-4eab-9cf8-fcdb85a5bbf0 req-813cc6db-93d8-4b71-8c6f-c8bdf69e75d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 931 time: 0.1716795 May 13 15:48:28.703138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Request body: {'port': {'device_id': '795d0569-8b27-49be-8505-0159cd947867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:28.719241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9e66bb0c-5de6-43d2-add9-efa0d2cbced3 None None] Provisioning for port 315cf9a5-bd6e-4454-86e4-e733160628e1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:28.736040 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9e66bb0c-5de6-43d2-add9-efa0d2cbced3 None None] Provisioning complete for port 315cf9a5-bd6e-4454-86e4-e733160628e1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:28.736360 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9e66bb0c-5de6-43d2-add9-efa0d2cbced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:28.751368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-55e3a80c-5e70-4eab-9cf8-fcdb85a5bbf0 req-f748cd68-5087-44bd-a3e2-ab1c8c89b793 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847549 May 13 15:48:28.795518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bd21cd2c-8e17-4c73-bd23-636de641e931 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:28.804675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9e66bb0c-5de6-43d2-add9-efa0d2cbced3 None None] Port 315cf9a5-bd6e-4454-86e4-e733160628e1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:48:28.831114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.222376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315cf9a5-bd6e-4454-86e4-e733160628e1 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:48:29.230857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.246817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Transition to ACTIVE for port object 315cf9a5-bd6e-4454-86e4-e733160628e1 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:48:29.327423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.497714 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Pushing event updated for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:29.579567 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Attempting to bind port 315cf9a5-bd6e-4454-86e4-e733160628e1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:48:29.579902 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Attempting to bind port 315cf9a5-bd6e-4454-86e4-e733160628e1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:48:29.580235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Attempting to bind port 315cf9a5-bd6e-4454-86e4-e733160628e1 on network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:48:29.585763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Port 315cf9a5-bd6e-4454-86e4-e733160628e1 on network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:48:29.586127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Attempting to bind port 315cf9a5-bd6e-4454-86e4-e733160628e1 on network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:48:29.591571 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:48:29.591938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Checking segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:48:29.592329 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Bound using segment: {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:48:29.592758 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Bound port: 315cf9a5-bd6e-4454-86e4-e733160628e1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6995b739-a963-4231-b0e9-84059862d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:48:29.593106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.689400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:48:29.692407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=315cf9a5-bd6e-4454-86e4-e733160628e1,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:48:29.819130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.886049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:29.886693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:29.888142 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] 10.222.0.23 "PUT /v2.0/ports/315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 1093 time: 1.2545843 May 13 15:48:29.888616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:48:29.922221 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbc738-c9da-43f1-98a8-368326fde793 service neutron] Pushing event updated for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:29.955465 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a22ac3e-4026-4509-bd50-0cb4045265c2'] response: {'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'status': 'completed', 'code': 200} May 13 15:48:30.065429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070302-1090-4289-b14c-39413ba17ec1 req-e7150107-bcf0-4005-95da-4a766a05ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.068851 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc070302-1090-4289-b14c-39413ba17ec1 req-e7150107-bcf0-4005-95da-4a766a05ce96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1096 time: 0.0920961 May 13 15:48:30.137228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903953-f401-4cf4-8768-c4b196188cc5 req-a0a3745f-5288-4a8e-abdf-823757b17926 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.139399 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-52903953-f401-4cf4-8768-c4b196188cc5 req-a0a3745f-5288-4a8e-abdf-823757b17926 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 943 time: 0.0892437 May 13 15:48:30.188634 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-52903953-f401-4cf4-8768-c4b196188cc5 req-6268121b-7cbf-4248-94f0-f1059384e539 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:48:30.220362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070302-1090-4289-b14c-39413ba17ec1 req-4c244d5e-41d0-4091-8fe0-664200227633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.221784 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc070302-1090-4289-b14c-39413ba17ec1 req-4c244d5e-41d0-4091-8fe0-664200227633 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8e5f9adb17d94c32a72916200f8832b6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1464286 May 13 15:48:30.280960 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-52903953-f401-4cf4-8768-c4b196188cc5 req-6268121b-7cbf-4248-94f0-f1059384e539 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:48:30.282280 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-52903953-f401-4cf4-8768-c4b196188cc5 req-6268121b-7cbf-4248-94f0-f1059384e539 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350408 May 13 15:48:30.395650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070302-1090-4289-b14c-39413ba17ec1 req-f38d8795-7803-4fe9-9109-47bf1fea22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.397108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc070302-1090-4289-b14c-39413ba17ec1 req-f38d8795-7803-4fe9-9109-47bf1fea22ad service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692216 May 13 15:48:30.509429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-ed8980d4-f536-40c5-ae50-177157c56fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.510965 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-ed8980d4-f536-40c5-ae50-177157c56fcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1096 time: 0.0768435 May 13 15:48:30.687532 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-ebd2e83d-b423-4c70-b915-8b16e63db072 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 217 time: 0.1695771 May 13 15:48:30.766870 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-18995337-8789-48d6-ae3f-28c829c36845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.768322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-18995337-8789-48d6-ae3f-28c829c36845 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 200 len: 835 time: 0.0757959 May 13 15:48:30.801078 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-083ff973-c79f-4f3e-97da-7a183677c6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:30.846746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-6006ead6-e3f9-40ba-a88c-ab18a2f9b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:30.848774 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-6006ead6-e3f9-40ba-a88c-ab18a2f9b7a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0533d2b4-b928-4059-9f21-6a1615ee4cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745385 May 13 15:48:30.992068 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-b6f7dd47-d2cf-40e8-925e-99a2b1cbae05 service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373587 May 13 15:48:31.130393 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b0e28749-843f-4164-a81b-afbabef30ea6 req-3c922b70-7200-4aa9-95bb-e24f0ae97a13 service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319668 May 13 15:48:31.492412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b967c-4a4b-48a9-b286-6546f7ef6228 req-96f38370-81f8-433c-8ccf-d7d35dea0c59 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:31.494108 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e7b967c-4a4b-48a9-b286-6546f7ef6228 req-96f38370-81f8-433c-8ccf-d7d35dea0c59 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 943 time: 0.0948138 May 13 15:48:31.543755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5e7b967c-4a4b-48a9-b286-6546f7ef6228 req-2a0888a0-fdb1-4411-8f98-8621a3efb849 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433145 May 13 15:48:32.741324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a269196-1990-4778-b1c8-3573abca4d8a req-265d112d-d584-45fd-a96d-e052d53a7f57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:32.742764 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a269196-1990-4778-b1c8-3573abca4d8a req-265d112d-d584-45fd-a96d-e052d53a7f57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 943 time: 0.0860400 May 13 15:48:32.789467 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a269196-1990-4778-b1c8-3573abca4d8a req-c7450fc6-c865-45aa-b833-48f5196ce307 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 May 13 15:48:32.931486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 315cf9a5-bd6e-4454-86e4-e733160628e1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:48:33.069815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=315cf9a5-bd6e-4454-86e4-e733160628e1,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:33.084034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'port_id': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'mac_address': 'fa:16:3e:80:1a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:48:33.149829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 315cf9a5-bd6e-4454-86e4-e733160628e1 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:33.150272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:33.167858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315cf9a5-bd6e-4454-86e4-e733160628e1 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:48:33.184807 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=315cf9a5-bd6e-4454-86e4-e733160628e1,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:33.200988 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4d36-7904-49f6-b6b1-9eb6b9d7d888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:33.263972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:33.339046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:33.470325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['315cf9a5-bd6e-4454-86e4-e733160628e1'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:48:33.979775 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dc802-bf75-4d15-84e9-f83a83b6d724 req-8e77fe6f-c4fd-4a5b-8cc2-3fd0d54554f2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:33.981264 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-883dc802-bf75-4d15-84e9-f83a83b6d724 req-8e77fe6f-c4fd-4a5b-8cc2-3fd0d54554f2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 944 time: 0.0821126 May 13 15:48:34.032228 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-883dc802-bf75-4d15-84e9-f83a83b6d724 req-3b5b603b-5cf6-408f-8ecb-b741c5b6b902 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452664 May 13 15:48:34.601740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:34.698521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:34.962506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 315cf9a5-bd6e-4454-86e4-e733160628e1 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:48:35.075171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 315cf9a5-bd6e-4454-86e4-e733160628e1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:48:35.080434 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 315cf9a5-bd6e-4454-86e4-e733160628e1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:48:35.081216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:35.205137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 315cf9a5-bd6e-4454-86e4-e733160628e1 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:48:35.205486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:35.226326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dbc9-b2b6-4f4d-a7ad-6d7cc11dcbf4 req-e4a0f821-f25b-4d3e-87c0-d08bdbfb68db tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:35.227716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0811dbc9-b2b6-4f4d-a7ad-6d7cc11dcbf4 req-e4a0f821-f25b-4d3e-87c0-d08bdbfb68db tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 944 time: 0.0866687 May 13 15:48:35.234380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:48:35.245012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=315cf9a5-bd6e-4454-86e4-e733160628e1,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:48:35.281458 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37c3053-781a-4663-b2ac-074e107f3678'] response: {'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'code': 200} May 13 15:48:35.289811 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0811dbc9-b2b6-4f4d-a7ad-6d7cc11dcbf4 req-425a6921-5f15-4dcc-8de5-4d052eca2543 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466919 May 13 15:48:35.344432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:35.412614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:35.653057 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e5c1-81bb-4eb1-a876-eb1cc8636fb9 req-04d71b82-da06-4846-b811-abd0a4fe0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:35.654655 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-00b7e5c1-81bb-4eb1-a876-eb1cc8636fb9 req-04d71b82-da06-4846-b811-abd0a4fe0904 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1098 time: 0.0750649 May 13 15:48:35.697841 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-00b7e5c1-81bb-4eb1-a876-eb1cc8636fb9 req-36acf6f5-65f7-4f38-b3bd-d5501c82f957 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 May 13 15:48:35.967063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:36.489051 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4d5b9-7e52-4453-acdd-5362d9cb45cf req-890e73c7-b321-4ae3-b5ae-38d27f273c51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:36.490755 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-23f4d5b9-7e52-4453-acdd-5362d9cb45cf req-890e73c7-b321-4ae3-b5ae-38d27f273c51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0891833 May 13 15:48:36.536856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-23f4d5b9-7e52-4453-acdd-5362d9cb45cf req-ebe7a4d9-edfb-4a15-9618-ac848c8a61dc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 May 13 15:48:37.733693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ebf19-edcc-4538-80b1-d35660c0d971 req-5e7f3cd6-aae5-4ef5-b7ff-b3e08b38f206 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:37.735291 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-656ebf19-edcc-4538-80b1-d35660c0d971 req-5e7f3cd6-aae5-4ef5-b7ff-b3e08b38f206 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0884917 May 13 15:48:37.794480 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-656ebf19-edcc-4538-80b1-d35660c0d971 req-414564fd-fb9d-4d1c-bd09-c8175c1d5328 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 May 13 15:48:37.997199 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56ad36-9eac-4682-9533-1e0981cb896e req-5429ec8f-3ce9-45d6-9cb0-738ed232b76d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:37.998753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9d56ad36-9eac-4682-9533-1e0981cb896e req-5429ec8f-3ce9-45d6-9cb0-738ed232b76d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0888088 May 13 15:48:38.045374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9d56ad36-9eac-4682-9533-1e0981cb896e req-20b0be73-ad12-485c-a56e-cae057a76e1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 May 13 15:48:38.070330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45382) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:38.150080 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c3d1e-e7a6-4b4d-9336-e8e120fc4cd8 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:38.151591 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f35c3d1e-e7a6-4b4d-9336-e8e120fc4cd8 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1093 time: 0.0802650 May 13 15:48:38.154493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45386) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:38.159611 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:48:38.166187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:48:38.170131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:floatingip and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:48:38.173031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:48:38.179054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:48:38.247729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:38.399326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:38.549543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.7 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/0956f5f4-65ef-4e83-a0c9-11bdd38f42d6) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:48:38.709345 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:38.807931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:38.875502 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:48:38.878495 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:48:38.882710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:48:38.912025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=0956f5f4-65ef-4e83-a0c9-11bdd38f42d6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:39.404309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:39.569128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:39.784774 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:39.881486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:39.995064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=0956f5f4-65ef-4e83-a0c9-11bdd38f42d6,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:48:40.005689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:40.186249 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP c471deaf-a279-4300-b37c-ae0d35ff846d associated. External IP: 172.26.7.7, port: 315cf9a5-bd6e-4454-86e4-e733160628e1. May 13 15:48:40.543696 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 81d9e918-33c4-479c-881e-d0bba7564826 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:48:40.722386 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:48:40.732910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Sync routers for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:48:40.745055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:40.745670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:40.841534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:48:40.903066 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b284765-7d49-4952-abda-4c3432efe0fa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7449977 May 13 15:48:40.903066 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:48:40.949314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bbc87c-f749-4334-ac45-eeebf2ffe21a'] response: {'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'status': 'completed', 'code': 200} May 13 15:48:40.971009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:41.046215 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-7e85eb94-7dea-4590-a21c-1b8145b1e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:41.047639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-7e85eb94-7dea-4590-a21c-1b8145b1e161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1098 time: 0.0768545 May 13 15:48:41.101132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f6fae-af5a-45ca-a368-bcce5ebd5e45 req-26fcab50-e95d-47aa-8e97-458878ed0418 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:41.102769 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-113f6fae-af5a-45ca-a368-bcce5ebd5e45 req-26fcab50-e95d-47aa-8e97-458878ed0418 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0940030 May 13 15:48:41.155252 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-113f6fae-af5a-45ca-a368-bcce5ebd5e45 req-eb3ade09-9aa9-42e2-bded-2a1acd80ec22 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460713 May 13 15:48:41.187559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45394) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:41.309965 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-62fe2c08-0fe9-4a9c-8c86-64d2cebd43c0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/c471deaf-a279-4300-b37c-ae0d35ff846d HTTP/1.1" status: 200 len: 989 time: 0.1210175 May 13 15:48:41.355083 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:48:41.355670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-326712b0-230a-4904-9ea6-bd3d1925eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:41.357346 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-326712b0-230a-4904-9ea6-bd3d1925eac2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 898 time: 0.3042555 May 13 15:48:41.372002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'c471deaf-a279-4300-b37c-ae0d35ff846d', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.7', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'port_id': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'mac_address': 'fa:16:3e:80:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795d0569-8b27-49be-8505-0159cd947867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:48:39Z', 'updated_at': '2022-05-13T15:48:39Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:41.376113 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Checking router: 81d9e918-33c4-479c-881e-d0bba7564826 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:48:41.385088 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:48:41.385690 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:48:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:41.465898 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-a05d8854-6695-41d5-89ef-41aeeb9364d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 997 time: 0.1022415 May 13 15:48:41.538830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-0ffcd941-90f3-4afc-a7b7-33cde48ae581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:41.540276 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-0ffcd941-90f3-4afc-a7b7-33cde48ae581 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 200 len: 835 time: 0.0682409 May 13 15:48:41.570746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:48:41.620094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-25d70ba8-a7fd-4651-b5b1-04e45479a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:48:41.621623 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-25d70ba8-a7fd-4651-b5b1-04e45479a81a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0533d2b4-b928-4059-9f21-6a1615ee4cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755000 May 13 15:48:41.803236 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-16868124-e5e3-40bb-9086-cfe5d94e88fe service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755147 May 13 15:48:41.970695 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ae030fb-388f-48a8-93c0-3f7cde7c4ca4 req-afc6f95d-8e47-4d22-81d7-38d4673fc4ce service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614888 May 13 15:48:41.971104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'c471deaf-a279-4300-b37c-ae0d35ff846d', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.7', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'port_id': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'mac_address': 'fa:16:3e:80:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795d0569-8b27-49be-8505-0159cd947867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:48:39Z', 'updated_at': '2022-05-13T15:48:39Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:48:41.976797 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5a3be-73c8-44a6-9f0e-cae15da44f3a None None] The sync data for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv is: [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': 'c471deaf-a279-4300-b37c-ae0d35ff846d', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.7', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'port_id': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'mac_address': 'fa:16:3e:80:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795d0569-8b27-49be-8505-0159cd947867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:48:39Z', 'updated_at': '2022-05-13T15:48:39Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:48:42.176893 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e86325-31d3-4c8e-a165-f893e905d614 None None] New status for floating IP c471deaf-a279-4300-b37c-ae0d35ff846d: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:48:42.313085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45398) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:42.420214 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1bace232-87fb-45e7-8f62-4377d0a9348e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/c471deaf-a279-4300-b37c-ae0d35ff846d HTTP/1.1" status: 200 len: 989 time: 0.1058836 May 13 15:48:43.424336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45402) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:48:43.533642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b67ecd79-fc13-4a62-8256-89cee9dfab4d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/c471deaf-a279-4300-b37c-ae0d35ff846d HTTP/1.1" status: 200 len: 991 time: 0.1080387 May 13 15:48:57.927446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:00.778448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19132969-5556-41e9-8409-35f17fe6a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:03.201918 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-10b5f15a-d535-40c3-bffb-2e7fead4fe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:04.613007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:04.744915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:05.973118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:08.696164 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd31aa-e6f0-4616-a0bf-da43042ffb80 req-3c12f785-bdac-4709-b951-f3be141f2c5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:08.697661 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73dd31aa-e6f0-4616-a0bf-da43042ffb80 req-3c12f785-bdac-4709-b951-f3be141f2c5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0819793 May 13 15:49:08.791765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73dd31aa-e6f0-4616-a0bf-da43042ffb80 req-9cf7dc2f-57fa-499c-be3b-04a090bdc74f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594969 May 13 15:49:08.807935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-5f7890cc-7a32-4967-be6d-e737374019b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:08.809445 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-5f7890cc-7a32-4967-be6d-e737374019b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1098 time: 0.1106398 May 13 15:49:08.942508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-4a6cbbde-47eb-4bb4-a84e-067bedf8f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:08.944011 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-4a6cbbde-47eb-4bb4-a84e-067bedf8f8e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 898 time: 0.1282256 May 13 15:49:09.056447 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-f211b675-19cb-4110-8eac-e1cf32d1efef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 999 time: 0.1061382 May 13 15:49:09.129683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-09a48b83-4113-4bd6-81fb-8182d288e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:09.131178 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-09a48b83-4113-4bd6-81fb-8182d288e96c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 200 len: 835 time: 0.0691025 May 13 15:49:09.225316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-477c28aa-a83d-44bb-aac0-c2ad8bba4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:09.228088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-477c28aa-a83d-44bb-aac0-c2ad8bba4871 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0533d2b4-b928-4059-9f21-6a1615ee4cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903029 May 13 15:49:09.378120 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-468fd5e0-c4e2-4d7f-99a0-43c2ca7e176c service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440704 May 13 15:49:09.527061 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d1d0c911-c709-4600-83f9-1c7cfd69a6c5 req-08c930d0-de99-4a84-ae24-ed30e000ca95 service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415663 May 13 15:49:09.996883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e37cc-c2d4-4860-b292-4c8200c5e93d req-98506f30-f472-4de7-b823-3ce4556e25fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:09.998469 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac0e37cc-c2d4-4860-b292-4c8200c5e93d req-98506f30-f472-4de7-b823-3ce4556e25fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0907512 May 13 15:49:10.045571 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ac0e37cc-c2d4-4860-b292-4c8200c5e93d req-581ca76f-7039-4907-840a-b16ff943941b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 May 13 15:49:11.248092 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaab32-5dff-4992-bae0-b7f7df9305cf req-3eaa8b41-b9f1-4f80-991e-80ed2226cb60 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:11.249497 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3baaab32-5dff-4992-bae0-b7f7df9305cf req-3eaa8b41-b9f1-4f80-991e-80ed2226cb60 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0841699 May 13 15:49:11.298020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3baaab32-5dff-4992-bae0-b7f7df9305cf req-437cbe2f-ceaf-4d70-880f-1fa02fa12137 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 May 13 15:49:12.528920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f140b-5a16-4abe-8a3b-a3b1cad8f96b req-f2b9c005-884f-4d84-bd3f-a244430cae91 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:12.530472 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-126f140b-5a16-4abe-8a3b-a3b1cad8f96b req-f2b9c005-884f-4d84-bd3f-a244430cae91 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0820076 May 13 15:49:12.577767 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-126f140b-5a16-4abe-8a3b-a3b1cad8f96b req-dc7e8a9f-a7e3-4d03-8ac6-ec91ac75e672 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 May 13 15:49:13.882800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b74f3-f19b-41c3-95ed-e580efdd5746 req-7af117d2-cdfc-4172-9222-fdf8b4e791d2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:13.884448 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1a7b74f3-f19b-41c3-95ed-e580efdd5746 req-7af117d2-cdfc-4172-9222-fdf8b4e791d2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.1963634 May 13 15:49:13.929990 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1a7b74f3-f19b-41c3-95ed-e580efdd5746 req-c05ccee9-cdc2-41f3-8543-a0f1e2e56392 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 May 13 15:49:15.136025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77065-c9a1-4177-a28f-c474dce52ec7 req-6c0776e0-fcc2-40bf-9d02-96c171176f10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:15.138038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-00e77065-c9a1-4177-a28f-c474dce52ec7 req-6c0776e0-fcc2-40bf-9d02-96c171176f10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0911376 May 13 15:49:15.184852 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-00e77065-c9a1-4177-a28f-c474dce52ec7 req-5bc8215a-f473-47fa-bcf7-39217f6f4532 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 May 13 15:49:16.406140 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2931a4-3882-4c38-b371-64f3a77ab588 req-24159ca4-de99-4763-a4a8-4993c2dcc749 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:16.407708 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3a2931a4-3882-4c38-b371-64f3a77ab588 req-24159ca4-de99-4763-a4a8-4993c2dcc749 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0996795 May 13 15:49:16.456476 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3a2931a4-3882-4c38-b371-64f3a77ab588 req-e7733e60-f194-4326-922c-77120e118a3f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 May 13 15:49:17.683519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09276476-8bcc-453e-b343-ce62ad920b2c req-2c95d104-d618-4b4e-8bc4-d2cb985d7a8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:17.709307 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-09276476-8bcc-453e-b343-ce62ad920b2c req-2c95d104-d618-4b4e-8bc4-d2cb985d7a8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.1131911 May 13 15:49:17.738383 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-09276476-8bcc-453e-b343-ce62ad920b2c req-f04bb9b2-7980-48b4-b4e2-ad1d498defd7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 May 13 15:49:18.355582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:49:18.935340 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370e610-5977-49c4-a13d-03a7f6959275 req-e485111a-7412-442b-a425-b5e91a019b71 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:18.936858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c370e610-5977-49c4-a13d-03a7f6959275 req-e485111a-7412-442b-a425-b5e91a019b71 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0843606 May 13 15:49:18.982182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c370e610-5977-49c4-a13d-03a7f6959275 req-faf64bdb-d778-489f-a273-5830c268090a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 May 13 15:49:20.171714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217cbd4-5b46-450e-8750-84cb1f358140 req-b34717f6-560e-4d39-af4b-7e95a5c64fe3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:20.173235 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a217cbd4-5b46-450e-8750-84cb1f358140 req-b34717f6-560e-4d39-af4b-7e95a5c64fe3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0823519 May 13 15:49:20.218934 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a217cbd4-5b46-450e-8750-84cb1f358140 req-36c26f61-da6d-4d57-a760-0d05dd3b8984 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 May 13 15:49:21.415520 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1064ab5-85d3-4f74-ab54-9d6493136d22 req-75074c6b-545a-4d86-9f4a-26cfa01950e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:21.417071 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1064ab5-85d3-4f74-ab54-9d6493136d22 req-75074c6b-545a-4d86-9f4a-26cfa01950e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0875843 May 13 15:49:21.465361 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1064ab5-85d3-4f74-ab54-9d6493136d22 req-3210d74f-aca3-4a8a-9abd-5c8ac67f08fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 May 13 15:49:21.488638 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45440) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:49:21.600636 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f4d8f596-1e96-4059-af96-bdedbd8130a2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/c471deaf-a279-4300-b37c-ae0d35ff846d HTTP/1.1" status: 200 len: 991 time: 0.1107585 May 13 15:49:27.898790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:30.795856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6b255f6d-0c4a-4250-b198-6685820bd06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:33.207601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07441f6c-1804-47bd-828e-15ca2ecb8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:33.306105 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-d45e6bdf-9c4c-4a13-a956-d2cb3bc5f57c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690761 May 13 15:49:33.445973 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061972ab-15d8-494d-be06-c41499ba4a4c req-794009d7-dee9-4bd2-97f8-ce3426ffd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:33.447423 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-794009d7-dee9-4bd2-97f8-ce3426ffd250 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1098 time: 0.0742605 May 13 15:49:33.596937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061972ab-15d8-494d-be06-c41499ba4a4c req-eb69b3d4-acb0-4732-bad8-bf708d0c47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:33.598357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-eb69b3d4-acb0-4732-bad8-bf708d0c47e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 898 time: 0.1326945 May 13 15:49:33.703179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-7c81d6a7-329b-41c5-b0a9-dd8a9f5c0879 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 999 time: 0.0991957 May 13 15:49:33.765720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061972ab-15d8-494d-be06-c41499ba4a4c req-4df8d6f5-1fef-49f3-901c-1cf553e3bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:33.767341 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-4df8d6f5-1fef-49f3-901c-1cf553e3bc7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 200 len: 835 time: 0.0592983 May 13 15:49:33.845640 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061972ab-15d8-494d-be06-c41499ba4a4c req-6a9e255e-20f8-4f3c-9d85-6dfc2e61c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:33.847122 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-6a9e255e-20f8-4f3c-9d85-6dfc2e61c437 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0533d2b4-b928-4059-9f21-6a1615ee4cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746443 May 13 15:49:34.010677 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-fbe79f78-fb5b-4180-a4f3-e50988bcf4ed service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569352 May 13 15:49:34.155234 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-061972ab-15d8-494d-be06-c41499ba4a4c req-816c1ec1-5208-4619-978f-6b776fcd0b41 service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389616 May 13 15:49:34.573491 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:34.739334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:36.007751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:52.351474 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45462) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:49:52.567649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 0956f5f4-65ef-4e83-a0c9-11bdd38f42d6 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:49:52.567992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:52.747040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:52.747367 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:52.965736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 0956f5f4-65ef-4e83-a0c9-11bdd38f42d6 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:49:53.191123 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:53.237821 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=0956f5f4-65ef-4e83-a0c9-11bdd38f42d6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:49:53.309054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.309402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.309742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.310102 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.310440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.310769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.311095 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.311416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.311743 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.312067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.312390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.312710 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:49:53.346469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:53.346821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP c471deaf-a279-4300-b37c-ae0d35ff846d disassociated (deleted). External IP: 172.26.7.7, port: 315cf9a5-bd6e-4454-86e4-e733160628e1. May 13 15:49:53.706861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 81d9e918-33c4-479c-881e-d0bba7564826 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:49:53.892918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:49:53.903746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Sync routers for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:49:53.912438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:53.914793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:49:53.915416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:49:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:49:53.969404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a2d81838-0d9c-4e54-a0af-5ec5772ff25c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/floatingips/c471deaf-a279-4300-b37c-ae0d35ff846d HTTP/1.1" status: 204 len: 168 time: 1.6167526 May 13 15:49:53.969807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:49:54.020400 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e692ff71-ea87-4777-be86-7b88d1f816ad'] response: {'name': 'network-changed', 'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'status': 'completed', 'code': 200} May 13 15:49:54.117762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-3781151f-90f3-4719-917d-f72bb8f8ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:54.119486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-3781151f-90f3-4719-917d-f72bb8f8ee4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 1098 time: 0.0765069 May 13 15:49:54.119903 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:49:54.263010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-049294fe-6045-4531-b308-d666fde69dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:54.264393 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-049294fe-6045-4531-b308-d666fde69dfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 200 len: 898 time: 0.1388180 May 13 15:49:54.337194 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-be05a0c5-d16a-4a18-89ca-3959ee5d5f13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 200 len: 217 time: 0.0670025 May 13 15:49:54.411314 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-375792ed-fbb9-467b-826d-07d7254b643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:54.412811 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-375792ed-fbb9-467b-826d-07d7254b643e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 200 len: 835 time: 0.0687623 May 13 15:49:54.524780 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:49:54.529365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Checking router: 81d9e918-33c4-479c-881e-d0bba7564826 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:49:54.540065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:49:54.540791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:49:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:49:54.610454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-103b7bd9-5837-4b2d-921c-ff99e4c1ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:54.612872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-103b7bd9-5837-4b2d-921c-ff99e4c1ba15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0533d2b4-b928-4059-9f21-6a1615ee4cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1921272 May 13 15:49:54.647352 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9c68-c438-484d-a161-de2ec3893a66 req-dffad0a4-c5da-4976-8e00-5805553a0fe4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:54.648904 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e9a9c68-c438-484d-a161-de2ec3893a66 req-dffad0a4-c5da-4976-8e00-5805553a0fe4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.0884633 May 13 15:49:54.702789 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e9a9c68-c438-484d-a161-de2ec3893a66 req-259ae5ec-43bc-497c-ab6b-445dfdd535aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478265 May 13 15:49:54.748870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:49:54.757083 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-caf69702-9883-4390-919f-7717e66f355b service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377733 May 13 15:49:54.897411 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4b56b700-6bfa-47f6-8909-3cd79a2e2c87 req-834ce387-5d01-4df0-9e51-47e558d9e443 service neutron] 10.222.0.23 "GET /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324861 May 13 15:49:55.085428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:49:55.089373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8d42a-1d52-430e-b891-12927a573b23 None None] The sync data for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv is: [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:48:21Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'bd21cd2c-8e17-4c73-bd23-636de641e931', 'name': '', 'network_id': '0533d2b4-b928-4059-9f21-6a1615ee4cc3', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:d0:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:20Z', 'updated_at': '2022-05-13T15:48:26Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '9a370833-7aa8-4551-9313-f1e1ecee4ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:49:55.298867 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813344b6-babc-433e-b4d6-4bfecb8c00f5 None None] New status for floating IP c471deaf-a279-4300-b37c-ae0d35ff846d: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:49:55.456843 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:49:55.963740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38508-86f2-4de2-af5d-baa0f8a05dd6 req-43e18d71-e929-4d8e-bef6-f7ebb0947ef6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:55.964441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-23f38508-86f2-4de2-af5d-baa0f8a05dd6 req-43e18d71-e929-4d8e-bef6-f7ebb0947ef6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:49:56.058927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-dc68a2ba-a378-4d6a-90b3-414a7da76a0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:49:56.060534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-dc68a2ba-a378-4d6a-90b3-414a7da76a0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:49:56.122817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-23f38508-86f2-4de2-af5d-baa0f8a05dd6 req-43e18d71-e929-4d8e-bef6-f7ebb0947ef6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:49:56.123999 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-23f38508-86f2-4de2-af5d-baa0f8a05dd6 req-43e18d71-e929-4d8e-bef6-f7ebb0947ef6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.3064599 May 13 15:49:56.125184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-dc68a2ba-a378-4d6a-90b3-414a7da76a0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:49:56.126124 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-dc68a2ba-a378-4d6a-90b3-414a7da76a0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 945 time: 0.1588626 May 13 15:49:56.230401 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-23f38508-86f2-4de2-af5d-baa0f8a05dd6 req-b18de7df-7bcb-4b9c-908b-bda72b69fe8b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=fa243fc4-8c9c-480b-b55f-4b2e525cd03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001134 May 13 15:49:56.233767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 315cf9a5-bd6e-4454-86e4-e733160628e1 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:49:56.234138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:56.498075 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 315cf9a5-bd6e-4454-86e4-e733160628e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=315cf9a5-bd6e-4454-86e4-e733160628e1,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:49:56.498427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:56.622956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 315cf9a5-bd6e-4454-86e4-e733160628e1 owned by compute:nova {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:49:56.842478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:56.893843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=315cf9a5-bd6e-4454-86e4-e733160628e1,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:49:56.971921 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] No DVR routers for this DVR port 315cf9a5-bd6e-4454-86e4-e733160628e1 on host hv-neutron-8353 {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:49:56.974444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:56.977119 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'name': 'network-vif-deleted', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:49:57.023615 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e988ecd6-b4cb-4aab-b88a-7637558128a2'] response: {'server_uuid': '795d0569-8b27-49be-8505-0159cd947867', 'name': 'network-vif-deleted', 'tag': '315cf9a5-bd6e-4454-86e4-e733160628e1', 'status': 'completed', 'code': 200} May 13 15:49:57.054638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f5886d93-4048-422f-a78c-ada9e4c1fdf9 req-7901fc56-8069-4915-9446-3765c5c36a1e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "DELETE /v2.0/ports/315cf9a5-bd6e-4454-86e4-e733160628e1 HTTP/1.1" status: 204 len: 173 time: 0.9224768 May 13 15:49:57.404459 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b922c7e6-8649-4dcf-9b6e-e74d9b93a5a5 req-21a39708-7b98-403d-aa44-1ea670953b8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:49:57.504789 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-b922c7e6-8649-4dcf-9b6e-e74d9b93a5a5 req-21a39708-7b98-403d-aa44-1ea670953b8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:49:57.505874 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b922c7e6-8649-4dcf-9b6e-e74d9b93a5a5 req-21a39708-7b98-403d-aa44-1ea670953b8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=795d0569-8b27-49be-8505-0159cd947867 HTTP/1.1" status: 200 len: 210 time: 0.1462896 May 13 15:49:57.967828 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:58.606517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45482) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:49:59.282547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:59.399711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 315cf9a5-bd6e-4454-86e4-e733160628e1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:49:59.435139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 315cf9a5-bd6e-4454-86e4-e733160628e1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:49:59.435492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 315cf9a5-bd6e-4454-86e4-e733160628e1 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:49:59.651003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port bd21cd2c-8e17-4c73-bd23-636de641e931 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:49:59.651847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:59.843513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port bd21cd2c-8e17-4c73-bd23-636de641e931, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd21cd2c-8e17-4c73-bd23-636de641e931,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:49:59.843871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:49:59.976952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for bd21cd2c-8e17-4c73-bd23-636de641e931 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:50:00.277171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:00.329086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=bd21cd2c-8e17-4c73-bd23-636de641e931,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:00.366696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.367038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.367376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.367713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.368043 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.368369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.368731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.369055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.369379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.369736 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.370091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.370416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:00.771475 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:00.791037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aaf6121c-2e67-4866-9860-a2f3f7300855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.160106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 81d9e918-33c4-479c-881e-d0bba7564826 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:50:01.344579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:50:01.355616 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Sync routers for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:50:01.365116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:01.365726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:49:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:01.444077 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-cf9b3f46-0cf1-4401-86ab-bcc833b56e2b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/81d9e918-33c4-479c-881e-d0bba7564826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8361175 May 13 15:50:01.446817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45486) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:01.514306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting subnet 9a370833-7aa8-4551-9313-f1e1ecee4ca3 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:50:01.518358 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.549870 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:01.577599 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.663974 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.831656 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.913193 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:50:00Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:01.917649 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Checking router: 81d9e918-33c4-479c-881e-d0bba7564826 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:50:01.936294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Routers {'81d9e918-33c4-479c-881e-d0bba7564826'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:01.936927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:49:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['81d9e918-33c4-479c-881e-d0bba7564826'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:01.976514 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Subnet': ['ID=9a370833-7aa8-4551-9313-f1e1ecee4ca3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:01.980425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:01.988042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f2519b33-799a-4abe-8b5b-e959febaa58c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/subnets/9a370833-7aa8-4551-9313-f1e1ecee4ca3 HTTP/1.1" status: 204 len: 168 time: 0.5394070 May 13 15:50:01.989986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45490) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:01.999536 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df4f8b-7bd7-4b3b-af51-3b99a967281c None None] Network 0533d2b4-b928-4059-9f21-6a1615ee4cc3 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:50:02.180212 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.271445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] Set router 81d9e918-33c4-479c-881e-d0bba7564826 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:02.363273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.425733 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port fef9f1de-79bb-45bd-b4b4-537d750e1973 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:50:02.426219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.564581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] DHCP port deletion for 0533d2b4-b928-4059-9f21-6a1615ee4cc3 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:50:02.575435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Deleting port c7c48afe-3053-4357-82ab-ed5fea9559be {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:50:02.575808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.649271 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port fef9f1de-79bb-45bd-b4b4-537d750e1973, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fef9f1de-79bb-45bd-b4b4-537d750e1973,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:02.649896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.691993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:50:00Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:02.719983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d5077-b736-4c15-9383-6ae4a38d84b2 None None] The sync data for ids ['81d9e918-33c4-479c-881e-d0bba7564826'] in dv-neutron-835340-3-hyperv is: [{'id': '81d9e918-33c4-479c-881e-d0bba7564826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150034189', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:48:15Z', 'updated_at': '2022-05-13T15:50:00Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'fef9f1de-79bb-45bd-b4b4-537d750e1973', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d9e918-33c4-479c-881e-d0bba7564826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:48:16Z', 'updated_at': '2022-05-13T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:50:02.809783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for fef9f1de-79bb-45bd-b4b4-537d750e1973 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:50:02.840545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] For port c7c48afe-3053-4357-82ab-ed5fea9559be, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c48afe-3053-4357-82ab-ed5fea9559be,segment=NetworkSegment(6995b739-a963-4231-b0e9-84059862d6d1),segment_id=6995b739-a963-4231-b0e9-84059862d6d1)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:02.840935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:02.972045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Calling delete_port for c7c48afe-3053-4357-82ab-ed5fea9559be owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:50:03.161851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.197430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.228872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Pushing event deleted for resources: {'Port': ['ID=c7c48afe-3053-4357-82ab-ed5fea9559be,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:03.241039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] No DVR routers for this DVR port c7c48afe-3053-4357-82ab-ed5fea9559be on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:50:03.243478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.244000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.244622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.245146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.245683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.246254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.246778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.247302 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.247763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.248258 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.248766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.249253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972877f-71ab-4da1-b57a-b40306a3c0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:03.258472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c7f25e14-845c-4cea-8c86-654e315041e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.282844 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=fef9f1de-79bb-45bd-b4b4-537d750e1973,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:03.383047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.678663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.681037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.779312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.779866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Fanout notify agent at l3_agent the message router_deleted on router 81d9e918-33c4-479c-881e-d0bba7564826 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:50:03.795559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:03.796881 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-064ba7b1-bc53-4791-872a-5db193fb8eab tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/routers/81d9e918-33c4-479c-881e-d0bba7564826 HTTP/1.1" status: 204 len: 168 time: 1.8059740 May 13 15:50:03.799937 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45494) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:03.919688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.058576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.087961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0533d2b4-b928-4059-9f21-6a1615ee4cc3']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:04.100766 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6995b739-a963-4231-b0e9-84059862d6d1') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:04.101062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6995b739-a963-4231-b0e9-84059862d6d1') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:04.113311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.131135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.137505 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:50:04.137893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:50:04.153005 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:50:04.345275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.365093 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.379159 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Network': ['ID=0533d2b4-b928-4059-9f21-6a1615ee4cc3,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:04.384668 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f93c804b-cdea-4d3e-8fa9-5cbd61aa6464 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/networks/0533d2b4-b928-4059-9f21-6a1615ee4cc3 HTTP/1.1" status: 204 len: 168 time: 0.5835562 May 13 15:50:04.386855 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45498) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:04.458529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.490059 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.547442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fef9f1de-79bb-45bd-b4b4-537d750e1973 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:50:04.585062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fef9f1de-79bb-45bd-b4b4-537d750e1973 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:50:04.585403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fef9f1de-79bb-45bd-b4b4-537d750e1973 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:50:04.585823 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c48afe-3053-4357-82ab-ed5fea9559be no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:50:04.621543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: c7c48afe-3053-4357-82ab-ed5fea9559be {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:50:04.621879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c48afe-3053-4357-82ab-ed5fea9559be not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:50:04.622326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd21cd2c-8e17-4c73-bd23-636de641e931 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:50:04.705681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.706811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.713321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: bd21cd2c-8e17-4c73-bd23-636de641e931 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:50:04.713642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd21cd2c-8e17-4c73-bd23-636de641e931 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:50:04.729853 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa243fc4-8c9c-480b-b55f-4b2e525cd03c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:04.801882 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.836023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:04.837167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1777ebba-3f24-463b-b76c-a923ee0fb45d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/security-groups/fa243fc4-8c9c-480b-b55f-4b2e525cd03c HTTP/1.1" status: 204 len: 168 time: 0.4494088 May 13 15:50:05.074683 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45506) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:05.081039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546421503', 'description': 'tempest-secgroup-smoke-1546421503 description', 'project_id': '8e5f9adb17d94c32a72916200f8832b6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:05.087591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:05.092155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:05.095130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:05.101618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:05.191472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.212413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:05.216280 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:05.219472 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:05.225707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:05.301548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.368042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.416688 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37f439-8498-495f-93a5-f39b704aef68,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:05.505403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.506727 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ca22ff21-0fb4-429b-8eb1-52d5d7139b86 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4310231 May 13 15:50:05.509618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45512) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:05.514634 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:05.521031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:05.525152 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:05.528084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:05.533888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:05.615563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.680416 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.761138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.790112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd862c5f-7700-4162-81cd-0ad61e72986c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:05.877040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:05.878290 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2765fa06-3f20-43e0-8096-87f06e557548 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676734 May 13 15:50:05.881133 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45516) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:05.886267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:05.892616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:05.898718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:05.902174 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:05.913130 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:06.002557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.038769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.104699 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.173840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.199233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920699d3-264c-4eec-abaa-22cace4ae805,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:06.264986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.266265 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3fe2f91c-3dc8-422c-a4e2-2a000c12a176 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3841887 May 13 15:50:06.269664 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45520) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:06.275179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:06.281306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:06.290385 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:06.294002 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:06.300255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:06.386508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.452142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.550698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.576808 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8c70f8-5d1b-4f9f-8012-403e8e0a329e,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:06.682493 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.683768 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-16197241-46a7-40fd-8767-a4cf0cb9ef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130132 May 13 15:50:06.687048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45524) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:06.694604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:06.701455 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:06.706334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:06.709553 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:06.716008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:06.815912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.889432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:06.979727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.006213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154d8185-87d8-45d0-9e8b-1e9bcc93c97a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:07.076925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.078206 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1cb5f65a-7f18-42b4-aea7-56e9c8ccdc29 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901129 May 13 15:50:07.081313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45528) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:07.086447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:07.092608 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:07.097430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:07.100559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:07.106347 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:07.179348 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:50:07.187444 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.267894 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.333895 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.358748 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd3ea52-0664-43ab-b0a0-f1e2a60a1ebb,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:07.431035 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.432314 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4978068b-f0f2-4567-931d-6c3bfb315d51 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499975 May 13 15:50:07.435125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45532) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:07.440777 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'dd37f439-8498-495f-93a5-f39b704aef68', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:07.447114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:07.451312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:07.454453 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:07.461250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:07.545502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:50:07.553160 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.630557 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.723049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.747163 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8c4029-dea5-4628-8a41-1bd93c5c92d5,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:07.904745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:07.909406 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e6a45302-d2f4-4908-9eaa-4fbbd5b742ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4705925 May 13 15:50:07.910938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45536) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:07.916726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'network': {'name': 'tempest-network-smoke--561047421', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'port_security_enabled': True}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:07.922173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:07.927180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:network and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:07.930252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:07.937055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:08.036372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:50:08.040359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.076742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:50:08.087481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.087900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Added segment 52842f00-f861-4976-890e-83d24aeea88d of type vlan for network f27b4a31-efaf-4648-9f08-6811cd8f93e2 May 13 15:50:08.118968 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.213138 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.218814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:08.219422 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.338826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Network': ['ID=f27b4a31-efaf-4648-9f08-6811cd8f93e2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:08.349675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:50:08.387731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7cab9965-2c16-41ff-9ba0-ae30cfa67b9a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4731283 May 13 15:50:08.387986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45540) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:08.393679 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'admin_state_up': True, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:08.404476 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:08.405582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:router and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:08.408624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:08.416390 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:08.476189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.477491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.494324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:08.957125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:09.359856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:09.395190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:09.536432 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.110 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/1fe01b2a-d96a-418f-9d7a-2bee2466efd6) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:50:09.690776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:09.790467 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:09.862316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:09.865419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:09.869085 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:50:09.898765 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:10.407362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:10.902908 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:11.178755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 296031f6-1dd2-4b5b-980a-2d435dc02a7c is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:50:11.374857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:50:11.387255 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Sync routers for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:50:11.402548 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:11.403173 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:11.469905 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:11.471464 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e9923cc3-1ee1-4fe9-99aa-16169562fc79 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0825095 May 13 15:50:11.475519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45546) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:11.523643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7a42ed60-3e32-4b5d-aa0e-e8dd5a24fb68 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=8e5f9adb17d94c32a72916200f8832b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469387 May 13 15:50:11.526522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45550) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:11.592575 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:11.670594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0604e-a421-40fe-b7dd-bc837ae78355 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:11.672257 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e5b0604e-a421-40fe-b7dd-bc837ae78355 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446445 May 13 15:50:11.675802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45554) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:11.716872 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9ed83b48-4e8c-4902-8828-52456923af12 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399246 May 13 15:50:11.719744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45558) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:11.729350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073316895', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:11.862691 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:11.867330 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:subnet and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:11.870630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:11.878355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:11.931062 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:10Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:11.936979 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Checking router: 296031f6-1dd2-4b5b-980a-2d435dc02a7c for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:50:11.937325 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Updating router 296031f6-1dd2-4b5b-980a-2d435dc02a7c port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:50:11.950695 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'subnet': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:50:11.954538 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1776454'] for subnet, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:11.999952 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.255392 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2083519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1776464'] for subnet, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.347882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Subnet': ['ID=e8f13ab2-6cc5-4bb5-a80d-72a231599205,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:12.354157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Checking segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:50:12.354157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network hostable DHCP agents. Network: f27b4a31-efaf-4648-9f08-6811cd8f93e2, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:50:12.360241 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.374283 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Transition to ACTIVE for port object 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:12.441662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:50:12.452555 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.505042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, f27b4a31-efaf-4648-9f08-6811cd8f93e2) {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:12.509673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:12.510883 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.515514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742fc70-2896-4c5b-9d5c-caba9a4b6c32 None None] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:50:12.545141 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Attempting to bind port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:50:12.548155 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Attempting to bind port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:50:12.548155 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Attempting to bind port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:50:12.548547 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Pushing event updated for resources: {'Port': ['ID=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:12.558637 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:50:12.559017 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:50:12.559417 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.559875 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:50:12.560362 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Bound port: 1fe01b2a-d96a-418f-9d7a-2bee2466efd6, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:50:12.560739 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.585828 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.586200 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.586540 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.586872 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.587202 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.587529 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.587850 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.588287 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.588664 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.588983 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.589306 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.589624 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:50:12.637388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4f442b4e-58b2-447e-8866-0e33a50f062f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9162371 May 13 15:50:12.641159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:12.650193 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] For port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:50:12.653415 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] For port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:50:12.760091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:50:12.760941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.791507 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:12.886520 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:12.887349 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:12.964913 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72981d-3483-46ac-98d3-6bf0e7f620b2 None None] Pushing event updated for resources: {'Port': ['ID=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:12.966104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Allocated IP 172.20.0.2 (f27b4a31-efaf-4648-9f08-6811cd8f93e2/e8f13ab2-6cc5-4bb5-a80d-72a231599205/a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:50:13.132309 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:13.209061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.222151 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Transition to ACTIVE for port object a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:13.246355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Transition to ACTIVE for port object a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:13.323144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.411397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:13.414846 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:13.418137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:50:13.460699 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:10Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:13.464624 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Pushing event updated for resources: {'Port': ['ID=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:13.465146 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787ed3e-356f-497b-a7e2-e4f8a3553910 None None] The sync data for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv is: [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:10Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:50:13.531848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Attempting to bind port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:50:13.532435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Attempting to bind port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:50:13.532630 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Attempting to bind port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab on network f27b4a31-efaf-4648-9f08-6811cd8f93e2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:50:13.539773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:50:13.540155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Checking segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:50:13.540567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.540966 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Bound using segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:50:13.541446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Bound port: a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:50:13.541839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.638516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.643445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] For port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:50:13.648751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] For port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:50:13.740840 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:13.868811 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b882f1-077d-4355-af75-f6e5b1c6ce49 None None] Pushing event updated for resources: {'Port': ['ID=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:14.207830 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.1 (f27b4a31-efaf-4648-9f08-6811cd8f93e2/e8f13ab2-6cc5-4bb5-a80d-72a231599205/98f90713-3ef7-4498-98c5-fa750fe37b26) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:50:14.422470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:14.447572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 98f90713-3ef7-4498-98c5-fa750fe37b26 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:14.545655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:14.623267 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:14.631746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:14.635550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:14.640560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:50:14.676664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:14.722948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:14.745529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:14.754363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:14.756619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:14.912675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:14.913220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:14.936546 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:15.003305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.004265 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:15.061053 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebe9a7-87fb-45d7-909c-5728c4b0212c None None] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:50:15.105322 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.277339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:15.350121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-cc306e4b-0259-4a38-ac01-ee0dad013361 None None] Provisioning for port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:15.372907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:15.382964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:15.383334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.576563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:15.576941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.617345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:15.699861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.722442 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.793794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:15.807297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.809622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Provisioning complete for port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:15.810362 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:15.965653 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Current status of the port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:15.995227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:15.999377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:16.053015 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Provisioning for port 98f90713-3ef7-4498-98c5-fa750fe37b26 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:16.058957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Provisioning complete for port 98f90713-3ef7-4498-98c5-fa750fe37b26 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:16.059339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:16.122282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-42f17cc5-41cd-4b62-8bb1-5cc1cb8d4134 None None] Port 98f90713-3ef7-4498-98c5-fa750fe37b26 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:50:16.150055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:16.151188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:16.242742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-62f2a08c-2ac8-4966-b9a8-d87a71345512 None None] Provisioning complete for port 98f90713-3ef7-4498-98c5-fa750fe37b26 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:16.243228 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-62f2a08c-2ac8-4966-b9a8-d87a71345512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:16.305026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a08c-2ac8-4966-b9a8-d87a71345512 None None] Port 98f90713-3ef7-4498-98c5-fa750fe37b26 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:50:16.359761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 296031f6-1dd2-4b5b-980a-2d435dc02a7c has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:50:16.426403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-69e83958-3930-48c5-9421-558fa4f2b7bb None None] Provisioning complete for port 98f90713-3ef7-4498-98c5-fa750fe37b26 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:16.426707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-69e83958-3930-48c5-9421-558fa4f2b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:16.487271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-69e83958-3930-48c5-9421-558fa4f2b7bb None None] Port 98f90713-3ef7-4498-98c5-fa750fe37b26 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:50:16.556879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:16.565726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:50:16.582553 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bb21bf19-f550-4c5a-b211-9b9f2ad2d85e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/296031f6-1dd2-4b5b-980a-2d435dc02a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400849 May 13 15:50:16.592643 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Sync routers for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:50:16.617855 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:16.618532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:16.766420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-86bc0f8f-2d31-4201-84fd-22073a4e865a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:50:16.806832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:16.806832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:16.864972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:16.876740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-86bc0f8f-2d31-4201-84fd-22073a4e865a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:50:16.878617 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-86bc0f8f-2d31-4201-84fd-22073a4e865a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546421503&fields=id&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 267 time: 0.1667840 May 13 15:50:17.048248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-7cf229d3-4c9d-4bb3-a776-b51a05ed0d1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:17.048959 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-7cf229d3-4c9d-4bb3-a776-b51a05ed0d1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:50:17.122042 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-7cf229d3-4c9d-4bb3-a776-b51a05ed0d1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:50:17.123564 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-7cf229d3-4c9d-4bb3-a776-b51a05ed0d1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 796 time: 0.2375464 May 13 15:50:17.139535 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-1e1803af-f7ea-487b-9e9e-94e890560f4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/quotas/8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 375 time: 0.0098422 May 13 15:50:17.148104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:17.149205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:17.235599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-cf511e0e-0398-4eb3-8fb5-a6a68beb4eba tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899293 May 13 15:50:17.336484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:17.336856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:17.417724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:15Z', 'revision_number': 2, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:17.423875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Checking router: 296031f6-1dd2-4b5b-980a-2d435dc02a7c for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:50:17.424233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Updating router 296031f6-1dd2-4b5b-980a-2d435dc02a7c port 98f90713-3ef7-4498-98c5-fa750fe37b26 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:50:17.502613 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-b4035c75-95fb-4e72-b237-9e622b823091 service neutron] 10.222.0.91 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537348 May 13 15:50:17.523900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:17.535880 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:17.652790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-68cf0628-1d71-4d2a-b9a6-257256035f1a service neutron] 10.222.0.91 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436951 May 13 15:50:17.902829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:17.917902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Transition to ACTIVE for port object 98f90713-3ef7-4498-98c5-fa750fe37b26 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:17.950571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ea865308-36f8-45c1-8070-d48083969c8c req-ba31a8b1-04f1-4a3e-b460-8a0ebb432485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:50:18.020083 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:18.037455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ea865308-36f8-45c1-8070-d48083969c8c req-ba31a8b1-04f1-4a3e-b460-8a0ebb432485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:50:18.039585 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ea865308-36f8-45c1-8070-d48083969c8c req-ba31a8b1-04f1-4a3e-b460-8a0ebb432485 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 210 time: 0.1393518 May 13 15:50:18.181473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092c65c-084d-4302-bfab-1e680b907e38 None None] Pushing event updated for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:18.256489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Attempting to bind port 98f90713-3ef7-4498-98c5-fa750fe37b26 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:50:18.256765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Attempting to bind port 98f90713-3ef7-4498-98c5-fa750fe37b26 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:50:18.257128 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Attempting to bind port 98f90713-3ef7-4498-98c5-fa750fe37b26 on network f27b4a31-efaf-4648-9f08-6811cd8f93e2 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:50:18.262954 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:50:18.263327 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Checking segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:50:18.263726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:18.264184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Bound using segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:50:18.264646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Bound port: 98f90713-3ef7-4498-98c5-fa750fe37b26, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:50:18.265038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:18.367454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] For port 98f90713-3ef7-4498-98c5-fa750fe37b26, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:50:18.370551 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] For port 98f90713-3ef7-4498-98c5-fa750fe37b26, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=98f90713-3ef7-4498-98c5-fa750fe37b26,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:50:18.465432 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:18.556426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:18.557064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:18.625144 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092c65c-084d-4302-bfab-1e680b907e38 None None] Pushing event updated for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:18.749367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:19.144481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:18Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:19.149357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b3bb7-86d4-405c-a1f4-3f26b5223bb4 None None] The sync data for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv is: [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:18Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:50:19.212030 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7775d3a5-cf31-42c1-8332-d966fbbfe4b7 req-33b07a6d-a681-4697-8f3f-f88e6e1f36b2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 210 time: 0.0506470 May 13 15:50:20.312116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-582fe061-206c-4c29-974a-8cf86fd60274 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:20.313674 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-582fe061-206c-4c29-974a-8cf86fd60274 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 796 time: 0.1666708 May 13 15:50:20.364352 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-fb404c9d-98f1-4f0f-9b6c-0988c7b40b1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 380 time: 0.0432186 May 13 15:50:20.379525 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'port': {'device_id': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'admin_state_up': True, 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'security_groups': ['dd37f439-8498-495f-93a5-f39b704aef68']}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:20.412197 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ea2f5bc5-82f4-45ad-beb3-9eb1d5826d4f req-d45b32b6-274a-4b36-871e-9789ad98ceb4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 210 time: 0.0580952 May 13 15:50:20.524317 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:20.535257 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:20.576418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 98f90713-3ef7-4498-98c5-fa750fe37b26 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:20.642624 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'port': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:50:20.647113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:20.733552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 98f90713-3ef7-4498-98c5-fa750fe37b26 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:20.739055 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 98f90713-3ef7-4498-98c5-fa750fe37b26 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:20.739484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:20.821638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.9 (f27b4a31-efaf-4648-9f08-6811cd8f93e2/e8f13ab2-6cc5-4bb5-a80d-72a231599205/06df9807-c7e9-486e-900e-ddf177a3f573) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:50:20.864087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 98f90713-3ef7-4498-98c5-fa750fe37b26 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:20.864468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:20.900481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 98f90713-3ef7-4498-98c5-fa750fe37b26, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=98f90713-3ef7-4498-98c5-fa750fe37b26,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:20.968392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.029492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.043009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:21.047014 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 06df9807-c7e9-486e-900e-ddf177a3f573 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:21.128924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.207020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:21.210394 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:21.214379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:50:21.245380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:21.287464 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:21.288125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.351571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-9e47b2e9-2c85-46d7-8641-ccb4c500306e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9824262 May 13 15:50:21.365316 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Request body: {'port': {'device_id': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:21.490751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.522386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5bf4acff-288a-478d-bb8e-4db0b8e79151 None None] Provisioning for port 06df9807-c7e9-486e-900e-ddf177a3f573 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:21.528790 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5bf4acff-288a-478d-bb8e-4db0b8e79151 None None] Provisioning complete for port 06df9807-c7e9-486e-900e-ddf177a3f573 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:21.529167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5bf4acff-288a-478d-bb8e-4db0b8e79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:21.586581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4acff-288a-478d-bb8e-4db0b8e79151 None None] Port 06df9807-c7e9-486e-900e-ddf177a3f573 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:50:21.711729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40132da-dcb2-43ee-9a4d-ccb20a3be381 req-8e341ed6-60b0-4702-ba06-6793b1d509e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:21.712448 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e40132da-dcb2-43ee-9a4d-ccb20a3be381 req-8e341ed6-60b0-4702-ba06-6793b1d509e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:50:21.849354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e40132da-dcb2-43ee-9a4d-ccb20a3be381 req-8e341ed6-60b0-4702-ba06-6793b1d509e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:50:21.850559 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e40132da-dcb2-43ee-9a4d-ccb20a3be381 req-8e341ed6-60b0-4702-ba06-6793b1d509e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 931 time: 0.3131070 May 13 15:50:22.063871 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e40132da-dcb2-43ee-9a4d-ccb20a3be381 req-19bedbf3-4f2f-438f-bad2-6fdb301871bd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074525 May 13 15:50:22.071143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:50:22.078849 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.094058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Transition to ACTIVE for port object 06df9807-c7e9-486e-900e-ddf177a3f573 will not be triggered until provisioned by entity L2. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:50:22.159265 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.324711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:22.419180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Attempting to bind port 06df9807-c7e9-486e-900e-ddf177a3f573 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:50:22.419861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Attempting to bind port 06df9807-c7e9-486e-900e-ddf177a3f573 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:50:22.419861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Attempting to bind port 06df9807-c7e9-486e-900e-ddf177a3f573 on network f27b4a31-efaf-4648-9f08-6811cd8f93e2 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:50:22.427942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Port 06df9807-c7e9-486e-900e-ddf177a3f573 on network f27b4a31-efaf-4648-9f08-6811cd8f93e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:50:22.427942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Attempting to bind port 06df9807-c7e9-486e-900e-ddf177a3f573 on network f27b4a31-efaf-4648-9f08-6811cd8f93e2 {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:50:22.431143 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:50:22.431482 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Checking segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:50:22.431868 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Bound using segment: {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'} {{(pid=88837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:50:22.432288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.managers [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Bound port: 06df9807-c7e9-486e-900e-ddf177a3f573, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52842f00-f861-4976-890e-83d24aeea88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2'}}] {{(pid=88837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:50:22.432630 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.528652 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, cleared binding levels {{(pid=88837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:50:22.531971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:50:22.553760 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 98f90713-3ef7-4498-98c5-fa750fe37b26 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:22.626599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 98f90713-3ef7-4498-98c5-fa750fe37b26 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:22.627329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.637285 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.701000 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:22.701833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:22.703259 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] 10.222.0.23 "PUT /v2.0/ports/06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 1093 time: 1.3445313 May 13 15:50:22.703707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:50:22.731546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8301-fc3c-41ad-b6e4-5a988a82ef36 service neutron] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=3']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:22.761050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 98f90713-3ef7-4498-98c5-fa750fe37b26 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:22.764191 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cdba0b-7663-40a7-a169-223fa96cb9b0'] response: {'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'status': 'completed', 'code': 200} May 13 15:50:22.864355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd679-398d-4960-aa2d-5cef3c793abe req-4f556974-0461-40e3-b65a-b44434e4160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:22.866113 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-869dd679-398d-4960-aa2d-5cef3c793abe req-4f556974-0461-40e3-b65a-b44434e4160a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0780749 May 13 15:50:23.046303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd679-398d-4960-aa2d-5cef3c793abe req-bdb5904b-0bcd-4198-8d15-c3c925333994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.047696 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-869dd679-398d-4960-aa2d-5cef3c793abe req-bdb5904b-0bcd-4198-8d15-c3c925333994 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8e5f9adb17d94c32a72916200f8832b6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1732101 May 13 15:50:23.240745 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd679-398d-4960-aa2d-5cef3c793abe req-437a4b61-af7e-4f35-8f65-8a0e668e551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.242128 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-869dd679-398d-4960-aa2d-5cef3c793abe req-437a4b61-af7e-4f35-8f65-8a0e668e551f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888390 May 13 15:50:23.281552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f874c-bc2b-4679-917d-124292be732f req-7e680815-b4d0-44ef-8c26-109a12c4bda0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.283731 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c2f874c-bc2b-4679-917d-124292be732f req-7e680815-b4d0-44ef-8c26-109a12c4bda0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 943 time: 0.1032698 May 13 15:50:23.378893 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9c2f874c-bc2b-4679-917d-124292be732f req-4f84032d-5101-4152-b8bd-6c70d0fc97f8 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626955 May 13 15:50:23.392291 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-695f36bd-5c3f-473f-bd8a-7685d33382e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.394926 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-695f36bd-5c3f-473f-bd8a-7685d33382e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1096 time: 0.1102240 May 13 15:50:23.469375 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-114f4b20-8c6b-489d-96e4-d6792f2d5d45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 217 time: 0.0680737 May 13 15:50:23.536977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-611370b9-84d9-4ccc-9af4-52be0f910377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.538358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-611370b9-84d9-4ccc-9af4-52be0f910377 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0641189 May 13 15:50:23.619669 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-4287b21b-9a7e-4762-acb9-cbe53b483c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:23.621139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-4287b21b-9a7e-4762-acb9-cbe53b483c01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766160 May 13 15:50:23.758705 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-ccd73392-8e13-439a-ab3d-a18cb7e54269 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314576 May 13 15:50:23.895132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d5562e18-63df-4233-be90-0bc4ba564e12 req-b147678b-bf2c-4724-8d45-4352fe93679a service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308324 May 13 15:50:24.571239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9d51b-46cd-4ac1-8063-66c97322ab48 req-c9145d13-d68a-4949-a7c5-e25063b3a15c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:24.572741 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5cb9d51b-46cd-4ac1-8063-66c97322ab48 req-c9145d13-d68a-4949-a7c5-e25063b3a15c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 943 time: 0.0830920 May 13 15:50:24.618584 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5cb9d51b-46cd-4ac1-8063-66c97322ab48 req-a9e4d82c-375e-45c4-8fbb-3ee512b035ea tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 May 13 15:50:25.524567 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:50:25.664571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:25.683093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '06df9807-c7e9-486e-900e-ddf177a3f573', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'mac_address': 'fa:16:3e:5b:f6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:50:25.742719 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:25.743098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:25.761354 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:50:25.778599 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:25.815962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502187ef-453f-4f8e-8731-a63a4ca7f63d req-21ef659e-e129-4fcf-8314-3d84d6190e0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:25.817519 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-502187ef-453f-4f8e-8731-a63a4ca7f63d req-21ef659e-e129-4fcf-8314-3d84d6190e0e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 943 time: 0.0871243 May 13 15:50:25.836955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:25.869118 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-502187ef-453f-4f8e-8731-a63a4ca7f63d req-49b45d24-5ead-40bd-8286-c0a9ffffc314 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 May 13 15:50:25.921595 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:26.042463 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['06df9807-c7e9-486e-900e-ddf177a3f573'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:50:27.077611 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a3ad-7d7b-41c8-837f-b4a974f7371b req-8c35031e-d67f-42de-ab8d-2b45ececbf12 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:27.079354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d3c1a3ad-7d7b-41c8-837f-b4a974f7371b req-8c35031e-d67f-42de-ab8d-2b45ececbf12 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 944 time: 0.0906584 May 13 15:50:27.128692 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d3c1a3ad-7d7b-41c8-837f-b4a974f7371b req-9f154e61-c1aa-40da-8beb-4da82183f87e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 May 13 15:50:27.539963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:50:27.659603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 06df9807-c7e9-486e-900e-ddf177a3f573 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:50:27.664796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 06df9807-c7e9-486e-900e-ddf177a3f573 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:50:27.665168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:27.795609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:50:27.796062 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:27.840014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:50:27.850867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:50:27.882171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:27.888806 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfb1d6f-57fc-4d3f-9b06-9ccd3d5ccd89'] response: {'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'code': 200} May 13 15:50:27.947051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:28.026935 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:28.339344 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004e54-5352-4cf3-b4ec-549601351c5d req-f2a140fb-b83c-40de-b13f-375d1a3b8279 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:28.340999 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95004e54-5352-4cf3-b4ec-549601351c5d req-f2a140fb-b83c-40de-b13f-375d1a3b8279 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.1022642 May 13 15:50:28.394521 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95004e54-5352-4cf3-b4ec-549601351c5d req-7d50305e-4727-4c15-97f2-0fdc7a163515 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 May 13 15:50:28.417866 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fa79e-19d7-4dfc-a680-6f2cef5bccef req-aee71b6a-380f-4c91-b022-8f5049173e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:28.419478 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9fa79e-19d7-4dfc-a680-6f2cef5bccef req-aee71b6a-380f-4c91-b022-8f5049173e1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.1884966 May 13 15:50:28.466790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8d9fa79e-19d7-4dfc-a680-6f2cef5bccef req-be66c0d7-fcd8-430a-817d-e2897fe1664a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 May 13 15:50:29.603906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e618-df24-424f-95d5-fa441c5efc3f req-05e905a5-3fb6-4c70-8361-f7fca76eed19 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:29.605465 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8fe9e618-df24-424f-95d5-fa441c5efc3f req-05e905a5-3fb6-4c70-8361-f7fca76eed19 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0933454 May 13 15:50:29.660956 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8fe9e618-df24-424f-95d5-fa441c5efc3f req-ead04f38-8e8c-4f37-8398-bd36f7d61472 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458150 May 13 15:50:30.808513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-90cd07f5-e8c7-4105-941f-94a96322138f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:30.858220 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc74de-4fe9-4f45-939a-a396726a9491 req-8ab8c76b-d957-42a1-aa01-25bff761ceea tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:30.864531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0bdc74de-4fe9-4f45-939a-a396726a9491 req-8ab8c76b-d957-42a1-aa01-25bff761ceea tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0841300 May 13 15:50:30.906507 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0bdc74de-4fe9-4f45-939a-a396726a9491 req-00f07076-d305-4426-895f-999963fa2bdd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 May 13 15:50:31.243088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfd9c-3a78-4327-b60e-0d5eda11a5a0 req-609dac64-73fc-4142-a645-b1174fd86dc5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:31.244495 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-927dfd9c-3a78-4327-b60e-0d5eda11a5a0 req-609dac64-73fc-4142-a645-b1174fd86dc5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0842862 May 13 15:50:31.298584 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-927dfd9c-3a78-4327-b60e-0d5eda11a5a0 req-e67cafc1-5d53-4d05-89d5-9fb9c22e43d0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485098 May 13 15:50:31.323908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45618) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:31.399275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ff4a0-1324-4e32-b3b1-1242b1b00b14 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:31.400782 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b51ff4a0-1324-4e32-b3b1-1242b1b00b14 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1093 time: 0.0758984 May 13 15:50:31.403836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45622) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:31.409627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:50:31.415740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:50:31.419472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:floatingip and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:50:31.422278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:50:31.428139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:50:31.498805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:31.654508 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:31.800812 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.29 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/4ac55b4e-9049-40d2-b0e9-29750e4c5375) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:50:32.106623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:32.203192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:32.275490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:50:32.278573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:50:32.282366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:50:32.313429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=4ac55b4e-9049-40d2-b0e9-29750e4c5375,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:32.385652 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:50:32.721115 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:32.857991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:33.097608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:33.162689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:33.185650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0c17315a-0bc8-458e-90b1-9a891ddc11b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:33.275666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=4ac55b4e-9049-40d2-b0e9-29750e4c5375,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:50:33.287530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:33.462535 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 1f6327a9-12de-4645-9142-b854a9e80d06 associated. External IP: 172.26.7.29, port: 06df9807-c7e9-486e-900e-ddf177a3f573. May 13 15:50:33.949456 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 296031f6-1dd2-4b5b-980a-2d435dc02a7c has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:50:34.130445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:50:34.140240 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Sync routers for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:50:34.152087 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:34.152762 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:34.231286 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:34.294885 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-aaa81799-a9ea-4258-9d6f-ca48acbb3e6d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8899457 May 13 15:50:34.295601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:50:34.340070 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:34.407229 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010eacae-a970-41d2-adb9-cb2b6fdba01c'] response: {'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'status': 'completed', 'code': 200} May 13 15:50:34.508420 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-cb0afdf5-cb47-4d88-a83b-28b3e2e320e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:34.510639 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-cb0afdf5-cb47-4d88-a83b-28b3e2e320e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0838923 May 13 15:50:34.521003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5537-9ecf-4bc4-ad75-873fc7b776ae req-59e2088c-5bd5-4d42-b367-475411e04e11 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:34.523284 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-88db5537-9ecf-4bc4-ad75-873fc7b776ae req-59e2088c-5bd5-4d42-b367-475411e04e11 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.1003606 May 13 15:50:34.576561 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-88db5537-9ecf-4bc4-ad75-873fc7b776ae req-c38ac6c4-bc1e-40df-a8e5-9d3e8b7cd94b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 May 13 15:50:34.602974 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45632) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:34.615581 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:34.686223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-5e444f05-9f41-4c01-b190-aacb48e1152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:34.687736 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-5e444f05-9f41-4c01-b190-aacb48e1152f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1714251 May 13 15:50:34.721889 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:34.735767 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '1f6327a9-12de-4645-9142-b854a9e80d06', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'mac_address': 'fa:16:3e:5b:f6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:50:32Z', 'updated_at': '2022-05-13T15:50:32Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:34.740556 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Checking router: 296031f6-1dd2-4b5b-980a-2d435dc02a7c for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:50:34.750253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:50:34.750782 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:50:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:34.785793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f0e02f21-8d4a-4aa6-bb7e-ec6ed83c9070 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/1f6327a9-12de-4645-9142-b854a9e80d06 HTTP/1.1" status: 200 len: 990 time: 0.1816249 May 13 15:50:34.804974 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-07682b36-5360-40a1-ad0a-da3ea075f9f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 998 time: 0.1107457 May 13 15:50:34.869648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-038d4985-bbdc-4dae-b138-0ee1afa651e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:34.871139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-038d4985-bbdc-4dae-b138-0ee1afa651e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0604565 May 13 15:50:34.933043 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:50:34.968081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-37a5b581-66e8-4c78-b318-0fdd4798ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:34.969576 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-37a5b581-66e8-4c78-b318-0fdd4798ab34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924013 May 13 15:50:35.113928 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-c7f05a64-43d4-43f1-82f5-716928b9c042 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378088 May 13 15:50:35.255801 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-b93b3079-1217-42e7-91d3-d6e35dbe0794 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362638 May 13 15:50:35.329022 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-efa6d78a-6d94-4388-8293-b1758bd7f775 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733843 May 13 15:50:35.336764 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '1f6327a9-12de-4645-9142-b854a9e80d06', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'mac_address': 'fa:16:3e:5b:f6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:50:32Z', 'updated_at': '2022-05-13T15:50:32Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:50:35.340899 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8cf10-52f3-4a31-94bb-384f04c884ce None None] The sync data for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv is: [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '1f6327a9-12de-4645-9142-b854a9e80d06', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'mac_address': 'fa:16:3e:5b:f6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:50:32Z', 'updated_at': '2022-05-13T15:50:32Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:50:35.543136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac4dce-ee2c-4737-a5aa-1a847e271849 None None] New status for floating IP 1f6327a9-12de-4645-9142-b854a9e80d06: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:50:35.567879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-5469543a-85bb-4919-84f0-250811738f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:35.569371 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-5469543a-85bb-4919-84f0-250811738f5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0995574 May 13 15:50:35.721838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-1f5cd603-366d-4a39-b741-18997399f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:35.722971 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-1f5cd603-366d-4a39-b741-18997399f70c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1348648 May 13 15:50:35.789427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45636) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:35.834508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-b0bcb06b-77fe-4846-9559-ec6026c6953d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 998 time: 0.1060395 May 13 15:50:35.907408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-f66ce237-dea8-4f79-bca2-7fbef7677d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:35.909315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-f66ce237-dea8-4f79-bca2-7fbef7677d97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0685124 May 13 15:50:35.912797 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0c317f4c-dcbc-4d05-9567-4ce9bdddc520 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/1f6327a9-12de-4645-9142-b854a9e80d06 HTTP/1.1" status: 200 len: 990 time: 0.1220095 May 13 15:50:35.984019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:50:36.002950 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-787b5b4a-94e9-486d-a433-ff18e4ffac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:50:36.004546 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-787b5b4a-94e9-486d-a433-ff18e4ffac5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894387 May 13 15:50:36.160529 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-94b88342-7e60-4f61-8a8d-b6d8d252c14a service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504853 May 13 15:50:36.324279 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-95d6172f-394f-4554-a4c2-5f3fe18a2fdd req-16625278-be0e-4b33-bb87-88ab2fb0c30c service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583757 May 13 15:50:36.916175 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45640) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:50:37.020917 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0f863019-ccdc-4c7a-9e40-3407d83ccea7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/1f6327a9-12de-4645-9142-b854a9e80d06 HTTP/1.1" status: 200 len: 992 time: 0.1035752 May 13 15:50:57.900568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:00.795295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9c26a85b-324f-4867-a48b-209bbfbdd725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:02.141491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749ded5-0913-4804-a924-af56fbd62357 req-04eb5cd3-7d62-4b26-9f8b-46cbddffdbb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:02.143231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3749ded5-0913-4804-a924-af56fbd62357 req-04eb5cd3-7d62-4b26-9f8b-46cbddffdbb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0859039 May 13 15:51:02.190991 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3749ded5-0913-4804-a924-af56fbd62357 req-94ea4bfe-ec79-4d09-ad13-1519ddecd554 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 May 13 15:51:02.326408 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-7e9a7d7c-a5c4-49a2-9dfe-eed77744cba8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225584 May 13 15:51:03.225682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f11efaf8-37a2-4ad9-af33-8f50e383aa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:03.399482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37344da-1ecc-4a7b-ba84-348f5a0adebf req-5acac63c-51b6-46f3-b3ce-7931ee737241 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:03.401009 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b37344da-1ecc-4a7b-ba84-348f5a0adebf req-5acac63c-51b6-46f3-b3ce-7931ee737241 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0911913 May 13 15:51:03.450528 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b37344da-1ecc-4a7b-ba84-348f5a0adebf req-23e62407-fe53-4b83-9f78-1ae22f42ca2d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 May 13 15:51:04.412997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-44980d16-f0e8-468f-9473-0537e2651fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:04.414554 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-44980d16-f0e8-468f-9473-0537e2651fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0734444 May 13 15:51:04.614943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:04.665125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf14f-f695-4e01-8480-32e2c14946cf req-a8092d69-7b45-417c-b980-75b7b91f0396 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:04.667040 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f97bf14f-f695-4e01-8480-32e2c14946cf req-a8092d69-7b45-417c-b980-75b7b91f0396 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0954792 May 13 15:51:04.695564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-27dba744-b543-49da-b261-9dcf7650fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:04.696997 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-27dba744-b543-49da-b261-9dcf7650fe10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.2758560 May 13 15:51:04.715831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f97bf14f-f695-4e01-8480-32e2c14946cf req-0b9d84a1-3dea-47f4-88c1-e510b2ce4d21 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 May 13 15:51:04.755423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:04.803980 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-65316c49-f686-41bb-8c67-de593722655c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 1000 time: 0.1003983 May 13 15:51:04.876260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-43ea32e0-539d-4973-ad51-7194a627d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:04.878723 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-43ea32e0-539d-4973-ad51-7194a627d506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0689383 May 13 15:51:04.962785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-7b2717c2-b1e9-4ebf-8c4c-65e937d37bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:04.964286 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-7b2717c2-b1e9-4ebf-8c4c-65e937d37bcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795343 May 13 15:51:05.102381 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-57d772c4-4145-4859-8d51-6372e9f90319 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315491 May 13 15:51:05.248730 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-fdfb6b56-6fa3-494c-8e77-2f228378989a service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402206 May 13 15:51:05.912847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd0340-7606-425c-84e9-cd18370a40ae req-65400d6c-0f53-4fd0-b9d2-4b595df28d49 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:05.914402 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72fd0340-7606-425c-84e9-cd18370a40ae req-65400d6c-0f53-4fd0-b9d2-4b595df28d49 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0877807 May 13 15:51:05.967454 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72fd0340-7606-425c-84e9-cd18370a40ae req-9c9690d7-eb6b-4352-88c2-01a26b0143d0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 May 13 15:51:05.995539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:07.160190 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dba48c-2fec-468e-b6b2-bc6187f97b97 req-35d39805-1796-4674-8c57-6def6bd7a03d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:07.161726 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c6dba48c-2fec-468e-b6b2-bc6187f97b97 req-35d39805-1796-4674-8c57-6def6bd7a03d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0834985 May 13 15:51:07.312441 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c6dba48c-2fec-468e-b6b2-bc6187f97b97 req-881acda7-e6bb-45cd-9d85-57c8c438c421 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440823 May 13 15:51:08.506353 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d641-d887-467d-abc4-5ea76a637ef2 req-e35dc565-75a8-4efb-b42d-cf89a2c204fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:08.507890 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1198d641-d887-467d-abc4-5ea76a637ef2 req-e35dc565-75a8-4efb-b42d-cf89a2c204fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0852051 May 13 15:51:08.555992 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1198d641-d887-467d-abc4-5ea76a637ef2 req-6e511ad0-f3b1-4859-9a5e-30c6b7664ee1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420573 May 13 15:51:09.388018 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:51:09.759494 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef1c8-8eeb-476c-b6d5-bec006f81085 req-03b3ffed-579c-44f1-bdd4-cec4cf210f8b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:09.760945 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d4ef1c8-8eeb-476c-b6d5-bec006f81085 req-03b3ffed-579c-44f1-bdd4-cec4cf210f8b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0902028 May 13 15:51:09.812276 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d4ef1c8-8eeb-476c-b6d5-bec006f81085 req-0c3f75bc-4ccb-4876-8327-37278b56ca13 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 May 13 15:51:11.014741 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da1afa-99df-48c7-8e76-c507e8b7f498 req-a7a3b4f3-c64b-4fd6-852b-8f11e9d1753c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:11.016299 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-07da1afa-99df-48c7-8e76-c507e8b7f498 req-a7a3b4f3-c64b-4fd6-852b-8f11e9d1753c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0874527 May 13 15:51:11.064860 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-07da1afa-99df-48c7-8e76-c507e8b7f498 req-0a2f6407-faa3-47e0-94c0-ae535f5dba0a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 May 13 15:51:12.263540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba8f25-d778-4e43-9fbb-e336b34055b5 req-2aae62a0-ad3a-48db-9026-6cc0c720e182 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:12.263540 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d0ba8f25-d778-4e43-9fbb-e336b34055b5 req-2aae62a0-ad3a-48db-9026-6cc0c720e182 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0861385 May 13 15:51:12.308921 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d0ba8f25-d778-4e43-9fbb-e336b34055b5 req-d49a9d5b-258b-44a4-a377-3bb5ef028c59 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 May 13 15:51:13.535249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d02aa-758b-4738-899d-dbc22b658744 req-02f958bc-14c1-4558-9a54-49c748754ad5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:13.536787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c06d02aa-758b-4738-899d-dbc22b658744 req-02f958bc-14c1-4558-9a54-49c748754ad5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0846777 May 13 15:51:13.586236 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c06d02aa-758b-4738-899d-dbc22b658744 req-c0b26941-af07-4049-9501-754da5bac653 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 May 13 15:51:14.779594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954f49-d5d9-4dd0-b2cd-e7005ddf9431 req-9a89a9f6-e24a-4c1c-8213-f1e96142d7c4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:14.781004 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-32954f49-d5d9-4dd0-b2cd-e7005ddf9431 req-9a89a9f6-e24a-4c1c-8213-f1e96142d7c4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0859342 May 13 15:51:14.827487 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-32954f49-d5d9-4dd0-b2cd-e7005ddf9431 req-73ef37e1-6344-4c8e-a35e-1f9c45753cff tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 May 13 15:51:16.019823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afbb44-5476-41bd-9482-5194aba9c871 req-71abb9b1-942b-4192-8c11-45193875f13e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:16.021347 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-30afbb44-5476-41bd-9482-5194aba9c871 req-71abb9b1-942b-4192-8c11-45193875f13e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0805042 May 13 15:51:16.068082 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-30afbb44-5476-41bd-9482-5194aba9c871 req-0eed7130-eeb8-479b-984e-c7f6671ddaff tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 May 13 15:51:17.268156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0af25d-15a8-4f6f-a160-94ceab2462f7 req-046eb26e-63d7-49bf-850d-deaba2585e66 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:17.268156 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8f0af25d-15a8-4f6f-a160-94ceab2462f7 req-046eb26e-63d7-49bf-850d-deaba2585e66 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0881822 May 13 15:51:17.314179 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8f0af25d-15a8-4f6f-a160-94ceab2462f7 req-de3e5ca1-d85e-4b4d-9286-e0810db24922 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 May 13 15:51:18.508804 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090626-eca7-4d89-bdcb-1307474f36b4 req-3a1d1cd2-bddf-4bba-ab29-7dd8bf26a152 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:18.510278 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a0090626-eca7-4d89-bdcb-1307474f36b4 req-3a1d1cd2-bddf-4bba-ab29-7dd8bf26a152 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0844953 May 13 15:51:18.561063 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a0090626-eca7-4d89-bdcb-1307474f36b4 req-a2c22d4b-48f9-4cfe-a06c-a9fe410c6014 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 May 13 15:51:19.759651 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef963e-1759-48a6-86aa-e9f607346c3c req-c57be2c5-b030-40ba-8e9b-bbf71362c072 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:19.761268 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c4ef963e-1759-48a6-86aa-e9f607346c3c req-c57be2c5-b030-40ba-8e9b-bbf71362c072 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0888164 May 13 15:51:19.813449 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c4ef963e-1759-48a6-86aa-e9f607346c3c req-9b5307f9-a50b-4680-b10e-a99961fb6a22 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 May 13 15:51:21.004779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497e0d-422b-4ca1-b916-9bc4fbc07f2f req-47bbcfa6-82dc-4721-b276-22f0d5883bec tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:21.006262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a4497e0d-422b-4ca1-b916-9bc4fbc07f2f req-47bbcfa6-82dc-4721-b276-22f0d5883bec tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0821862 May 13 15:51:21.051046 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-a4497e0d-422b-4ca1-b916-9bc4fbc07f2f req-7573b1f4-b350-4f14-980a-a9ad87736cbc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385754 May 13 15:51:22.142241 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-6e7782f9-a357-437c-b55d-dbed9dda0ad2 service neutron] 10.222.0.23 "GET /v2.0/ports/06df9807-c7e9-486e-900e-ddf177a3f573/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0800784 May 13 15:51:22.246489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746e9ac-b6ec-4912-942e-67fae0adcf9c req-7040c3cd-f707-4059-80cc-245c49e0e2d7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:22.248141 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2746e9ac-b6ec-4912-942e-67fae0adcf9c req-7040c3cd-f707-4059-80cc-245c49e0e2d7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0846462 May 13 15:51:22.296868 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2746e9ac-b6ec-4912-942e-67fae0adcf9c req-f6c6f4de-34c2-4481-87f2-5d57cf1cef95 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 May 13 15:51:22.714799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-71c11d52-66d9-4620-89b3-374cbc9ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:22.716293 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-71c11d52-66d9-4620-89b3-374cbc9ddc12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 1098 time: 0.0736222 May 13 15:51:22.811042 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-3080895e-09b1-407f-bf21-d94ccbd34b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:22.812417 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-3080895e-09b1-407f-bf21-d94ccbd34b88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0743968 May 13 15:51:22.946661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-7a9cd3f9-5f6a-4349-a2a9-e749aaed834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:22.948098 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-7a9cd3f9-5f6a-4349-a2a9-e749aaed834a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1292160 May 13 15:51:23.045971 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-69037c27-e928-4da8-b83b-dc23725a0580 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 1000 time: 0.0914974 May 13 15:51:23.108938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-50e7dc58-a5e9-4446-8ecf-a2cbbbca16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:23.110351 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-50e7dc58-a5e9-4446-8ecf-a2cbbbca16da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0589249 May 13 15:51:23.184330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-48e2db42-b89f-44cd-83aa-3fdeffcbde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:23.185787 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-48e2db42-b89f-44cd-83aa-3fdeffcbde08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693967 May 13 15:51:23.315038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-46d09f51-722f-49d4-ad5c-6f0ce0b32ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233964 May 13 15:51:23.602109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c1a08584-5909-42f6-9063-be85b6e74be5 req-d81dc03a-fa9a-4e72-9a02-75e8a6a7fa97 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815032 May 13 15:51:23.625175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae239cc-35d3-42c5-8dea-8073ac6e3712 req-79b1b7dc-c8b9-4cc7-92eb-e78803408b09 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:23.626676 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ae239cc-35d3-42c5-8dea-8073ac6e3712 req-79b1b7dc-c8b9-4cc7-92eb-e78803408b09 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.2196250 May 13 15:51:23.673893 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2ae239cc-35d3-42c5-8dea-8073ac6e3712 req-1b45afa8-452b-42ee-825b-643b2604a2f1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 May 13 15:51:24.877930 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8ea33-5f50-45fa-9605-58a7a52bd155 req-85efbece-de14-4536-942f-669f69e0f38b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:24.879673 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4fa8ea33-5f50-45fa-9605-58a7a52bd155 req-85efbece-de14-4536-942f-669f69e0f38b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0894680 May 13 15:51:24.930541 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4fa8ea33-5f50-45fa-9605-58a7a52bd155 req-35e2b523-37ca-447c-a27c-c328448b2d03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 May 13 15:51:25.827405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:51:25.830389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:51:26.078332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:51:26.078594 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:26.100037 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:51:26.125427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:51:26.133874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '06df9807-c7e9-486e-900e-ddf177a3f573', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'port_id': '06df9807-c7e9-486e-900e-ddf177a3f573', 'mac_address': 'fa:16:3e:5b:f6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:51:26.140525 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:51:26.148713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700dec9-f187-423c-8832-de878022e967 req-4348d163-89be-42a1-a734-aefbc0f1be10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:26.151679 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4700dec9-f187-423c-8832-de878022e967 req-4348d163-89be-42a1-a734-aefbc0f1be10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0953953 May 13 15:51:26.191646 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73333a11-796d-48fb-ae2b-bfcf64edaff2'] response: {'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'code': 200} May 13 15:51:26.201608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:51:26.202400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:26.214311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:26.226386 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4700dec9-f187-423c-8832-de878022e967 req-a0d2470a-2bc4-467f-b96d-5a2bee70f953 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676532 May 13 15:51:26.260629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:51:26.353004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:51:26.360494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:51:26.360848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:51:26.364569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.364901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.365343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.365683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.366045 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.366380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.366707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.367038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.367364 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.367683 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.368006 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.368325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:26.757571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be84bd7-b28e-4516-b6d6-315cd86c22c2 req-1756528f-dad9-495e-ae07-bac9fc685f91 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:26.759142 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9be84bd7-b28e-4516-b6d6-315cd86c22c2 req-1756528f-dad9-495e-ae07-bac9fc685f91 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 943 time: 0.1265817 May 13 15:51:26.829770 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9be84bd7-b28e-4516-b6d6-315cd86c22c2 req-b8e3046e-8590-495c-bd97-952a60156149 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568793 May 13 15:51:26.844349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-0f6eba9e-89f4-4ccf-a743-93c892644166 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:26.845880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-0f6eba9e-89f4-4ccf-a743-93c892644166 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51&tenant_id=8e5f9adb17d94c32a72916200f8832b6&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.1412139 May 13 15:51:26.928321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:51:26.928883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:26.950824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:51:26.970274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:51:27.022081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-36cb2b38-2542-4c25-aa8e-740655594d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:27.022081 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-36cb2b38-2542-4c25-aa8e-740655594d92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1096 time: 0.0922606 May 13 15:51:27.059289 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664381b-32fe-47fb-bc2c-f4e6c50294ff req-2e148fc9-b47d-4102-b0e6-020cb37985fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:27.060857 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4664381b-32fe-47fb-bc2c-f4e6c50294ff req-2e148fc9-b47d-4102-b0e6-020cb37985fc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 943 time: 0.1032357 May 13 15:51:27.072165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:27.116344 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4664381b-32fe-47fb-bc2c-f4e6c50294ff req-28a998a3-6fff-4c8c-853f-09791824301c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 May 13 15:51:27.140552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['06df9807-c7e9-486e-900e-ddf177a3f573'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:51:27.201118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-1cf2a36d-711e-411e-be5b-5c5d5c67833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:27.202655 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-1cf2a36d-711e-411e-be5b-5c5d5c67833f service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1781299 May 13 15:51:27.205337 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:51:27.326751 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-829c38e2-3051-44fa-922e-32e559a803a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 999 time: 0.1173735 May 13 15:51:27.396822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-f59c1e70-e5fe-4683-b74d-a4329891c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:27.398334 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-f59c1e70-e5fe-4683-b74d-a4329891c091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0654261 May 13 15:51:27.499121 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-6e1acda9-ca93-47f6-9d19-7140bfdd3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:27.500680 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-6e1acda9-ca93-47f6-9d19-7140bfdd3da5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964828 May 13 15:51:27.639523 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-b07f6694-51ce-4a4c-8af8-d70cdedc3841 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321754 May 13 15:51:27.784183 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0ef750be-7fd3-4aff-8915-3e9989ffb5d8 req-a6912a6e-eae2-44b2-9de7-0bd7c9c6917f service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379662 May 13 15:51:27.859316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:51:27.919109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:27.949891 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 06df9807-c7e9-486e-900e-ddf177a3f573 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:51:27.950620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:28.076786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 06df9807-c7e9-486e-900e-ddf177a3f573 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:51:28.077180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:28.113027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:51:28.186646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:28.226685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:51:28.268375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:51:28.290266 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cadbf1-0c7f-47ea-919d-455cd7838a8b'] response: {'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'code': 200} May 13 15:51:28.319363 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8bf9b-2256-4783-b00b-513853d36d2c req-a32f33c1-363c-45c0-b5f2-95fb233e50bb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:28.320866 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b8c8bf9b-2256-4783-b00b-513853d36d2c req-a32f33c1-363c-45c0-b5f2-95fb233e50bb tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0913091 May 13 15:51:28.368073 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b8c8bf9b-2256-4783-b00b-513853d36d2c req-1a49164c-3b35-4fe7-943d-9350b535a1cc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 May 13 15:51:29.565250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d7ee-5c98-46d8-9d78-9afd80e86b89 req-dfd31430-d0fd-49f3-9764-a072073f5d45 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:29.566917 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a107d7ee-5c98-46d8-9d78-9afd80e86b89 req-dfd31430-d0fd-49f3-9764-a072073f5d45 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0866308 May 13 15:51:29.612720 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a107d7ee-5c98-46d8-9d78-9afd80e86b89 req-a49f96c5-778f-4849-854d-5a2fee790605 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 May 13 15:51:29.636724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45738) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:51:29.758401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-575d3a48-6334-4264-aeea-6c8aff91beaa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/1f6327a9-12de-4645-9142-b854a9e80d06 HTTP/1.1" status: 200 len: 992 time: 0.1203847 May 13 15:51:30.831865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a52c31c3-5916-4c00-b7f6-26ce9158030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:33.180312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e735d70f-cfeb-4633-beb6-c938cdbd9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:34.597836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:34.734528 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:35.342612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-73c46a20-cb17-4b03-b6a5-f4e6756bcc9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750000 May 13 15:51:35.463141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-90677447-da6e-4252-a83e-4760778da607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:35.464670 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-90677447-da6e-4252-a83e-4760778da607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0723937 May 13 15:51:35.613796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-73fe68f3-ebdc-45e9-bdbd-848ab4b50e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:35.620112 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-73fe68f3-ebdc-45e9-bdbd-848ab4b50e1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1318083 May 13 15:51:35.838643 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-5091e46b-bb99-4e1f-8668-a2c2a36d93e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 1000 time: 0.2172275 May 13 15:51:35.902963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-7517954d-20bc-4aca-b8ae-d77e760d25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:35.904346 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-7517954d-20bc-4aca-b8ae-d77e760d25cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0597963 May 13 15:51:35.985472 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-46b63c7d-5b2a-44c0-b1bc-c4cb16d88592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:35.987034 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-46b63c7d-5b2a-44c0-b1bc-c4cb16d88592 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769346 May 13 15:51:36.003445 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:36.126793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-ad924528-0558-4af9-bdf4-674b9baacdd6 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325366 May 13 15:51:36.279397 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c5ed962e-f981-4806-a018-88cd8fec5a62 req-2cdcf16a-0e79-457b-8515-202591a309f0 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456561 May 13 15:51:46.388884 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:51:56.266543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45750) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:51:56.475569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 4ac55b4e-9049-40d2-b0e9-29750e4c5375 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:51:56.475904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:56.655989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:56.656321 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:56.780613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 4ac55b4e-9049-40d2-b0e9-29750e4c5375 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:51:57.003637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:57.052156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=4ac55b4e-9049-40d2-b0e9-29750e4c5375,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:51:57.093689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.094068 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.094411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.094751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.095093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.095423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.095749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.096076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.096403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.096772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.097095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.097416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:51:57.159879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:57.160339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 1f6327a9-12de-4645-9142-b854a9e80d06 disassociated (deleted). External IP: 172.26.7.29, port: 06df9807-c7e9-486e-900e-ddf177a3f573. May 13 15:51:57.645413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 296031f6-1dd2-4b5b-980a-2d435dc02a7c has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:51:57.849645 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:51:57.860587 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Sync routers for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:51:57.870221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:51:57.870873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:51:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:51:57.951979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:57.966050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:51:58.022252 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-269b4370-9870-4068-bbad-0798d29b7612 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/floatingips/1f6327a9-12de-4645-9142-b854a9e80d06 HTTP/1.1" status: 204 len: 168 time: 1.7546523 May 13 15:51:58.022864 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:51:58.075262 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104bc905-bc5f-4db1-8342-fe55daf812ef'] response: {'name': 'network-changed', 'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'status': 'completed', 'code': 200} May 13 15:51:58.083037 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:51:58.175998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76749e-8452-4def-88ca-64f9ea668116 req-ba293d4c-0706-4f88-bcdc-c5007c50577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:58.177649 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-ba293d4c-0706-4f88-bcdc-c5007c50577e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 1098 time: 0.0799520 May 13 15:51:58.330453 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76749e-8452-4def-88ca-64f9ea668116 req-9b749dbd-f028-407c-bb45-14258a0c1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:58.331857 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-9b749dbd-f028-407c-bb45-14258a0c1c3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 200 len: 897 time: 0.1476631 May 13 15:51:58.407364 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-e2951e7a-6e0c-4098-8728-502a32421494 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 200 len: 217 time: 0.0687432 May 13 15:51:58.441229 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:51:58.445909 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Checking router: 296031f6-1dd2-4b5b-980a-2d435dc02a7c for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:51:58.455533 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:51:58.456145 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:51:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:51:58.482113 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76749e-8452-4def-88ca-64f9ea668116 req-26b8e3f0-1b4b-425b-998b-c22b3e871098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:58.483642 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-26b8e3f0-1b4b-425b-998b-c22b3e871098 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 200 len: 835 time: 0.0701456 May 13 15:51:58.627793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76749e-8452-4def-88ca-64f9ea668116 req-5659d1b8-3fb6-4d44-a542-168df132506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:58.629881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-5659d1b8-3fb6-4d44-a542-168df132506b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f27b4a31-efaf-4648-9f08-6811cd8f93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1396956 May 13 15:51:58.657640 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:51:58.785265 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcfd93-b296-4f53-867e-ee03f9e4cf4d req-5457e1c6-9f39-46b6-bc0a-0fe35af6ba57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:51:58.785991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5dbcfd93-b296-4f53-867e-ee03f9e4cf4d req-5457e1c6-9f39-46b6-bc0a-0fe35af6ba57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:51:58.813679 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-a3507358-40dc-4dd6-b2fa-b5d096fa5984 service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672997 May 13 15:51:58.886835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5dbcfd93-b296-4f53-867e-ee03f9e4cf4d req-5457e1c6-9f39-46b6-bc0a-0fe35af6ba57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:51:58.888172 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5dbcfd93-b296-4f53-867e-ee03f9e4cf4d req-5457e1c6-9f39-46b6-bc0a-0fe35af6ba57 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.3132620 May 13 15:51:58.985318 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5dbcfd93-b296-4f53-867e-ee03f9e4cf4d req-6a29abd5-13be-4e10-b4b0-db0b72dc807d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781751 May 13 15:51:58.993687 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2e76749e-8452-4def-88ca-64f9ea668116 req-e9ca6b50-f764-4568-b3ac-cf10154efdfc service neutron] 10.222.0.23 "GET /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740272 May 13 15:51:59.014727 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:51:59.019582 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672f8da-b182-40d0-8682-84b317e227e6 None None] The sync data for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv is: [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '98f90713-3ef7-4498-98c5-fa750fe37b26', 'name': '', 'network_id': 'f27b4a31-efaf-4648-9f08-6811cd8f93e2', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:05:5e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:13Z', 'updated_at': '2022-05-13T15:50:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'e8f13ab2-6cc5-4bb5-a80d-72a231599205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:51:59.260163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8330c1b8-6df1-4880-9440-f1104e83547f None None] New status for floating IP 1f6327a9-12de-4645-9142-b854a9e80d06: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:52:00.185728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e073-78e0-4489-a1e6-573d55a4193b req-eb438ffb-7bd8-4608-b58f-c0d2e7affcf2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:00.187465 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e194e073-78e0-4489-a1e6-573d55a4193b req-eb438ffb-7bd8-4608-b58f-c0d2e7affcf2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0821049 May 13 15:52:00.225525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-e7cdb31c-24f3-46c7-85ea-eadc6ec84b0d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:00.226936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-e7cdb31c-24f3-46c7-85ea-eadc6ec84b0d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 945 time: 0.0833857 May 13 15:52:00.236723 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e194e073-78e0-4489-a1e6-573d55a4193b req-ced43185-70dc-4716-aa3b-b64dde29e672 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=dd37f439-8498-495f-93a5-f39b704aef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 May 13 15:52:00.311792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:52:00.312137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:00.681261 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 06df9807-c7e9-486e-900e-ddf177a3f573, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=06df9807-c7e9-486e-900e-ddf177a3f573,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:00.681713 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:00.786656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-04262f52-8f5c-4440-a42f-dd988bb7a94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:00.815086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 06df9807-c7e9-486e-900e-ddf177a3f573 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:52:01.053482 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:01.110120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=06df9807-c7e9-486e-900e-ddf177a3f573,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:01.191174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] No DVR routers for this DVR port 06df9807-c7e9-486e-900e-ddf177a3f573 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:52:01.193840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:01.198851 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-deleted', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:52:01.244360 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267ecedc-2502-45f2-976f-6a2c920d2648'] response: {'server_uuid': '6f91deb5-acdd-4427-8c4d-5a29751a5e51', 'name': 'network-vif-deleted', 'tag': '06df9807-c7e9-486e-900e-ddf177a3f573', 'status': 'completed', 'code': 200} May 13 15:52:01.259657 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-80d07436-44a7-451c-87e1-cf0c18ef22c6 req-8bcaf939-66da-4259-a1c5-b6a49b1aef4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "DELETE /v2.0/ports/06df9807-c7e9-486e-900e-ddf177a3f573 HTTP/1.1" status: 204 len: 173 time: 1.0211356 May 13 15:52:01.407685 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c8d35a04-e3c3-44a4-9f92-721185b1b1ce req-aade97b5-6fcb-444c-89c6-7e5c5884455c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f91deb5-acdd-4427-8c4d-5a29751a5e51 HTTP/1.1" status: 200 len: 210 time: 0.0496266 May 13 15:52:02.505580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45770) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:03.086954 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:03.229818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-864d0749-8327-4225-9c14-5821fc68b826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:03.586555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 98f90713-3ef7-4498-98c5-fa750fe37b26 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:52:03.587227 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:03.780107 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 98f90713-3ef7-4498-98c5-fa750fe37b26, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=98f90713-3ef7-4498-98c5-fa750fe37b26,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:03.780464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:03.910302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 98f90713-3ef7-4498-98c5-fa750fe37b26 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:52:04.039749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:52:04.076133 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 06df9807-c7e9-486e-900e-ddf177a3f573 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:52:04.076487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 06df9807-c7e9-486e-900e-ddf177a3f573 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:52:04.324309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:04.377369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=98f90713-3ef7-4498-98c5-fa750fe37b26,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:04.677969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:04.695046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:04.746004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.185450 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 296031f6-1dd2-4b5b-980a-2d435dc02a7c has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:52:05.366910 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:52:05.377362 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Sync routers for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:52:05.382767 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b0d14a80-041e-478f-88a6-f9716a4e98ef tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/296031f6-1dd2-4b5b-980a-2d435dc02a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8760564 May 13 15:52:05.385537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45774) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:05.386949 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:05.387639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:05.458514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting subnet e8f13ab2-6cc5-4bb5-a80d-72a231599205 {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:52:05.461427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.525173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.604588 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:05.616844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.769777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.813246 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f13ab2-6cc5-4bb5-a80d-72a231599205,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:05.820357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:05.826268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf8ccd-d611-487d-8499-5b599e0e2980 None None] Network f27b4a31-efaf-4648-9f08-6811cd8f93e2 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:52:05.830675 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-43a3af0e-5a16-4507-8ecf-47ae7a0398c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/subnets/e8f13ab2-6cc5-4bb5-a80d-72a231599205 HTTP/1.1" status: 204 len: 168 time: 0.4417663 May 13 15:52:05.830921 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45778) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:05.910946 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:52:04Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:05.915223 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Checking router: 296031f6-1dd2-4b5b-980a-2d435dc02a7c for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:52:05.925185 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Routers {'296031f6-1dd2-4b5b-980a-2d435dc02a7c'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:05.925880 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:06.078752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.094060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.131741 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] Set router 296031f6-1dd2-4b5b-980a-2d435dc02a7c gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:06.195237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] DHCP port deletion for f27b4a31-efaf-4648-9f08-6811cd8f93e2 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:52:06.200326 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Deleting port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:52:06.200697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.278560 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.390510 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:52:06.391330 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.412532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] For port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,segment=NetworkSegment(52842f00-f861-4976-890e-83d24aeea88d),segment_id=52842f00-f861-4976-890e-83d24aeea88d)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:06.412808 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.453833 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:52:04Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:06.457989 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92ee7-a8d9-46e9-963f-a45ff95c91ec None None] The sync data for ids ['296031f6-1dd2-4b5b-980a-2d435dc02a7c'] in dv-neutron-835340-3-hyperv is: [{'id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916955057', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:50:08Z', 'updated_at': '2022-05-13T15:52:04Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '1fe01b2a-d96a-418f-9d7a-2bee2466efd6', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296031f6-1dd2-4b5b-980a-2d435dc02a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:50:09Z', 'updated_at': '2022-05-13T15:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:52:06.547976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Calling delete_port for a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:52:06.584967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 1fe01b2a-d96a-418f-9d7a-2bee2466efd6, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:06.585504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.695366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:06.717871 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:52:06.745278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] Pushing event deleted for resources: {'Port': ['ID=a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:06.750558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899353f-4666-4e97-8833-22da3bc91120 None None] No DVR routers for this DVR port a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:52:06.885298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 98f90713-3ef7-4498-98c5-fa750fe37b26 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:52:06.936703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 98f90713-3ef7-4498-98c5-fa750fe37b26 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:52:06.937044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 98f90713-3ef7-4498-98c5-fa750fe37b26 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:52:06.937506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:52:06.976960 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:52:06.977558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a807eb4f-a18e-4ac0-92a8-a9a22f5a1eab not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:52:07.089662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.142530 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=1fe01b2a-d96a-418f-9d7a-2bee2466efd6,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:07.235553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.416524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.419085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.498590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.499032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Fanout notify agent at l3_agent the message router_deleted on router 296031f6-1dd2-4b5b-980a-2d435dc02a7c {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:52:07.518370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.519500 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5223f53e-83cc-4164-be20-c1759658cb47 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/routers/296031f6-1dd2-4b5b-980a-2d435dc02a7c HTTP/1.1" status: 204 len: 168 time: 1.6876767 May 13 15:52:07.522544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45782) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:07.666796 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.811917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.844312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27b4a31-efaf-4648-9f08-6811cd8f93e2']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:07.860284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52842f00-f861-4976-890e-83d24aeea88d') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:07.860564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52842f00-f861-4976-890e-83d24aeea88d') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:07.873875 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.894399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.905647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:52:07.906105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:52:07.931579 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:52:08.092922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.111332 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.123821 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Network': ['ID=f27b4a31-efaf-4648-9f08-6811cd8f93e2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:08.192977 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6bed4ba5-cd5a-408f-abf3-e2b52af36b96 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/networks/f27b4a31-efaf-4648-9f08-6811cd8f93e2 HTTP/1.1" status: 204 len: 168 time: 0.6691685 May 13 15:52:08.196825 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45788) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:08.274028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.305858 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.455325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.475670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37f439-8498-495f-93a5-f39b704aef68,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:08.583361 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:08.584457 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-009fdb47-82b7-4386-a62d-fdf8e101dc76 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/security-groups/dd37f439-8498-495f-93a5-f39b704aef68 HTTP/1.1" status: 204 len: 168 time: 0.3861125 May 13 15:52:08.602983 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:52:08.643915 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:52:08.644259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 1fe01b2a-d96a-418f-9d7a-2bee2466efd6 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:52:09.898981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45798) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:09.905167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982830777', 'description': 'tempest-secgroup-smoke-982830777 description', 'project_id': '8e5f9adb17d94c32a72916200f8832b6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:09.911573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:09.916286 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:09.920616 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:09.928183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:10.015700 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.039270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:10.044299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:10.047310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:10.053055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:10.133742 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.204496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.254028 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24436f-a57e-439b-9255-84d67bd653f6,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:10.261375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.265594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:10.312240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.313524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-24f7be80-db33-44dc-aff1-fd807490a115 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4134681 May 13 15:52:10.316527 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45802) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:10.321484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:10.328555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:10.332411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:10.335262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:10.342169 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:10.419946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.482224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.544519 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.569184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0180e4-fc8e-4f4b-b76a-09e02d9233c4,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:10.643406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.644656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e50ad122-fb2d-440b-9213-d100decac5af tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272085 May 13 15:52:10.647362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45806) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:10.653410 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:10.659645 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:10.664764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:10.667879 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:10.673730 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:10.756806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.822783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.877746 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:10.903081 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626ca4ab-a7a4-4fd1-a8da-ebc2a32a5a3f,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:11.001254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.002530 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-4cac147d-7bc4-4e05-8005-c0ebcc8e0789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3542490 May 13 15:52:11.005205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45810) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:11.015419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:11.017548 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:11.021427 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:11.024411 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:11.030750 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:11.154544 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.224391 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.339114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.363814 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1564f10-eeb7-4651-b239-1638eb999583,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:11.443760 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.445017 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-50259d73-9d89-41c6-b01b-c08d4d99a1fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388297 May 13 15:52:11.447755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45814) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:11.452950 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:11.459311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:11.464368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:11.467393 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:11.474157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:11.558279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.624015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.683414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.707639 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb22c818-a22d-4f42-a2eb-165b39ae540c,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:11.775308 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.777461 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fb930fa8-c4d0-4767-aef0-e8c7f49a8a1b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287201 May 13 15:52:11.780320 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45818) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:11.785275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:11.791311 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:11.795718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:11.803792 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:11.804158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:11.883771 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:52:11.891956 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:11.960068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.029522 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.056318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb060c-2b21-4119-bc60-411648cf81ab,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:12.127015 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.128368 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5b6ed6d8-aaa6-4bb0-b761-0ffceb5387d5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3471270 May 13 15:52:12.137258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45822) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:12.142890 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': '7a24436f-a57e-439b-9255-84d67bd653f6', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:12.149112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:12.154985 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:12.157977 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:12.164017 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:12.263991 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:52:12.271054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.343249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.412934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.437078 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30003c14-6c70-4182-85e7-59981be58f7a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:12.512749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.514014 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-badb6ad7-0831-45f0-ace0-21093dd63b92 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3757789 May 13 15:52:12.516831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45826) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:12.522436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'network': {'name': 'tempest-network-smoke--565447499', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:12.527772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:12.532090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:network and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:12.534963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:12.540697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:12.621700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:52:12.625313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.653993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:52:12.663164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.663434 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Added segment 885e3d02-34b5-440d-9bf0-da1933b73692 of type vlan for network a1b0010c-430a-4575-bfa4-513fcc12f13c May 13 15:52:12.692236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.809461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.815164 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:12.815777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:12.931303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Network': ['ID=a1b0010c-430a-4575-bfa4-513fcc12f13c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:12.945130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network a1b0010c-430a-4575-bfa4-513fcc12f13c details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:52:13.021592 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a45ca693-c582-41c0-a325-e22a12ba5766 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5037000 May 13 15:52:13.024300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45830) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:13.029805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'admin_state_up': True, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:13.037018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:13.040845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:router and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:13.043952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:13.050926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:13.129452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:13.130580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:13.145835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:13.686486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:14.076811 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:14.108000 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:14.251420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.108 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/845ccf98-66ce-48fc-a453-d3ad571fd070) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:52:14.406588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:14.524074 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:14.591964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:14.594698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:14.598652 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:52:14.639964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=845ccf98-66ce-48fc-a453-d3ad571fd070,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:15.120464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:15.596835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:15.907657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 9556848a-3a56-4880-bf9b-e501bcc1e189 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:52:16.094969 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:52:16.104341 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Sync routers for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:52:16.116626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:16.117180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:16.199507 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:16.200710 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-366794aa-967b-4035-acf7-ac4983d8d42a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1754508 May 13 15:52:16.206195 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45834) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:16.305441 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f420575c-eba8-48e1-a4d1-78ea673fa672 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=8e5f9adb17d94c32a72916200f8832b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0972514 May 13 15:52:16.309579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45840) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:16.317440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:16.446418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c701b52-7270-4b3a-bf9c-f688b64cb418 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:16.448013 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c701b52-7270-4b3a-bf9c-f688b64cb418 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371324 May 13 15:52:16.451398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45844) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:16.491126 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-07272330-2710-46e1-a9b0-72397504a8a1 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386848 May 13 15:52:16.493706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45848) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:16.499860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12708615', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:16.611994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:16.615916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:subnet and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:16.618829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:16.625725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:16.653575 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:14Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:16.657829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Checking router: 9556848a-3a56-4880-bf9b-e501bcc1e189 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:52:16.658270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Updating router 9556848a-3a56-4880-bf9b-e501bcc1e189 port 845ccf98-66ce-48fc-a453-d3ad571fd070 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:52:16.710497 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:52:16.716585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:16.721213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.087244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.131515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.144066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Transition to ACTIVE for port object 845ccf98-66ce-48fc-a453-d3ad571fd070 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:17.171997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Subnet': ['ID=6c2da981-436b-46f8-9c64-8cfb3febe713,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:17.185971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Checking segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:52:17.186372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network hostable DHCP agents. Network: a1b0010c-430a-4575-bfa4-513fcc12f13c, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:52:17.220588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.299237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Attempting to bind port 845ccf98-66ce-48fc-a453-d3ad571fd070 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:52:17.299606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Attempting to bind port 845ccf98-66ce-48fc-a453-d3ad571fd070 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:52:17.299972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Attempting to bind port 845ccf98-66ce-48fc-a453-d3ad571fd070 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:52:17.309252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd40b6-ead2-42cd-a9db-885fc3c96043 None None] Pushing event updated for resources: {'Port': ['ID=845ccf98-66ce-48fc-a453-d3ad571fd070,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:17.311910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:52:17.312280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:52:17.312680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.313172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:52:17.313638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Bound port: 845ccf98-66ce-48fc-a453-d3ad571fd070, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:52:17.314041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.369392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network a1b0010c-430a-4575-bfa4-513fcc12f13c is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:52:17.391135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] For port 845ccf98-66ce-48fc-a453-d3ad571fd070, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:52:17.394292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] For port 845ccf98-66ce-48fc-a453-d3ad571fd070, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=845ccf98-66ce-48fc-a453-d3ad571fd070,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:52:17.443803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, a1b0010c-430a-4575-bfa4-513fcc12f13c) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:17.448417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:17.449027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.452762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54f149-de99-4685-a254-cba81185cdaf None None] Network a1b0010c-430a-4575-bfa4-513fcc12f13c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:52:17.518050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:17.528471 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3fba1ba8-0b06-42d9-9ae7-6103eef2e21b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0337002 May 13 15:52:17.531351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45852) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:17.614547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:17.615181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:17.703439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd40b6-ead2-42cd-a9db-885fc3c96043 None None] Pushing event updated for resources: {'Port': ['ID=845ccf98-66ce-48fc-a453-d3ad571fd070,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:17.922605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:17.966868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-a1b0010c-430a-4575-bfa4-513fcc12f13c', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:52:17.967707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:18.373644 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Allocated IP 172.20.0.2 (a1b0010c-430a-4575-bfa4-513fcc12f13c/6c2da981-436b-46f8-9c64-8cfb3febe713/c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:52:18.404359 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:18.481306 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:14Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:18.490441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2ed38-7e74-49bd-a082-0591edee710a None None] The sync data for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv is: [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:14Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:52:18.611924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:18.626989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Transition to ACTIVE for port object c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:18.646930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Transition to ACTIVE for port object c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:18.733335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:18.805806 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Network a1b0010c-430a-4575-bfa4-513fcc12f13c is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:18.809600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:18.814187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:52:18.820238 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:18.877432 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.1 (a1b0010c-430a-4575-bfa4-513fcc12f13c/6c2da981-436b-46f8-9c64-8cfb3febe713/473f10f0-260d-434b-b2e6-d3e24e3a1e0a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:52:18.926609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Attempting to bind port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:52:18.927028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Attempting to bind port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:52:18.927669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Attempting to bind port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 on network a1b0010c-430a-4575-bfa4-513fcc12f13c {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:52:18.935883 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:52:18.936264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Checking segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:52:18.936665 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:18.937054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Bound using segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:52:18.937894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Bound port: c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:52:18.938298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:19.042552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] For port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:52:19.046190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] For port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:52:19.073456 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:19.090975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 473f10f0-260d-434b-b2e6-d3e24e3a1e0a will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:19.198930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:19.224224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:19.291146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe333dc-1be1-437e-8b1c-19009f2e5c55 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:19.294578 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network a1b0010c-430a-4575-bfa4-513fcc12f13c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:19.298676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:19.308478 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:52:19.367157 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:19.387095 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:19.897129 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:20.326995 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:20.398461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:20.516767 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:20.519512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:20.666390 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 845ccf98-66ce-48fc-a453-d3ad571fd070 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:20.673302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network a1b0010c-430a-4575-bfa4-513fcc12f13c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:20.674538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:20.719259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe19e0-c0e7-4a93-8af9-f6177f277170 None None] Network a1b0010c-430a-4575-bfa4-513fcc12f13c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:52:20.868657 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 9556848a-3a56-4880-bf9b-e501bcc1e189 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:52:20.890303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-343c0001-ce89-47a7-98b3-0fe1d35036b8 None None] Provisioning for port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:20.950043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 845ccf98-66ce-48fc-a453-d3ad571fd070 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:20.961678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 845ccf98-66ce-48fc-a453-d3ad571fd070 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:20.967667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.061086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:52:21.084137 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2eec9ef5-17c4-4698-bebc-e501ec9c032f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/9556848a-3a56-4880-bf9b-e501bcc1e189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5437455 May 13 15:52:21.084512 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Sync routers for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:52:21.096434 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:21.097541 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:21.116391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 845ccf98-66ce-48fc-a453-d3ad571fd070 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:21.116777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.138025 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 845ccf98-66ce-48fc-a453-d3ad571fd070, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=845ccf98-66ce-48fc-a453-d3ad571fd070,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:21.198338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.199622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:21.277387 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-91faf7e8-bf6c-4afd-ac3c-f34caf83a1c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:52:21.313926 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:21.333506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=845ccf98-66ce-48fc-a453-d3ad571fd070,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:21.363543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-91faf7e8-bf6c-4afd-ac3c-f34caf83a1c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:52:21.364772 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-91faf7e8-bf6c-4afd-ac3c-f34caf83a1c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982830777&fields=id&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 267 time: 0.1379743 May 13 15:52:21.426366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:21.431777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:21.432149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.492670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fd072114-71e0-41a2-9447-060f2196c96a None None] Provisioning for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:21.504399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fd072114-71e0-41a2-9447-060f2196c96a None None] Provisioning complete for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:21.504939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd072114-71e0-41a2-9447-060f2196c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.551857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-3f059b7b-8025-4cfc-92b3-c8f1710ee82b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:21.553671 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-3f059b7b-8025-4cfc-92b3-c8f1710ee82b tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 796 time: 0.1770020 May 13 15:52:21.575571 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-b72b0d8f-feb5-4ab0-8775-564363670a7f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/quotas/8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 375 time: 0.0153463 May 13 15:52:21.579324 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-fd072114-71e0-41a2-9447-060f2196c96a None None] Port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:52:21.650207 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:21.650596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.689070 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-47d30e07-020c-48e0-a807-45d462cbb93a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100521 May 13 15:52:21.719550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:21.745708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-6e5c0c58-bc1c-40a7-9a65-d0a903c8a9cf None None] Provisioning complete for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:21.746712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e5c0c58-bc1c-40a7-9a65-d0a903c8a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.755972 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:20Z', 'revision_number': 2, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:21.763546 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Checking router: 9556848a-3a56-4880-bf9b-e501bcc1e189 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:52:21.764091 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Updating router 9556848a-3a56-4880-bf9b-e501bcc1e189 port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:52:21.816518 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:21.850713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-7d500266-03fa-402e-b8da-e6907038fcbc service neutron] 10.222.0.91 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458223 May 13 15:52:21.854970 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.003192 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-bab3d322-3a23-47eb-8fd0-0e2c2c93c19f service neutron] 10.222.0.91 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474066 May 13 15:52:22.020864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c0c58-bc1c-40a7-9a65-d0a903c8a9cf None None] Port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:52:22.023832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:22.143770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2ebf9133-fac6-4f78-88f1-955376d7a32d None None] Provisioning complete for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:22.144185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9133-fac6-4f78-88f1-955376d7a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.201118 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf9133-fac6-4f78-88f1-955376d7a32d None None] Port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:52:22.244610 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.261491 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Transition to ACTIVE for port object 473f10f0-260d-434b-b2e6-d3e24e3a1e0a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:22.334543 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ab2102bc-b0bb-4a1a-bacc-b8188a29b9b5 req-002dad68-c832-4b8b-9502-52d518425685 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:52:22.340894 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.409886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-ab2102bc-b0bb-4a1a-bacc-b8188a29b9b5 req-002dad68-c832-4b8b-9502-52d518425685 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:52:22.411625 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ab2102bc-b0bb-4a1a-bacc-b8188a29b9b5 req-002dad68-c832-4b8b-9502-52d518425685 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 210 time: 0.1217277 May 13 15:52:22.516953 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Pushing event updated for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:22.559084 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.559491 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.559763 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.560101 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.560436 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.560776 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.561114 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.561402 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.561733 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.562094 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.562419 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.562739 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:22.587248 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Attempting to bind port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:52:22.587626 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Attempting to bind port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:52:22.588341 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Attempting to bind port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a on network a1b0010c-430a-4575-bfa4-513fcc12f13c {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:52:22.594951 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:52:22.595564 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Checking segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:52:22.595878 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.596446 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Bound using segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:52:22.596755 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Bound port: 473f10f0-260d-434b-b2e6-d3e24e3a1e0a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:52:22.597129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.646600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 845ccf98-66ce-48fc-a453-d3ad571fd070 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:22.700989 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] For port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:52:22.704315 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] For port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:52:22.724416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 845ccf98-66ce-48fc-a453-d3ad571fd070 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:22.724987 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.784631 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.865372 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:22.865827 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:22.868049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 845ccf98-66ce-48fc-a453-d3ad571fd070 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:22.869165 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:22.949591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:22.950517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:22.954862 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d7189-d82b-420c-b916-e9969dde8a41 None None] Pushing event updated for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:23.082735 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:23.090369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:23.434423 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:52:23.467356 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:22Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:23.471836 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58c960-b8de-40b3-a854-00e06c0308b8 None None] The sync data for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv is: [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:22Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:52:23.619328 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-238b8f8e-9cfe-4b8d-b9cb-9819522b7b65 req-e3656a24-042e-4898-b3b1-0291390b2c22 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 210 time: 0.0509913 May 13 15:52:24.639737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 473f10f0-260d-434b-b2e6-d3e24e3a1e0a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:24.672460 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-d899f2f4-8c4d-4b01-b0dd-8cd92fc5134c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:24.673258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-d899f2f4-8c4d-4b01-b0dd-8cd92fc5134c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:52:24.783650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:24.789202 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:24.789570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:24.791210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-d899f2f4-8c4d-4b01-b0dd-8cd92fc5134c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:52:24.792857 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-d899f2f4-8c4d-4b01-b0dd-8cd92fc5134c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 796 time: 0.2754445 May 13 15:52:24.799821 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-972dfba1-bdb5-41b1-a051-84fa6ff9c81c req-42ea9f9d-1e58-4972-aa3e-e48940eb11fe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 210 time: 0.0484660 May 13 15:52:24.843729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-fc9be6e6-986b-4e44-b833-d4a71c27d2aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:52:24.859106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-fc9be6e6-986b-4e44-b833-d4a71c27d2aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:52:24.860327 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-fc9be6e6-986b-4e44-b833-d4a71c27d2aa tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 379 time: 0.0583930 May 13 15:52:24.869016 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'port': {'device_id': '46b36579-d608-4167-bd51-fd5454f6edd3', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'admin_state_up': True, 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'security_groups': ['7a24436f-a57e-439b-9255-84d67bd653f6']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:24.927237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:24.927631 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:24.967140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:25.081450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:25.139021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:25.149662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:25.154212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:25.255534 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:52:25.258944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:25.428775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.10 (a1b0010c-430a-4575-bfa4-513fcc12f13c/6c2da981-436b-46f8-9c64-8cfb3febe713/1cfe396d-5002-46a1-b644-2537df1934e1) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:52:25.626168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:25.641728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 1cfe396d-5002-46a1-b644-2537df1934e1 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:25.727327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:25.804081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network a1b0010c-430a-4575-bfa4-513fcc12f13c is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:25.807738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:25.810681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:52:25.856668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:25.904012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:25.904714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.004425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00516a5-670f-4702-90b2-945d0bf25bc9 req-31dfe663-9276-4305-956a-6443b5693b48 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:26.004425 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e00516a5-670f-4702-90b2-945d0bf25bc9 req-31dfe663-9276-4305-956a-6443b5693b48 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 932 time: 0.0860777 May 13 15:52:26.024391 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9acac2a5-6917-4c82-b3f9-6dff9f3846a7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1593399 May 13 15:52:26.036010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Request body: {'port': {'device_id': '46b36579-d608-4167-bd51-fd5454f6edd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:26.047092 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e00516a5-670f-4702-90b2-945d0bf25bc9 req-7dff66bb-795e-43f3-a4c3-14c5fb930ce5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 May 13 15:52:26.121426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e61aa4ce-77c7-48bc-a6f0-1ef0d893a795 None None] Provisioning for port 1cfe396d-5002-46a1-b644-2537df1934e1 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:26.126791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e61aa4ce-77c7-48bc-a6f0-1ef0d893a795 None None] Provisioning complete for port 1cfe396d-5002-46a1-b644-2537df1934e1 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:26.127242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e61aa4ce-77c7-48bc-a6f0-1ef0d893a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.157025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.182628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e61aa4ce-77c7-48bc-a6f0-1ef0d893a795 None None] Port 1cfe396d-5002-46a1-b644-2537df1934e1 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:52:26.505066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe396d-5002-46a1-b644-2537df1934e1 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:52:26.513473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.527795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Transition to ACTIVE for port object 1cfe396d-5002-46a1-b644-2537df1934e1 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:52:26.607768 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.608948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 473f10f0-260d-434b-b2e6-d3e24e3a1e0a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:26.683834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:26.684312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.774244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:26.819926 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:26.857889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Attempting to bind port 1cfe396d-5002-46a1-b644-2537df1934e1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:52:26.858253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Attempting to bind port 1cfe396d-5002-46a1-b644-2537df1934e1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:52:26.858586 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Attempting to bind port 1cfe396d-5002-46a1-b644-2537df1934e1 on network a1b0010c-430a-4575-bfa4-513fcc12f13c {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:52:26.863574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Port 1cfe396d-5002-46a1-b644-2537df1934e1 on network a1b0010c-430a-4575-bfa4-513fcc12f13c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:52:26.863893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Attempting to bind port 1cfe396d-5002-46a1-b644-2537df1934e1 on network a1b0010c-430a-4575-bfa4-513fcc12f13c {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:52:26.869731 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:52:26.870904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Checking segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:52:26.871222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Bound using segment: {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:52:26.871658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Bound port: 1cfe396d-5002-46a1-b644-2537df1934e1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e3d02-34b5-440d-9bf0-da1933b73692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:52:26.872003 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:26.969751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:52:26.972808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1cfe396d-5002-46a1-b644-2537df1934e1,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:52:27.036167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:27.105151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.105151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:27.105151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] 10.222.0.23 "PUT /v2.0/ports/1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 1094 time: 1.0714290 May 13 15:52:27.111122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:52:27.143403 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a912-ea31-47c4-aca0-730d71c38976 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:27.160775 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6138fb5-d025-42ab-9395-6a08c02632c0'] response: {'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1', 'status': 'completed', 'code': 200} May 13 15:52:27.317707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbddb0-4a2e-4af7-ad5c-d8dc8a11b022 req-5b819221-e018-47ab-a52c-35c9a918a435 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.318445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-96bbddb0-4a2e-4af7-ad5c-d8dc8a11b022 req-5b819221-e018-47ab-a52c-35c9a918a435 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:52:27.324438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57944-8847-4b05-a2f7-62513e179bea req-cf0df41c-4496-493e-8f34-83b272bb64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.325628 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-23a57944-8847-4b05-a2f7-62513e179bea req-cf0df41c-4496-493e-8f34-83b272bb64a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1097 time: 0.1231809 May 13 15:52:27.430739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-96bbddb0-4a2e-4af7-ad5c-d8dc8a11b022 req-5b819221-e018-47ab-a52c-35c9a918a435 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:52:27.431839 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96bbddb0-4a2e-4af7-ad5c-d8dc8a11b022 req-5b819221-e018-47ab-a52c-35c9a918a435 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 944 time: 0.2624586 May 13 15:52:27.621597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57944-8847-4b05-a2f7-62513e179bea req-f6c02023-1894-4ac2-a92d-43d8a7fc272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.623096 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-23a57944-8847-4b05-a2f7-62513e179bea req-f6c02023-1894-4ac2-a92d-43d8a7fc272b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8e5f9adb17d94c32a72916200f8832b6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2896676 May 13 15:52:27.627826 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-96bbddb0-4a2e-4af7-ad5c-d8dc8a11b022 req-d26a7ed0-3718-4f70-9126-f0db080d6087 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865623 May 13 15:52:27.762539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57944-8847-4b05-a2f7-62513e179bea req-87e88c3a-dc3a-4fc4-b6bf-bba4158262f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.766686 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-23a57944-8847-4b05-a2f7-62513e179bea req-87e88c3a-dc3a-4fc4-b6bf-bba4158262f7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349776 May 13 15:52:27.871832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-c6b7e74f-b2d6-4c10-b046-f65f18d883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:27.873221 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-c6b7e74f-b2d6-4c10-b046-f65f18d883bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0740232 May 13 15:52:27.939768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:27.947166 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-ff791ff8-f8d5-43ef-9f12-5c7b97caa415 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 217 time: 0.0677419 May 13 15:52:28.009082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9421c1da-7927-40de-9d5d-82da1f10535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:28.011250 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-9421c1da-7927-40de-9d5d-82da1f10535a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0581973 May 13 15:52:28.090283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-64f0783d-2d61-48cc-8829-dd8de94958d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:28.091791 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-64f0783d-2d61-48cc-8829-dd8de94958d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760498 May 13 15:52:28.224577 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-b237496e-a476-4c06-847d-20d7a474b320 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270654 May 13 15:52:28.364838 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cff808e2-4774-43dc-8d49-1b9c1cf40996 req-14746716-515d-4d6f-8999-fd190b3ef8bc service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345603 May 13 15:52:28.818331 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395204-8fc9-432a-acb0-eb37f074c6a6 req-040267dd-f507-441d-bbb1-e140b626b82a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:28.819691 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1c395204-8fc9-432a-acb0-eb37f074c6a6 req-040267dd-f507-441d-bbb1-e140b626b82a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 944 time: 0.0822313 May 13 15:52:28.867789 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1c395204-8fc9-432a-acb0-eb37f074c6a6 req-c16d492c-9d5f-4157-8826-e613969c0a43 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 May 13 15:52:30.053084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93263-2211-4df0-8a43-f2c90383697f req-d8feb1b6-2115-45cb-ac5c-fa8d09aafd28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:30.056419 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dec93263-2211-4df0-8a43-f2c90383697f req-d8feb1b6-2115-45cb-ac5c-fa8d09aafd28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 944 time: 0.0811133 May 13 15:52:30.099245 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-dec93263-2211-4df0-8a43-f2c90383697f req-87c8d52a-d6d8-4ee6-b781-118c453b7b94 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 May 13 15:52:30.148863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 1cfe396d-5002-46a1-b644-2537df1934e1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:52:30.287132 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1cfe396d-5002-46a1-b644-2537df1934e1,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:30.300714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '1cfe396d-5002-46a1-b644-2537df1934e1', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'port_id': '1cfe396d-5002-46a1-b644-2537df1934e1', 'mac_address': 'fa:16:3e:4d:ef:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:52:30.358290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 1cfe396d-5002-46a1-b644-2537df1934e1 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:30.358650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:30.376285 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe396d-5002-46a1-b644-2537df1934e1 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:52:30.392568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1cfe396d-5002-46a1-b644-2537df1934e1,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:30.470413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:30.543145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:30.550344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.550697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.551039 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.551377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.551710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.552046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.552838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.552838 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.553018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.553321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.553642 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.554014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:52:30.707023 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['1cfe396d-5002-46a1-b644-2537df1934e1'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:52:30.829995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6def5b68-3264-4732-ba7b-3181672c6bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:31.288589 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643d9be-0909-4f6a-9a63-9397e9744ce7 req-de23fd42-920b-4c5d-9ec5-d4d2c7fb5ba2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:31.290125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5643d9be-0909-4f6a-9a63-9397e9744ce7 req-de23fd42-920b-4c5d-9ec5-d4d2c7fb5ba2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 945 time: 0.0827131 May 13 15:52:31.339633 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5643d9be-0909-4f6a-9a63-9397e9744ce7 req-f8b7f296-edd9-4377-a0cc-9af3ff1a8314 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 May 13 15:52:32.148854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 1cfe396d-5002-46a1-b644-2537df1934e1 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:52:32.321278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 1cfe396d-5002-46a1-b644-2537df1934e1 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:52:32.327195 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 1cfe396d-5002-46a1-b644-2537df1934e1 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:52:32.327558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:32.479863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 1cfe396d-5002-46a1-b644-2537df1934e1 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:52:32.480254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:32.509184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:52:32.528580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1cfe396d-5002-46a1-b644-2537df1934e1,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:52:32.584223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954060d-d3ad-45d2-8dd0-8d02c3a18d8f req-a56c7788-20a2-447a-83f4-428637d2918e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:32.586427 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7954060d-d3ad-45d2-8dd0-8d02c3a18d8f req-a56c7788-20a2-447a-83f4-428637d2918e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 945 time: 0.1328561 May 13 15:52:32.621562 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:32.636457 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7954060d-d3ad-45d2-8dd0-8d02c3a18d8f req-2eb380e9-e01f-44d9-986c-adf5a2bfa6e2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 May 13 15:52:32.674628 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bf3221-315f-4567-921c-351cbbda91f7'] response: {'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1', 'code': 200} May 13 15:52:32.714973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:33.005394 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebd467-c3c3-4087-9aa5-e4add4056383 req-7fb72068-7849-4616-a889-1d43bc54a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:33.006915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-42ebd467-c3c3-4087-9aa5-e4add4056383 req-7fb72068-7849-4616-a889-1d43bc54a294 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.0713284 May 13 15:52:33.047958 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-42ebd467-c3c3-4087-9aa5-e4add4056383 req-8e593adb-8ddf-41ca-902e-691786fed8d3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348430 May 13 15:52:33.201509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fda25e62-14a3-45a7-92f4-e2879124d99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:33.842399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d5af-ed92-4ef7-9e49-3dce66325219 req-907bea97-7382-4895-8fc3-66d51f330bbe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:33.843781 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b015d5af-ed92-4ef7-9e49-3dce66325219 req-907bea97-7382-4895-8fc3-66d51f330bbe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0930603 May 13 15:52:33.888677 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b015d5af-ed92-4ef7-9e49-3dce66325219 req-88eac229-5728-449b-9eca-7b577fd84fdc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 May 13 15:52:34.638264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:34.780914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:35.088916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed69d4-6b85-4262-8ee2-f714f8607723 req-296e3a63-5b9e-4c91-89ec-3fd0abd75dba tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:35.091134 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c3ed69d4-6b85-4262-8ee2-f714f8607723 req-296e3a63-5b9e-4c91-89ec-3fd0abd75dba tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0883598 May 13 15:52:35.139068 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c3ed69d4-6b85-4262-8ee2-f714f8607723 req-01b4cba0-0819-4db0-bd43-269ce1bc7cc8 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 May 13 15:52:35.428762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f3271-923c-4416-9f79-8bac2537d908 req-c1cb927a-ebe9-49e0-ac63-a60b3f21fd1a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:35.430327 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e98f3271-923c-4416-9f79-8bac2537d908 req-c1cb927a-ebe9-49e0-ac63-a60b3f21fd1a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.1787717 May 13 15:52:35.476240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e98f3271-923c-4416-9f79-8bac2537d908 req-9caf6eac-48f2-4dbf-8134-db13c6fc83c8 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394807 May 13 15:52:35.500240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45914) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:35.571706 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a370a9-7484-4ccb-9bc6-32e25d00b2b5 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:35.573220 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-98a370a9-7484-4ccb-9bc6-32e25d00b2b5 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1094 time: 0.0719984 May 13 15:52:35.576776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45918) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:35.581961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '1cfe396d-5002-46a1-b644-2537df1934e1', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:52:35.588189 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:52:35.592114 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:floatingip and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:52:35.595389 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:52:35.600584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:52:35.660954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:35.800827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:35.948349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.147 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/8a766266-7de0-4edc-8371-5527ad919c03) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:52:35.992532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:36.100889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:36.212800 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:36.281762 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:52:36.284412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:52:36.288203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:52:36.322756 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=8a766266-7de0-4edc-8371-5527ad919c03,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:36.354129 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-83656415-db5a-4576-bc5f-7c52090b3536 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040807 May 13 15:52:36.494301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-c63aaa9c-faa0-453d-8d01-aa8c9f7122c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:36.495772 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-c63aaa9c-faa0-453d-8d01-aa8c9f7122c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.0742919 May 13 15:52:36.644310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-606f3a71-393a-4564-92b3-89dbff439a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:36.645799 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-606f3a71-393a-4564-92b3-89dbff439a84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 897 time: 0.1309254 May 13 15:52:36.717931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-ceb968c7-490d-42c9-8c6b-1416eb4d3c16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 217 time: 0.0661194 May 13 15:52:36.724815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:36.787075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-77c23185-9a14-466f-bcee-0f1650bb05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:36.788667 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-77c23185-9a14-466f-bcee-0f1650bb05e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0653286 May 13 15:52:36.864587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-6e4be7b6-8262-4eb1-b7f5-b999937bca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:36.866085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-6e4be7b6-8262-4eb1-b7f5-b999937bca5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716212 May 13 15:52:36.912335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:37.148381 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-43ed3fb0-d8a4-4222-83f3-606d609b573f service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753019 May 13 15:52:37.178423 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:37.243981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:37.306507 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-9dbab879-bad5-4ba2-b752-20e3bbf646d1 req-0b298049-627d-4555-8054-0b6fab1e853f service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514783 May 13 15:52:37.390442 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=8a766266-7de0-4edc-8371-5527ad919c03,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:52:37.406965 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:37.732719 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 46b9d24e-0680-4eb8-b31e-50aba7ab5052 associated. External IP: 172.26.7.147, port: 1cfe396d-5002-46a1-b644-2537df1934e1. May 13 15:52:38.153649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 9556848a-3a56-4880-bf9b-e501bcc1e189 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:52:38.343698 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:52:38.353524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275b5be-8995-408e-bdab-812214092363 None None] Sync routers for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:52:38.363849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:38.364480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:38.427194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:52:38.498309 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-178da4e0-a9b9-47ff-a6fe-c7d6c1afec03 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9180207 May 13 15:52:38.498309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:52:38.554150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:38.613432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ebc301-f06a-4a5f-a94f-8f620b0cbf8d'] response: {'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1', 'status': 'completed', 'code': 200} May 13 15:52:38.738001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4da62a-e2be-48fc-a8f2-cc53caa9f5db req-c97154f0-ba0a-47aa-a34b-9343d14a2789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:38.739407 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e4da62a-e2be-48fc-a8f2-cc53caa9f5db req-c97154f0-ba0a-47aa-a34b-9343d14a2789 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.1506286 May 13 15:52:38.743908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84827c-04e6-442d-9e39-399674481977 req-24dc2184-ac81-4dec-a755-c03f70a575d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:38.745292 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-24dc2184-ac81-4dec-a755-c03f70a575d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.1094489 May 13 15:52:38.867959 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0e4da62a-e2be-48fc-a8f2-cc53caa9f5db req-9558b4ea-e2a8-40ed-9287-dc7bb9b7c80c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216841 May 13 15:52:38.893299 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 45928) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:38.915967 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84827c-04e6-442d-9e39-399674481977 req-1bbb0787-3784-47c6-b259-7885925166be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:38.917413 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-1bbb0787-3784-47c6-b259-7885925166be service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 897 time: 0.1579058 May 13 15:52:38.928527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '46b9d24e-0680-4eb8-b31e-50aba7ab5052', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'port_id': '1cfe396d-5002-46a1-b644-2537df1934e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'mac_address': 'fa:16:3e:4d:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36579-d608-4167-bd51-fd5454f6edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:52:36Z', 'updated_at': '2022-05-13T15:52:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:38.932629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275b5be-8995-408e-bdab-812214092363 None None] Checking router: 9556848a-3a56-4880-bf9b-e501bcc1e189 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:52:38.942323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:52:38.942944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:52:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:39.020950 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-35ca93ab-1812-476e-a524-25786dea5fb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/46b9d24e-0680-4eb8-b31e-50aba7ab5052 HTTP/1.1" status: 200 len: 992 time: 0.1262200 May 13 15:52:39.030922 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-734c9829-a0ee-4f5c-9b9f-99f79d8293e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 1000 time: 0.1076174 May 13 15:52:39.095228 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84827c-04e6-442d-9e39-399674481977 req-9f5602b0-24a3-4f22-b1ab-6670d68c3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:39.096801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-9f5602b0-24a3-4f22-b1ab-6670d68c3980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0606685 May 13 15:52:39.140405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:52:39.181402 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84827c-04e6-442d-9e39-399674481977 req-20a49af8-839c-47f3-8142-e1d9772e2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:52:39.187225 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-20a49af8-839c-47f3-8142-e1d9772e2796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807290 May 13 15:52:39.326843 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-edc0948a-7b45-44ce-9ec2-a5a84b11eab9 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380506 May 13 15:52:39.462256 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4b84827c-04e6-442d-9e39-399674481977 req-b6cf5af2-d6f5-4f66-9111-166663e9cde1 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304538 May 13 15:52:39.506668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-5275b5be-8995-408e-bdab-812214092363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '46b9d24e-0680-4eb8-b31e-50aba7ab5052', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'port_id': '1cfe396d-5002-46a1-b644-2537df1934e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'mac_address': 'fa:16:3e:4d:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36579-d608-4167-bd51-fd5454f6edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:52:36Z', 'updated_at': '2022-05-13T15:52:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:52:39.510757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275b5be-8995-408e-bdab-812214092363 None None] The sync data for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv is: [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '46b9d24e-0680-4eb8-b31e-50aba7ab5052', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'port_id': '1cfe396d-5002-46a1-b644-2537df1934e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'mac_address': 'fa:16:3e:4d:ef:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b36579-d608-4167-bd51-fd5454f6edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:52:36Z', 'updated_at': '2022-05-13T15:52:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:52:39.697805 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d6e12-7d25-4ca6-86d6-d6344bd2ef49 None None] New status for floating IP 46b9d24e-0680-4eb8-b31e-50aba7ab5052: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:52:40.024312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45932) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:52:40.130503 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ea51a32b-02b7-49f1-8bae-15bf9e8cfa8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/46b9d24e-0680-4eb8-b31e-50aba7ab5052 HTTP/1.1" status: 200 len: 994 time: 0.1049249 May 13 15:52:57.947192 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:00.404706 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:53:00.789815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1841873-631f-4224-9c3f-58ce6093671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:03.219447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d8554aeb-8244-44e5-a573-007f9d067300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:04.616205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:04.758335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:06.001371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:09.875447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45571b0a-4395-4466-a5dd-8207080a6e32 req-089da833-7e8b-4b6a-abaf-b5c9ddcaad19 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:09.877534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45571b0a-4395-4466-a5dd-8207080a6e32 req-089da833-7e8b-4b6a-abaf-b5c9ddcaad19 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0869882 May 13 15:53:09.929176 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-45571b0a-4395-4466-a5dd-8207080a6e32 req-3bad2ff6-1f9e-42f7-9e98-9c9307637e01 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452569 May 13 15:53:11.133038 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45315b6-53b7-41e6-8557-773bdf1cb85f req-1253d6d3-9f32-4f93-9c51-7b9d154a7a06 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:11.134597 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d45315b6-53b7-41e6-8557-773bdf1cb85f req-1253d6d3-9f32-4f93-9c51-7b9d154a7a06 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0883758 May 13 15:53:11.180656 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d45315b6-53b7-41e6-8557-773bdf1cb85f req-4555116f-d208-4d47-9015-9541c1092833 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 May 13 15:53:12.370438 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85a530-f7e2-49ac-97a7-d19c81c9bfb0 req-661461db-9b68-41f7-a72d-7e8f39045aad tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:12.371933 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef85a530-f7e2-49ac-97a7-d19c81c9bfb0 req-661461db-9b68-41f7-a72d-7e8f39045aad tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0841048 May 13 15:53:12.415818 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ef85a530-f7e2-49ac-97a7-d19c81c9bfb0 req-19f49548-9261-4dd9-a1fb-cc565a2d86e3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381794 May 13 15:53:13.602320 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2b12e-c124-48a8-9685-c00bca3c4ec4 req-64b95de7-c127-4ec4-bd7e-1b72167a8581 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:13.603851 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0be2b12e-c124-48a8-9685-c00bca3c4ec4 req-64b95de7-c127-4ec4-bd7e-1b72167a8581 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0824327 May 13 15:53:13.653829 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0be2b12e-c124-48a8-9685-c00bca3c4ec4 req-74b7e006-a35e-4fb2-82eb-442fdc04b1e1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 May 13 15:53:14.853294 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6cd7d-7555-4392-be4a-96bb7101709d req-7bf9ee1c-7583-4d18-b417-88a965af6f27 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:14.854748 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1f6cd7d-7555-4392-be4a-96bb7101709d req-7bf9ee1c-7583-4d18-b417-88a965af6f27 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0901020 May 13 15:53:14.900773 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1f6cd7d-7555-4392-be4a-96bb7101709d req-7179e180-6506-491a-80b1-d28ea21ec732 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 May 13 15:53:16.092221 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453998-b523-47b9-9e32-8dbc0e0287f6 req-2eb66585-d83b-461b-8e01-933872d272d0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:16.093682 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b8453998-b523-47b9-9e32-8dbc0e0287f6 req-2eb66585-d83b-461b-8e01-933872d272d0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0800493 May 13 15:53:16.138333 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b8453998-b523-47b9-9e32-8dbc0e0287f6 req-f7e33f6a-8499-426d-90b7-878ea3e33e5d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381560 May 13 15:53:17.338992 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282230b-12e8-4f28-9271-e7b3fccb036d req-0eaea788-30c7-45b0-b995-5a3b19fec6dc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:17.340404 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4282230b-12e8-4f28-9271-e7b3fccb036d req-0eaea788-30c7-45b0-b995-5a3b19fec6dc tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0876393 May 13 15:53:17.388459 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4282230b-12e8-4f28-9271-e7b3fccb036d req-ffa57fc2-b25e-4fc2-af4c-d60773a5fcfe tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 May 13 15:53:18.579324 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d13f-4d45-4e21-ba14-56dde4a38df1 req-fb26e44b-8c94-4ab6-8591-b9188620cf65 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:18.580860 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3313d13f-4d45-4e21-ba14-56dde4a38df1 req-fb26e44b-8c94-4ab6-8591-b9188620cf65 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0844183 May 13 15:53:18.733198 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3313d13f-4d45-4e21-ba14-56dde4a38df1 req-81de62a4-5dc0-4663-b2fc-071f53da88ad tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465220 May 13 15:53:19.934181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bb401-be09-44be-84e9-bb80e3b743d9 req-3913fd51-4e32-466a-bde7-75a91b1639fd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:19.935753 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee8bb401-be09-44be-84e9-bb80e3b743d9 req-3913fd51-4e32-466a-bde7-75a91b1639fd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0931983 May 13 15:53:19.984677 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ee8bb401-be09-44be-84e9-bb80e3b743d9 req-0eaeab10-e5c7-4852-87d9-244197c1b141 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 May 13 15:53:21.176366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f64e6-47da-4fb7-99bc-9770050b0314 req-608124f1-8e08-4d47-8f87-de484b7ce706 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:21.177907 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-677f64e6-47da-4fb7-99bc-9770050b0314 req-608124f1-8e08-4d47-8f87-de484b7ce706 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0828311 May 13 15:53:21.223590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-677f64e6-47da-4fb7-99bc-9770050b0314 req-d1f324fb-6764-4c20-b2a7-6888612042f9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 May 13 15:53:22.423135 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd783-a69b-4ee9-ba74-6d9bb7679e6d req-c8a59fad-38d3-418a-9ce4-e76f9c8bca62 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:22.425138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-922dd783-a69b-4ee9-ba74-6d9bb7679e6d req-c8a59fad-38d3-418a-9ce4-e76f9c8bca62 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0812302 May 13 15:53:22.473921 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-922dd783-a69b-4ee9-ba74-6d9bb7679e6d req-c6f9e106-4f2a-4547-ba36-90a29ab9d1cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 May 13 15:53:23.667897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2a72-ab89-47da-9a58-c5e7938c640b req-e0de0c71-6649-474f-b9b0-734ea857f635 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:23.669391 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1ba2a72-ab89-47da-9a58-c5e7938c640b req-e0de0c71-6649-474f-b9b0-734ea857f635 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0844064 May 13 15:53:23.715811 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b1ba2a72-ab89-47da-9a58-c5e7938c640b req-d2765caa-d9f3-406b-b24b-f037d67460d4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405755 May 13 15:53:24.909602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0facc-f3ab-4a78-8fe1-4ee2846a563a req-bf4f92b9-5c68-4ca0-aeff-7f1fd0847545 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:24.911166 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dfc0facc-f3ab-4a78-8fe1-4ee2846a563a req-bf4f92b9-5c68-4ca0-aeff-7f1fd0847545 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0844545 May 13 15:53:24.956642 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dfc0facc-f3ab-4a78-8fe1-4ee2846a563a req-c9203c70-d3e4-4781-9ab3-415a16cad4f6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398343 May 13 15:53:26.258037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450c018-e6f6-4552-b74d-4dce4a36660a req-08b18a9b-37b5-4f1f-aa7d-9402a6802ac4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:26.259460 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f450c018-e6f6-4552-b74d-4dce4a36660a req-08b18a9b-37b5-4f1f-aa7d-9402a6802ac4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.1941652 May 13 15:53:26.309637 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f450c018-e6f6-4552-b74d-4dce4a36660a req-bdfb83ea-9eba-4212-81a7-0a83d7fe76c4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443168 May 13 15:53:26.335252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 45984) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:53:26.445962 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1ba1cd07-dae2-4dd5-abbe-5ebb7a908580 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/46b9d24e-0680-4eb8-b31e-50aba7ab5052 HTTP/1.1" status: 200 len: 994 time: 0.1095326 May 13 15:53:27.959352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:28.123977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eb9e8-c38f-454c-a6d1-4715b052c8a0 req-f514a007-b22d-40fb-81ef-03fa9fe26a58 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:28.125482 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e36eb9e8-c38f-454c-a6d1-4715b052c8a0 req-f514a007-b22d-40fb-81ef-03fa9fe26a58 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0913808 May 13 15:53:28.265964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c921-9221-4624-9c57-618a8a100ffc req-169f2388-7831-44c8-bcd4-974761af1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:28.267368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-169f2388-7831-44c8-bcd4-974761af1cfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.0729544 May 13 15:53:28.287445 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e36eb9e8-c38f-454c-a6d1-4715b052c8a0 req-c64ac035-ed61-42d9-8b16-cfadd8255dd4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538110 May 13 15:53:28.404201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c921-9221-4624-9c57-618a8a100ffc req-2fcebe03-e019-41b0-b3b4-630dcb62bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:28.405767 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-2fcebe03-e019-41b0-b3b4-630dcb62bb74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 897 time: 0.1319835 May 13 15:53:28.516369 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-aa662256-4aad-44fc-99ca-9a518b815581 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 1002 time: 0.1043298 May 13 15:53:28.581498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c921-9221-4624-9c57-618a8a100ffc req-10e7bdcd-2b71-4a7f-834d-52b8eb68943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:28.583114 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-10e7bdcd-2b71-4a7f-834d-52b8eb68943b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0605812 May 13 15:53:28.715961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c921-9221-4624-9c57-618a8a100ffc req-a2c395ad-f3fd-4477-bd6f-6c3205b92b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:28.717480 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-a2c395ad-f3fd-4477-bd6f-6c3205b92b28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287799 May 13 15:53:28.727382 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-6be0bc6b-7d27-473e-ade1-1111a08b5e15 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:53:28.728395 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-6be0bc6b-7d27-473e-ade1-1111a08b5e15 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050538 May 13 15:53:28.861733 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-af4ecd43-03c1-4058-b377-50de692de398 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277444 May 13 15:53:28.995914 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1292c921-9221-4624-9c57-618a8a100ffc req-b4a6063a-86e2-47b5-a3fb-1c08d6f087eb service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289160 May 13 15:53:29.483461 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480aac7-535b-4abf-9b28-e8d29e62bf81 req-f1211cff-78f8-4220-9dfb-06d2ba07c732 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:29.484807 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2480aac7-535b-4abf-9b28-e8d29e62bf81 req-f1211cff-78f8-4220-9dfb-06d2ba07c732 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0814335 May 13 15:53:29.532066 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-2480aac7-535b-4abf-9b28-e8d29e62bf81 req-6e627a16-76d2-4210-b77e-68a6b9c1b3db tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 May 13 15:53:30.721407 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f76e98-f0e9-4acf-b87d-6401d2ab1dc0 req-529c49a9-9ed2-4a29-851d-2c0e269e0d68 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:30.724226 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b4f76e98-f0e9-4acf-b87d-6401d2ab1dc0 req-529c49a9-9ed2-4a29-851d-2c0e269e0d68 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0846505 May 13 15:53:30.769831 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b4f76e98-f0e9-4acf-b87d-6401d2ab1dc0 req-aad8684e-e233-43ee-953b-5855419e3809 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 May 13 15:53:30.795556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-00d1044a-de0a-4747-a0e6-50ea17a9b2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:30.796098 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46000) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:53:30.909723 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f7f9aa31-43aa-4977-949a-01557331b1e3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/46b9d24e-0680-4eb8-b31e-50aba7ab5052 HTTP/1.1" status: 200 len: 994 time: 0.1085565 May 13 15:53:33.210420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1f4a002c-d610-4945-ab0b-9fb854e5019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:34.610145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:34.721085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:36.035608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:36.329695 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-8d45eecb-9b02-454f-b42c-70434bb6ec7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736980 May 13 15:53:36.469218 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-d71d5588-7dcf-4e64-8695-14edaf4949fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:36.470779 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-d71d5588-7dcf-4e64-8695-14edaf4949fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.0733635 May 13 15:53:36.612820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-a09540e7-f4a3-4a72-b1c4-2f1aa9b313ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:36.615012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-a09540e7-f4a3-4a72-b1c4-2f1aa9b313ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 897 time: 0.1269870 May 13 15:53:36.839354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-75895ab1-62d9-4057-85b8-079a9d64dddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 1002 time: 0.2179778 May 13 15:53:36.905623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-92b50815-dc21-4e45-9b77-15a8ba9f4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:36.907088 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-92b50815-dc21-4e45-9b77-15a8ba9f4323 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0621762 May 13 15:53:36.988308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-d00c0a64-209f-4c5c-8b3c-9f2b5a94f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:53:36.991346 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-d00c0a64-209f-4c5c-8b3c-9f2b5a94f9f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786150 May 13 15:53:37.133368 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-600b6fdf-0540-463a-940e-292febeaf098 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355710 May 13 15:53:37.289076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0a23acc5-4637-455c-ac6b-a56a4ad1365b req-4d6e464c-2834-47f8-8b76-81dbec63a378 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491761 May 13 15:53:37.404562 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:53:57.982421 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:59.531177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46014) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:53:59.738867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 8a766266-7de0-4edc-8371-5527ad919c03 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:53:59.739188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:59.931371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:53:59.931692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:00.061094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 8a766266-7de0-4edc-8371-5527ad919c03 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:54:00.264305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:00.313440 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=8a766266-7de0-4edc-8371-5527ad919c03,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:00.348889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.349252 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.349575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.349910 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.350275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.350603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.350931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.351255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.351583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.351906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.352232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.352552 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:00.427477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:00.427821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 46b9d24e-0680-4eb8-b31e-50aba7ab5052 disassociated (deleted). External IP: 172.26.7.147, port: 1cfe396d-5002-46a1-b644-2537df1934e1. May 13 15:54:00.799199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e352a23-f1ea-46f2-9ca5-a9e6d3495235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:00.900288 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 9556848a-3a56-4880-bf9b-e501bcc1e189 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:54:01.103383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:54:01.116172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Sync routers for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:54:01.124994 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:01.125910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:53:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:01.231322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:01.293807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-f533a3f3-0452-4e8c-8708-4cb3553f5725 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/floatingips/46b9d24e-0680-4eb8-b31e-50aba7ab5052 HTTP/1.1" status: 204 len: 168 time: 1.7603638 May 13 15:54:01.294485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:54:01.316527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:01.344717 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e1d908-288c-41e9-942f-bd63e3cba540'] response: {'name': 'network-changed', 'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1', 'status': 'completed', 'code': 200} May 13 15:54:01.442417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-95833457-c04e-44f7-a93b-1b76ecae362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:01.444166 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-95833457-c04e-44f7-a93b-1b76ecae362d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 1099 time: 0.0768099 May 13 15:54:01.588438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-002ce8d7-9bf0-4765-b172-cab5027a6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:01.590467 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-002ce8d7-9bf0-4765-b172-cab5027a6d37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 200 len: 897 time: 0.1393728 May 13 15:54:01.651785 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:01.657632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Checking router: 9556848a-3a56-4880-bf9b-e501bcc1e189 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:54:01.666533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:01.667147 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:53:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:01.669701 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-167ff271-ce42-4e7b-ae8a-a1e4e98caf6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 200 len: 217 time: 0.0738122 May 13 15:54:01.741556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-baf50f45-0a10-4eba-9dc2-f07e44fbc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:01.747018 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-baf50f45-0a10-4eba-9dc2-f07e44fbc583 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 200 len: 833 time: 0.0684056 May 13 15:54:01.870229 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:01.889192 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-b2911959-9dc5-4abc-a940-98f2f93f87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:01.891043 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-b2911959-9dc5-4abc-a940-98f2f93f87af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1b0010c-430a-4575-bfa4-513fcc12f13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403587 May 13 15:54:01.902704 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba859-6db6-406e-8293-624c85e46977 req-e0a90f27-9897-4cd7-bb9a-895e990fba4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:01.904509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c6ba859-6db6-406e-8293-624c85e46977 req-e0a90f27-9897-4cd7-bb9a-895e990fba4a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.1172647 May 13 15:54:02.056254 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3c6ba859-6db6-406e-8293-624c85e46977 req-e3376279-3354-47fb-93a1-0531095dff83 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285172 May 13 15:54:02.083320 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-db5687ef-b48f-417b-ac94-fd2f2b34638f service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773350 May 13 15:54:02.204386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:02.208561 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c0b7c-7391-480c-a98d-d7d46082ac34 None None] The sync data for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv is: [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:52:19Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '473f10f0-260d-434b-b2e6-d3e24e3a1e0a', 'name': '', 'network_id': 'a1b0010c-430a-4575-bfa4-513fcc12f13c', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:ab:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:18Z', 'updated_at': '2022-05-13T15:52:24Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': '6c2da981-436b-46f8-9c64-8cfb3febe713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:54:02.226798 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce0b3532-12d5-46dd-8f13-3a3b7074ade8 req-f3e6e4fc-e13c-401f-9791-f96407811b98 service neutron] 10.222.0.23 "GET /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370320 May 13 15:54:02.438866 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78003415-c874-4f51-aabd-cb88c6f5c765 None None] New status for floating IP 46b9d24e-0680-4eb8-b31e-50aba7ab5052: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:54:03.201558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d15aaf7a-a1ad-4675-a112-5c97b9614a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:03.254213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b160962-cca1-43b7-86fa-5baddb8a2496 req-2b4aa918-d68a-4cb8-b66a-e3cd296dd7b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:03.254961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8b160962-cca1-43b7-86fa-5baddb8a2496 req-2b4aa918-d68a-4cb8-b66a-e3cd296dd7b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:03.281360 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-705c623c-e115-46ab-a271-07e3d1bcf935 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:03.283179 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-705c623c-e115-46ab-a271-07e3d1bcf935 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.0865271 May 13 15:54:03.311037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8b160962-cca1-43b7-86fa-5baddb8a2496 req-2b4aa918-d68a-4cb8-b66a-e3cd296dd7b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:03.312373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8b160962-cca1-43b7-86fa-5baddb8a2496 req-2b4aa918-d68a-4cb8-b66a-e3cd296dd7b1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 946 time: 0.1423101 May 13 15:54:03.357200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 1cfe396d-5002-46a1-b644-2537df1934e1 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:54:03.357553 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:03.361621 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8b160962-cca1-43b7-86fa-5baddb8a2496 req-d36ef21f-3efd-433d-95a3-3b933d3fbff2 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a24436f-a57e-439b-9255-84d67bd653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 May 13 15:54:03.616809 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 1cfe396d-5002-46a1-b644-2537df1934e1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1cfe396d-5002-46a1-b644-2537df1934e1,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:03.617171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:03.748626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 1cfe396d-5002-46a1-b644-2537df1934e1 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:54:04.068082 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:04.124512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=1cfe396d-5002-46a1-b644-2537df1934e1,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.198351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:04.214224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] No DVR routers for this DVR port 1cfe396d-5002-46a1-b644-2537df1934e1 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:54:04.219237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:04.221908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'name': 'network-vif-deleted', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:54:04.269247 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2521644-5d97-4d67-b16d-93ae8844fe98'] response: {'server_uuid': '46b36579-d608-4167-bd51-fd5454f6edd3', 'name': 'network-vif-deleted', 'tag': '1cfe396d-5002-46a1-b644-2537df1934e1', 'status': 'completed', 'code': 200} May 13 15:54:04.309574 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-7a252a25-b02a-4d9e-bb24-921161a5f967 req-3a16f93b-f76e-4682-9b9e-e285168b3168 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "DELETE /v2.0/ports/1cfe396d-5002-46a1-b644-2537df1934e1 HTTP/1.1" status: 204 len: 173 time: 1.0206211 May 13 15:54:04.523853 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6f331fdc-8998-4430-a978-c14ce8f9bf76 req-39f22bad-8446-4b67-a561-051c3f023041 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=46b36579-d608-4167-bd51-fd5454f6edd3 HTTP/1.1" status: 200 len: 210 time: 0.0483780 May 13 15:54:04.621867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:04.736304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:05.637631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46032) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:05.995395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:06.213650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:06.576046 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:54:06.576274 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:06.602423 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 1cfe396d-5002-46a1-b644-2537df1934e1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:54:06.637910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 1cfe396d-5002-46a1-b644-2537df1934e1 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:54:06.638275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 1cfe396d-5002-46a1-b644-2537df1934e1 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:54:06.881569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 473f10f0-260d-434b-b2e6-d3e24e3a1e0a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:06.882229 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:07.010058 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 473f10f0-260d-434b-b2e6-d3e24e3a1e0a owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:54:07.296718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:07.374987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=473f10f0-260d-434b-b2e6-d3e24e3a1e0a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:07.634128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.022912 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 9556848a-3a56-4880-bf9b-e501bcc1e189 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:54:08.207767 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:54:08.218399 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Sync routers for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:54:08.222354 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-daba9459-91bd-46b3-adce-adbf82599640 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/9556848a-3a56-4880-bf9b-e501bcc1e189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835295 May 13 15:54:08.224913 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46036) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:08.228568 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:08.229178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:08.302703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting subnet 6c2da981-436b-46f8-9c64-8cfb3febe713 {{(pid=88837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:54:08.306693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.473292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:08.486273 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1995011'] for subnet, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.572672 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.738841 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2083582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1776491'] for subnet, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.778729 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2da981-436b-46f8-9c64-8cfb3febe713,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:08.785807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:08.794283 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c4c99ee4-074a-4f63-a4bf-4b8386bb55cd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/subnets/6c2da981-436b-46f8-9c64-8cfb3febe713 HTTP/1.1" status: 204 len: 168 time: 0.5680802 May 13 15:54:08.795583 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d611436-4a54-470b-9142-5cb5d18e869e None None] Network a1b0010c-430a-4575-bfa4-513fcc12f13c requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:54:08.796575 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46040) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:08.809626 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:54:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:08.863068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Checking router: 9556848a-3a56-4880-bf9b-e501bcc1e189 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:54:08.898699 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Routers {'9556848a-3a56-4880-bf9b-e501bcc1e189'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:08.899319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['9556848a-3a56-4880-bf9b-e501bcc1e189'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:08.995039 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.172371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] Set router 9556848a-3a56-4880-bf9b-e501bcc1e189 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:09.188704 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.333183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 845ccf98-66ce-48fc-a453-d3ad571fd070 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:54:09.333550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.424843 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] DHCP port deletion for a1b0010c-430a-4575-bfa4-513fcc12f13c request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:54:09.441419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Deleting port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:54:09.441793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.565543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 845ccf98-66ce-48fc-a453-d3ad571fd070, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=845ccf98-66ce-48fc-a453-d3ad571fd070,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:09.565891 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.693156 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 845ccf98-66ce-48fc-a453-d3ad571fd070 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:54:09.883604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] For port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,segment=NetworkSegment(885e3d02-34b5-440d-9bf0-da1933b73692),segment_id=885e3d02-34b5-440d-9bf0-da1933b73692)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:09.883997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:09.954094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.006761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:54:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:10.008946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=845ccf98-66ce-48fc-a453-d3ad571fd070,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:10.015682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Calling delete_port for c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:54:10.064361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3ca3-af69-4eeb-80e7-5d43274960dd None None] The sync data for ids ['9556848a-3a56-4880-bf9b-e501bcc1e189'] in dv-neutron-835340-3-hyperv is: [{'id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721179216', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:52:13Z', 'updated_at': '2022-05-13T15:54:07Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': '845ccf98-66ce-48fc-a453-d3ad571fd070', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556848a-3a56-4880-bf9b-e501bcc1e189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:52:14Z', 'updated_at': '2022-05-13T15:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:54:10.110127 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.201266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.250152 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Pushing event deleted for resources: {'Port': ['ID=c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:10.255450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] No DVR routers for this DVR port c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:54:10.262361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.262718 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.263700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.263700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.263879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.264169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.264570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.264874 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.265210 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.265542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.266742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.266742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf0ccba-5293-42cb-8c7c-2b8bd3020d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:10.404017 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.407872 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.532776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.533424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Fanout notify agent at l3_agent the message router_deleted on router 9556848a-3a56-4880-bf9b-e501bcc1e189 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:54:10.550205 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.551355 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cf50e6c9-9965-4bac-9e74-439b445a2af5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/routers/9556848a-3a56-4880-bf9b-e501bcc1e189 HTTP/1.1" status: 204 len: 168 time: 1.7538550 May 13 15:54:10.554027 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46044) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:10.676871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.719254 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 473f10f0-260d-434b-b2e6-d3e24e3a1e0a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:54:10.756351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 473f10f0-260d-434b-b2e6-d3e24e3a1e0a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:54:10.756804 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 473f10f0-260d-434b-b2e6-d3e24e3a1e0a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:54:10.757404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:54:10.795049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:54:10.795484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device c7c2d08b-f0a1-4c23-8bd7-3b9865c4e516 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:54:10.822984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.849155 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b0010c-430a-4575-bfa4-513fcc12f13c']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:10.861006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885e3d02-34b5-440d-9bf0-da1933b73692') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:10.861310 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885e3d02-34b5-440d-9bf0-da1933b73692') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:10.873287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.889545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.895804 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:54:10.896197 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:54:10.911060 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:54:11.070687 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.075925 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.103693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Network': ['ID=a1b0010c-430a-4575-bfa4-513fcc12f13c,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:11.184116 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-5d19549e-2929-4aef-90ff-6f1ed9bdb353 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/networks/a1b0010c-430a-4575-bfa4-513fcc12f13c HTTP/1.1" status: 204 len: 168 time: 0.6289330 May 13 15:54:11.186859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46048) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:11.256938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.289372 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.422217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.442110 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24436f-a57e-439b-9255-84d67bd653f6,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:11.524148 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.525388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-6b2ae463-7da8-4734-b08e-229ac391925f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/security-groups/7a24436f-a57e-439b-9255-84d67bd653f6 HTTP/1.1" status: 204 len: 168 time: 0.3375275 May 13 15:54:11.773487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46056) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:11.779524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382481053', 'description': 'tempest-secgroup-smoke-382481053 description', 'project_id': '8e5f9adb17d94c32a72916200f8832b6'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:11.786380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:11.791001 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:11.794825 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:11.805378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:11.879877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:11.901524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:11.907594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:11.912751 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:11.916433 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:11.992686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.057997 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.107978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4630305-cbd3-4667-98f5-dc9d3de98137,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:12.172776 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.174090 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d1f57b26-80b4-4fae-960c-96c58a6da105 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3994780 May 13 15:54:12.177047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46060) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:12.182270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:12.189486 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:12.193414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:12.196362 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:12.202970 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:12.316398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.379469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.458629 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.485649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8719a1-312b-43c4-9667-5008a3a7b3e2,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:12.564947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.566327 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-40029330-1431-478c-a296-7f58340c2df0 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882012 May 13 15:54:12.569339 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46064) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:12.575139 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:12.581550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:12.585403 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:12.588279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:12.594635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:12.614756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 845ccf98-66ce-48fc-a453-d3ad571fd070 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:54:12.649902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 845ccf98-66ce-48fc-a453-d3ad571fd070 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:54:12.650271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 845ccf98-66ce-48fc-a453-d3ad571fd070 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:54:12.680371 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.744025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.818281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.842225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406024e5-d87e-49ea-92cb-17e107c8d36a,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:12.919975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:12.921242 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-1633328a-e277-4808-99cc-44d35589ed23 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509421 May 13 15:54:12.924402 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46068) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:12.929430 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:12.936037 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:12.940045 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:12.943040 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:12.948719 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:13.046966 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.111665 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.188072 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.212323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9fc25-9d76-4e9f-a79f-5759786e0df3,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:13.281366 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.282644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-cd6e11b2-77ce-42cf-8158-a3b2c4a90a5a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3573074 May 13 15:54:13.285503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46072) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:13.290633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:13.297528 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:13.301267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:13.304213 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:13.310414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:13.414219 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.484203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.561531 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.586365 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7a036d-0a7c-4f6e-8640-44569721e441,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:13.658657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.659892 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-eb294123-e60b-4872-ba85-01b654dbfe28 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734262 May 13 15:54:13.662614 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46076) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:13.667578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:13.674076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:13.679470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:13.681105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:13.690326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:13.755520 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:54:13.763574 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.831052 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.881269 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.906681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0487832b-7fb2-4afe-bebe-9ff763efe450,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:13.984638 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:13.985879 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-bbcb9048-a52d-453c-a919-a1989daf7177 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223312 May 13 15:54:13.988650 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46080) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:13.993657 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'security_group_rule': {'security_group_id': 'c4630305-cbd3-4667-98f5-dc9d3de98137', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:14.001368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:14.005452 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:security_group_rule and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:14.008399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:14.015877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:14.122265 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Project 8e5f9adb17d94c32a72916200f8832b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:54:14.130501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.198112 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.258303 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.285786 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8478c33-a9f7-475b-a749-912728519ec9,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:14.367142 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.368382 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ce1e4ae4-d1ab-4782-ac43-a0c93506766d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787916 May 13 15:54:14.371941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46084) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:14.377990 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'network': {'name': 'tempest-network-smoke--1201198037', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'port_security_enabled': True}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:14.382952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:14.387238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:network and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:14.390270 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:14.400085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:14.404327 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:54:14.469763 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:54:14.473262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.501517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:54:14.510247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.510590 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Added segment a60738be-f865-45c7-87d3-58b93813a404 of type vlan for network b035c8d2-514f-48bb-883c-ce8b04cd4825 May 13 15:54:14.538176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.656948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.662671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:14.663262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.776303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Network': ['ID=b035c8d2-514f-48bb-883c-ce8b04cd4825,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:14.787417 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:54:14.817119 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a98bcca5-1e49-4033-8eed-22810989333a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437737 May 13 15:54:14.819770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46088) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:14.825486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'admin_state_up': True, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:14.833244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:14.837062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:router and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:14.840661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:14.847338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:14.921752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.922773 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:14.938419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:15.274623 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:15.665366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:15.694958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:15.836446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.107 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:54:15.989242 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:16.079685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:16.261024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:16.264959 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:16.267469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:54:16.302393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:16.771416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:17.123522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:17.441404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:54:17.624983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:54:17.634970 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Sync routers for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:54:17.645149 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:17.645860 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:17.750327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:17.754310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b522357b-061c-4cd8-aca9-8f311d963265 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9306412 May 13 15:54:17.754715 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46092) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:17.829485 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:17.929531 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9b910f04-bbed-434b-997a-05ad0c7c7838 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?project_id=8e5f9adb17d94c32a72916200f8832b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711738 May 13 15:54:17.930224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46096) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:18.066224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e856ca-ed59-4887-a19b-68cb93eff8e7 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:18.067663 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e1e856ca-ed59-4887-a19b-68cb93eff8e7 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369259 May 13 15:54:18.070535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46100) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:18.111403 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ead99683-2109-4dcf-bb9a-eeb294c9ce30 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/subnets?network_id=fcce1f22-ab84-4f95-803b-e04dce7c0aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395508 May 13 15:54:18.113684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46104) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:18.119419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-155001585', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:18.130459 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:18.134349 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Checking router: 34e6bc08-3e83-47da-97fb-136b5bbad5b0 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:54:18.134698 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Updating router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:54:18.190520 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.237835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:18.242300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:subnet and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:18.245280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:18.253405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:18.332889 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:54:18.336345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.555899 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.567468 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Transition to ACTIVE for port object d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:18.635840 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.644532 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.725389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Subnet': ['ID=a9c5a844-946c-4e10-bfc5-2c44406d4c1b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:18.735654 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Attempting to bind port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:54:18.736046 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Attempting to bind port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:54:18.736418 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Attempting to bind port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:54:18.736589 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Checking segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:54:18.736936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network hostable DHCP agents. Network: b035c8d2-514f-48bb-883c-ce8b04cd4825, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:54:18.750013 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:54:18.750378 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:54:18.750776 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.751210 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:54:18.751754 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Bound port: d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:54:18.752118 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.774932 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Pushing event updated for resources: {'Port': ['ID=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:18.798380 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.798722 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.799057 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.799389 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.799711 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.800034 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.800356 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.800677 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.801006 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.801316 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.801637 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.801967 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:54:18.839149 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] For port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:54:18.842431 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] For port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:54:18.858456 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:54:18.899018 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.915658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, b035c8d2-514f-48bb-883c-ce8b04cd4825) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:18.927127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:18.929210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:18.929333 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e622d84-a90d-4459-851a-da4e7d4f5327 None None] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:54:18.994315 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:18.995020 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:19.044609 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9dcf358d-4f8a-4940-ad09-c4d9e1002f9e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9253936 May 13 15:54:19.045204 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46108) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:19.051720 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb2655-84f4-4ea0-9955-2c85c2d4e765 None None] Pushing event updated for resources: {'Port': ['ID=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:19.158012 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-b035c8d2-514f-48bb-883c-ce8b04cd4825', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:54:19.158999 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:19.181610 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:19.338422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Allocated IP 172.20.0.2 (b035c8d2-514f-48bb-883c-ce8b04cd4825/a9c5a844-946c-4e10-bfc5-2c44406d4c1b/fa798b04-6ecf-4cc6-a784-ca903e058220) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:54:19.487613 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:19.492116 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab8f57-e3c6-43be-9e06-0c55c26b60e0 None None] The sync data for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv is: [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:16Z', 'revision_number': 3, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:54:19.577714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:19.588468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Transition to ACTIVE for port object fa798b04-6ecf-4cc6-a784-ca903e058220 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:19.608776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Transition to ACTIVE for port object fa798b04-6ecf-4cc6-a784-ca903e058220 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:19.682317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:19.783924 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:19.787097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:19.791242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:54:19.797383 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Pushing event updated for resources: {'Port': ['ID=fa798b04-6ecf-4cc6-a784-ca903e058220,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:19.833939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:19.911092 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Attempting to bind port fa798b04-6ecf-4cc6-a784-ca903e058220 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:54:19.911734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Attempting to bind port fa798b04-6ecf-4cc6-a784-ca903e058220 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:54:19.912290 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Attempting to bind port fa798b04-6ecf-4cc6-a784-ca903e058220 on network b035c8d2-514f-48bb-883c-ce8b04cd4825 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:54:19.921168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:54:19.921881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Checking segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:54:19.922534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:19.923097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Bound using segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:54:19.923768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Bound port: fa798b04-6ecf-4cc6-a784-ca903e058220, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:54:19.924712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:20.040881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] For port fa798b04-6ecf-4cc6-a784-ca903e058220, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:54:20.046822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] For port fa798b04-6ecf-4cc6-a784-ca903e058220, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa798b04-6ecf-4cc6-a784-ca903e058220,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:54:20.139408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:20.234156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e7f9-dd8a-44ff-9022-98994f0939af None None] Pushing event updated for resources: {'Port': ['ID=fa798b04-6ecf-4cc6-a784-ca903e058220,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:20.437877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.1 (b035c8d2-514f-48bb-883c-ce8b04cd4825/a9c5a844-946c-4e10-bfc5-2c44406d4c1b/b8e757ee-9872-4186-b563-69d4c19e2a45) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:54:20.614955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:20.631946 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object b8e757ee-9872-4186-b563-69d4c19e2a45 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:20.717008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa798b04-6ecf-4cc6-a784-ca903e058220 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:20.747081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:20.821387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:20.825557 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:20.828351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:54:20.841893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port fa798b04-6ecf-4cc6-a784-ca903e058220 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:20.847696 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:20.883996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:20.906342 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.067956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:21.076664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:21.076664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.122663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.226420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:21.226930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.249049 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:21.277716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec46b6-f514-45bc-82b2-55cdcbc1965b None None] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:54:21.354319 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.466659 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Provisioning for port fa798b04-6ecf-4cc6-a784-ca903e058220 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:21.475212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:21.512799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Provisioning complete for port fa798b04-6ecf-4cc6-a784-ca903e058220 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:21.513170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.588170 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.629495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.698867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Current status of the port fa798b04-6ecf-4cc6-a784-ca903e058220 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:21.699877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.739952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] For port fa798b04-6ecf-4cc6-a784-ca903e058220, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa798b04-6ecf-4cc6-a784-ca903e058220,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:21.751555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:21.754002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.845189 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:21.913671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:21.915916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:21.930385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0939-2893-465e-983c-9fa650fa0971 None None] Pushing event updated for resources: {'Port': ['ID=fa798b04-6ecf-4cc6-a784-ca903e058220,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:22.016294 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Provisioning for port b8e757ee-9872-4186-b563-69d4c19e2a45 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:22.021636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Provisioning complete for port b8e757ee-9872-4186-b563-69d4c19e2a45 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:22.022194 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:22.084945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Port b8e757ee-9872-4186-b563-69d4c19e2a45 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:54:22.097602 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Provisioning complete for port fa798b04-6ecf-4cc6-a784-ca903e058220 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:22.098111 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:22.228366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-f680d0de-900f-40b7-b76f-9863965f354a None None] Current status of the port fa798b04-6ecf-4cc6-a784-ca903e058220 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:22.272934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:54:22.350478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b868ecd6-fcc2-45d4-bd7f-64cea5a88b3e None None] Provisioning complete for port b8e757ee-9872-4186-b563-69d4c19e2a45 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:22.350766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b868ecd6-fcc2-45d4-bd7f-64cea5a88b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:22.407772 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b868ecd6-fcc2-45d4-bd7f-64cea5a88b3e None None] Port b8e757ee-9872-4186-b563-69d4c19e2a45 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:54:22.461865 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:54:22.472671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Sync routers for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:54:22.475148 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-1d39979d-ef3c-4720-8240-e986198288dd tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/34e6bc08-3e83-47da-97fb-136b5bbad5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4290922 May 13 15:54:22.482600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:22.483316 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:22.660297 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-f4e14491-fd36-4737-952a-67c958f24065 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:22.674350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:22.719697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:22.758967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-f4e14491-fd36-4737-952a-67c958f24065 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:22.760228 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-f4e14491-fd36-4737-952a-67c958f24065 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382481053&fields=id&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 267 time: 0.1434305 May 13 15:54:22.925923 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-c85a5c2f-4210-4dc9-a15b-1bdce8b6b75c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:22.926660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-c85a5c2f-4210-4dc9-a15b-1bdce8b6b75c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:22.952736 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:22.953142 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:23.016584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-c85a5c2f-4210-4dc9-a15b-1bdce8b6b75c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:23.017925 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-c85a5c2f-4210-4dc9-a15b-1bdce8b6b75c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 797 time: 0.2493482 May 13 15:54:23.035060 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-91818fef-c0f8-410b-802c-d4b95d55a962 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/quotas/8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 375 time: 0.0114560 May 13 15:54:23.124590 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-458e195e-f8f4-4fe2-acc4-7128a9125eb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:23.194853 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:23.195867 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa798b04-6ecf-4cc6-a784-ca903e058220 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:23.223922 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-458e195e-f8f4-4fe2-acc4-7128a9125eb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:23.225339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-458e195e-f8f4-4fe2-acc4-7128a9125eb5 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806240 May 13 15:54:23.259931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 2, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:23.266944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Checking router: 34e6bc08-3e83-47da-97fb-136b5bbad5b0 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:54:23.267308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Updating router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 port b8e757ee-9872-4186-b563-69d4c19e2a45 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:54:23.330205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port fa798b04-6ecf-4cc6-a784-ca903e058220 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:23.330576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:23.359139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:23.418018 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-968c95fb-85f4-477a-98bf-5c81f34779c3 service neutron] 10.222.0.91 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764801 May 13 15:54:23.557022 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-3421c435-0766-472d-8848-a603166583e4 service neutron] 10.222.0.91 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327541 May 13 15:54:23.597392 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port fa798b04-6ecf-4cc6-a784-ca903e058220 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:23.789138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:23.803291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Transition to ACTIVE for port object b8e757ee-9872-4186-b563-69d4c19e2a45 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:23.875599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b436c2f0-44c8-473d-ab1e-27e995fbd889 req-1805de30-78b5-4328-b081-4d6920959a5c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:23.881378 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:23.897387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b436c2f0-44c8-473d-ab1e-27e995fbd889 req-1805de30-78b5-4328-b081-4d6920959a5c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:23.910947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b436c2f0-44c8-473d-ab1e-27e995fbd889 req-1805de30-78b5-4328-b081-4d6920959a5c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 210 time: 0.0824606 May 13 15:54:24.054255 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6d423-be7b-4451-9986-7eef3ae8335b None None] Pushing event updated for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:24.115969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Attempting to bind port b8e757ee-9872-4186-b563-69d4c19e2a45 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:54:24.116427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Attempting to bind port b8e757ee-9872-4186-b563-69d4c19e2a45 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:54:24.116911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Attempting to bind port b8e757ee-9872-4186-b563-69d4c19e2a45 on network b035c8d2-514f-48bb-883c-ce8b04cd4825 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:54:24.124605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:54:24.125268 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Checking segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:54:24.125762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:24.126297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Bound using segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:54:24.127334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Bound port: b8e757ee-9872-4186-b563-69d4c19e2a45, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:54:24.128042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:24.238184 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] For port b8e757ee-9872-4186-b563-69d4c19e2a45, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:54:24.241497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] For port b8e757ee-9872-4186-b563-69d4c19e2a45, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b8e757ee-9872-4186-b563-69d4c19e2a45,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:54:24.333455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:24.427058 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:24.427698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:24.488698 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6d423-be7b-4451-9986-7eef3ae8335b None None] Pushing event updated for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:24.638781 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:25.018927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:24Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:25.023663 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492fb1e-5a17-44bf-9864-e36da8fcd63c None None] The sync data for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv is: [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:24Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:54:25.107646 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a08daa64-384f-4ed5-bcf0-bd6f4b9bf3aa req-b5949042-2f29-4a64-a965-8ddcb2a222e9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 210 time: 0.0733457 May 13 15:54:25.974369 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-1c5ebeda-b892-4caf-a6d6-eafcc813f1f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:25.975705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-1c5ebeda-b892-4caf-a6d6-eafcc813f1f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:25.991310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-1c5ebeda-b892-4caf-a6d6-eafcc813f1f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:25.994321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-1c5ebeda-b892-4caf-a6d6-eafcc813f1f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 797 time: 0.1790931 May 13 15:54:26.050881 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-3b29bebe-b1a6-48d1-9022-edca6778b29e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5f9adb17d94c32a72916200f8832b6 HTTP/1.1" status: 200 len: 379 time: 0.0499489 May 13 15:54:26.063628 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'port': {'device_id': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'admin_state_up': True, 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'security_groups': ['c4630305-cbd3-4667-98f5-dc9d3de98137']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:26.211853 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:26.258640 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:26.268973 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-764b5f5e-eb36-454f-9eca-1e44cfaaefba req-69e0f7c0-0ddb-4c92-9c69-37d0a021b56f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 210 time: 0.0524256 May 13 15:54:26.321146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Made reservation on behalf of 8e5f9adb17d94c32a72916200f8832b6 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:54:26.325335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:26.493911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.20.0.6 (b035c8d2-514f-48bb-883c-ce8b04cd4825/a9c5a844-946c-4e10-bfc5-2c44406d4c1b/8b6abf04-e6d7-4202-9fb2-ca2606516470) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:54:26.691660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b8e757ee-9872-4186-b563-69d4c19e2a45 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:26.703917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:26.722143 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Transition to ACTIVE for port object 8b6abf04-e6d7-4202-9fb2-ca2606516470 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:26.859111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:26.870016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b8e757ee-9872-4186-b563-69d4c19e2a45 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:26.875709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b8e757ee-9872-4186-b563-69d4c19e2a45 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:26.876107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:26.939931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:26.943418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:26.947451 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:54:26.991729 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:27.011865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b8e757ee-9872-4186-b563-69d4c19e2a45 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:27.012762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.026516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:27.027168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.052054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b8e757ee-9872-4186-b563-69d4c19e2a45, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b8e757ee-9872-4186-b563-69d4c19e2a45,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:27.139705 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-8d547381-0161-454d-8e5d-147a1e323b16 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843518 May 13 15:54:27.149590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.152428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Request body: {'port': {'device_id': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:27.221856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:27.276563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.284761 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bca79ade-2b05-4314-b708-da57c7629065 None None] Provisioning for port 8b6abf04-e6d7-4202-9fb2-ca2606516470 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:27.289764 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-bca79ade-2b05-4314-b708-da57c7629065 None None] Provisioning complete for port 8b6abf04-e6d7-4202-9fb2-ca2606516470 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:27.290159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-bca79ade-2b05-4314-b708-da57c7629065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.356396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-bca79ade-2b05-4314-b708-da57c7629065 None None] Port 8b6abf04-e6d7-4202-9fb2-ca2606516470 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:54:27.577661 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2072-9abb-4768-8af3-deaba6d8dcbb req-985f8595-ff60-4275-914c-cc7b76d3bce4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:27.579190 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e14a2072-9abb-4768-8af3-deaba6d8dcbb req-985f8595-ff60-4275-914c-cc7b76d3bce4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 931 time: 0.1980202 May 13 15:54:27.627644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e14a2072-9abb-4768-8af3-deaba6d8dcbb req-a303be58-8b59-49c9-ba97-d926f19cbfe4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424371 May 13 15:54:27.771522 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6abf04-e6d7-4202-9fb2-ca2606516470 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:54:27.778914 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.793917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Transition to ACTIVE for port object 8b6abf04-e6d7-4202-9fb2-ca2606516470 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:54:27.875894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:27.944622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:28.014127 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:28.125523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Attempting to bind port 8b6abf04-e6d7-4202-9fb2-ca2606516470 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:54:28.125860 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Attempting to bind port 8b6abf04-e6d7-4202-9fb2-ca2606516470 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:54:28.126341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Attempting to bind port 8b6abf04-e6d7-4202-9fb2-ca2606516470 on network b035c8d2-514f-48bb-883c-ce8b04cd4825 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:54:28.131337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Port 8b6abf04-e6d7-4202-9fb2-ca2606516470 on network b035c8d2-514f-48bb-883c-ce8b04cd4825 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:54:28.131666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Attempting to bind port 8b6abf04-e6d7-4202-9fb2-ca2606516470 on network b035c8d2-514f-48bb-883c-ce8b04cd4825 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:54:28.141183 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:54:28.141549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Checking segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:54:28.141997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Bound using segment: {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:54:28.142463 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Bound port: 8b6abf04-e6d7-4202-9fb2-ca2606516470, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60738be-f865-45c7-87d3-58b93813a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:54:28.142795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:28.239576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:54:28.242540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:54:28.321786 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:28.384267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.384877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:28.386271 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 1093 time: 1.2383711 May 13 15:54:28.386710 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:54:28.412182 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fce439-dbdf-449e-a7d4-6cabb4ce3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:28.437864 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32acb753-7221-4723-bb72-d66d2263f779'] response: {'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'status': 'completed', 'code': 200} May 13 15:54:28.536980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a573-cb89-4720-8c5a-24c19887f04c req-a495256f-d2e3-43a0-92b9-d621a4b6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.538598 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c296a573-cb89-4720-8c5a-24c19887f04c req-a495256f-d2e3-43a0-92b9-d621a4b6bf0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1096 time: 0.0820868 May 13 15:54:28.671884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b8e757ee-9872-4186-b563-69d4c19e2a45 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:28.691521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a573-cb89-4720-8c5a-24c19887f04c req-0e041fe5-6b23-47a2-8cb6-b5977267a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.693005 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c296a573-cb89-4720-8c5a-24c19887f04c req-0e041fe5-6b23-47a2-8cb6-b5977267a82c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8e5f9adb17d94c32a72916200f8832b6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1475494 May 13 15:54:28.750670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b8e757ee-9872-4186-b563-69d4c19e2a45 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:28.751375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:28.840053 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786cf61-fc2e-4d6c-816e-acdcfbba03ba req-fa2d0437-e0a2-48e1-a56e-b29676c87f9c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.843132 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1786cf61-fc2e-4d6c-816e-acdcfbba03ba req-fa2d0437-e0a2-48e1-a56e-b29676c87f9c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 943 time: 0.0875225 May 13 15:54:28.843705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a573-cb89-4720-8c5a-24c19887f04c req-e34173e8-c789-4f8a-aec3-230968181a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.845143 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c296a573-cb89-4720-8c5a-24c19887f04c req-e34173e8-c789-4f8a-aec3-230968181a44 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464145 May 13 15:54:28.886655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b8e757ee-9872-4186-b563-69d4c19e2a45 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:28.891026 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1786cf61-fc2e-4d6c-816e-acdcfbba03ba req-7407faee-9467-4262-9bae-b6737e88f720 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 May 13 15:54:28.964411 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-e6ac8099-2c28-43bf-a414-c268697c8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:28.965908 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-e6ac8099-2c28-43bf-a414-c268697c8592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1096 time: 0.0846400 May 13 15:54:29.039308 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-03fb724d-aa95-4a06-89b5-d076cc7e5543 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 217 time: 0.0672584 May 13 15:54:29.101423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-ee6000bc-b31a-4c1c-9b80-37c39b1d1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:29.102927 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-ee6000bc-b31a-4c1c-9b80-37c39b1d1127 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 200 len: 834 time: 0.0577931 May 13 15:54:29.178130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-2fc49a53-efbe-4eca-a5e1-18d8b6e4284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:29.179540 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-2fc49a53-efbe-4eca-a5e1-18d8b6e4284a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b035c8d2-514f-48bb-883c-ce8b04cd4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711229 May 13 15:54:29.315172 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-ce2db5db-f14e-4581-a50e-0816f02ab8bb service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295981 May 13 15:54:29.453725 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e890cec9-986d-42f7-9b95-ba68af971df7 req-97c2ce21-a1b1-447a-94fb-b7787db4de1d service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328664 May 13 15:54:30.087419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92cec-a026-4186-9ed0-58bcb3bab1f6 req-788b40a4-c30f-403b-b459-2cbab0fc2973 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:30.088238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57d92cec-a026-4186-9ed0-58bcb3bab1f6 req-788b40a4-c30f-403b-b459-2cbab0fc2973 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:54:30.184567 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-57d92cec-a026-4186-9ed0-58bcb3bab1f6 req-788b40a4-c30f-403b-b459-2cbab0fc2973 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:54:30.185667 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57d92cec-a026-4186-9ed0-58bcb3bab1f6 req-788b40a4-c30f-403b-b459-2cbab0fc2973 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 943 time: 0.1838031 May 13 15:54:30.232726 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-57d92cec-a026-4186-9ed0-58bcb3bab1f6 req-5d3704f4-daac-4600-a254-3bbd7aa60ba3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 May 13 15:54:30.695117 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8b6abf04-e6d7-4202-9fb2-ca2606516470 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:54:30.845448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:30.859925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'port_id': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'mac_address': 'fa:16:3e:79:58:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:54:30.891531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a3525d10-5d22-45de-a44f-7074f0917cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:30.922666 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8b6abf04-e6d7-4202-9fb2-ca2606516470 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:30.923043 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:30.942093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6abf04-e6d7-4202-9fb2-ca2606516470 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:54:30.957597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:31.051014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:31.122222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:31.256280 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['8b6abf04-e6d7-4202-9fb2-ca2606516470'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:54:31.432831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa7e2-8a80-4272-add3-71ee73c75886 req-de848e87-9caf-48be-b926-e63b3c571c8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:31.434820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eccaa7e2-8a80-4272-add3-71ee73c75886 req-de848e87-9caf-48be-b926-e63b3c571c8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 944 time: 0.0867145 May 13 15:54:31.481514 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eccaa7e2-8a80-4272-add3-71ee73c75886 req-2cb42f0a-f363-4124-b84d-2a89dc211b00 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 May 13 15:54:32.669111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779620-2767-4b98-b51b-e322f09a957a req-035c7557-3aee-4408-aecf-fc239c1deac1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:32.671141 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-18779620-2767-4b98-b51b-e322f09a957a req-035c7557-3aee-4408-aecf-fc239c1deac1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 944 time: 0.0811074 May 13 15:54:32.710858 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8b6abf04-e6d7-4202-9fb2-ca2606516470 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:54:32.720297 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-18779620-2767-4b98-b51b-e322f09a957a req-94a6eb7d-6041-4014-a6af-21f893d66102 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 May 13 15:54:32.864197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 8b6abf04-e6d7-4202-9fb2-ca2606516470 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:54:32.869652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 8b6abf04-e6d7-4202-9fb2-ca2606516470 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:54:32.870066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:32.992269 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 8b6abf04-e6d7-4202-9fb2-ca2606516470 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:54:32.992648 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:33.021196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:54:33.034563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:54:33.083099 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fd132a-ec0e-4adb-8aad-24d77f9e2c80'] response: {'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'code': 200} May 13 15:54:33.111419 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:33.202059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:33.263164 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0e5b-536c-439e-97a0-9d2bfae93788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:33.479378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08543-3920-4ee3-ab10-9d82be06c0e4 req-a2313ff4-18fa-4389-82c3-c653db32e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:33.480819 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8af08543-3920-4ee3-ab10-9d82be06c0e4 req-a2313ff4-18fa-4389-82c3-c653db32e5c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1098 time: 0.0714984 May 13 15:54:33.523002 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8af08543-3920-4ee3-ab10-9d82be06c0e4 req-c9328abd-c690-417f-ad37-4a2573dc4885 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367739 May 13 15:54:33.918976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476bae-0389-464a-8bdc-1349ea30760c req-9f793d30-0b87-445b-86bd-a5c439ae0e10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:33.920745 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc476bae-0389-464a-8bdc-1349ea30760c req-9f793d30-0b87-445b-86bd-a5c439ae0e10 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0901680 May 13 15:54:33.967259 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fc476bae-0389-464a-8bdc-1349ea30760c req-5256e894-e9d3-4717-936f-5dcc5d2ca3a3 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 May 13 15:54:34.721270 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:34.751287 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:35.162194 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca71f4-f403-4ba7-af9c-a210be687d74 req-21101eca-82a0-467d-ab3a-53f1b2c0877a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:35.163700 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1eca71f4-f403-4ba7-af9c-a210be687d74 req-21101eca-82a0-467d-ab3a-53f1b2c0877a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0866945 May 13 15:54:35.208649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1eca71f4-f403-4ba7-af9c-a210be687d74 req-5bdbfadd-885d-449a-91c3-d81e8a0561c1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391483 May 13 15:54:35.401573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa3ce0-c27b-40ef-9e16-c46c489720bc req-2cc9438a-4ffd-4f0a-aad8-8bedf7fdc9a9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:35.403742 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2aa3ce0-c27b-40ef-9e16-c46c489720bc req-2cc9438a-4ffd-4f0a-aad8-8bedf7fdc9a9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0832808 May 13 15:54:35.449083 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2aa3ce0-c27b-40ef-9e16-c46c489720bc req-94938017-bffa-439d-9cab-e0d13a72a906 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 May 13 15:54:35.472504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46164) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:35.548423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c1f15-7416-4c9d-9ec2-6b953f4c1656 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:35.549930 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-620c1f15-7416-4c9d-9ec2-6b953f4c1656 tempest-TestNetworkAdvancedServerOps-1983935470 tempest-TestNetworkAdvancedServerOps-1983935470-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1093 time: 0.0764318 May 13 15:54:35.552845 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46168) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:35.557775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:54:35.565132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:54:35.569317 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Usage tracker for resource:floatingip and tenant:8e5f9adb17d94c32a72916200f8832b6 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:54:35.572225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:54:35.578836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:54:35.658664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:35.906746 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:36.044079 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Allocated IP 172.26.7.160 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/1c36d9d3-cb34-4d4a-8e65-30537fa65d9c) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:54:36.058361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:36.211629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:36.298987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:36.366936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:54:36.369993 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:54:36.373288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:54:36.409563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=1c36d9d3-cb34-4d4a-8e65-30537fa65d9c,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:36.808025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:36.938802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:37.155126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:37.206726 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:37.320267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event updated for resources: {'Port': ['ID=1c36d9d3-cb34-4d4a-8e65-30537fa65d9c,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:54:37.342506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:37.523868 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 72916177-7b5d-4de0-a074-474681aec8de associated. External IP: 172.26.7.160, port: 8b6abf04-e6d7-4202-9fb2-ca2606516470. May 13 15:54:38.019260 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:54:38.224533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:54:38.238105 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Sync routers for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:54:38.250107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:38.251415 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:38.330600 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-892e4880-3100-4489-8f67-e36da1312fb3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843132 May 13 15:54:38.348688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:54:38.458682 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:38.461020 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c303eaca-a7f9-49d0-a0b4-5efb1718dece tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9071529 May 13 15:54:38.462844 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:54:38.508842 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-d31e21de-ddfe-4cf6-a31a-d035207a80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:38.511497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-d31e21de-ddfe-4cf6-a31a-d035207a80a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1098 time: 0.0992751 May 13 15:54:38.557084 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f5a1e8-17cb-4037-bc58-60ac9c9aafa8'] response: {'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'status': 'completed', 'code': 200} May 13 15:54:38.696406 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373b25-4be5-4346-a5c0-a8d11087ba19 req-7faee233-fc23-41a9-8ad0-0eb4c93ae787 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:38.698805 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-41373b25-4be5-4346-a5c0-a8d11087ba19 req-7faee233-fc23-41a9-8ad0-0eb4c93ae787 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.1119707 May 13 15:54:38.729171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-9c1cda0f-f380-4f6a-b016-7b8053492d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:38.730892 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-9c1cda0f-f380-4f6a-b016-7b8053492d77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 898 time: 0.1972632 May 13 15:54:38.758989 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-41373b25-4be5-4346-a5c0-a8d11087ba19 req-79a57157-fdde-4b68-8a2c-8e405eed9416 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521932 May 13 15:54:38.791893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46176) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:38.883105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-c818376a-c04b-4950-b114-b142b97b2270 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 999 time: 0.1456425 May 13 15:54:38.933630 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-112baf1f-3cb4-4524-bde8-dd6a8a76b07c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 200 len: 991 time: 0.1400118 May 13 15:54:38.968376 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-25f85d27-f19b-4a5f-bf08-0ca205cf488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:38.969726 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-25f85d27-f19b-4a5f-bf08-0ca205cf488a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 200 len: 834 time: 0.0814767 May 13 15:54:38.991081 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '72916177-7b5d-4de0-a074-474681aec8de', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'port_id': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'mac_address': 'fa:16:3e:79:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:54:36Z', 'updated_at': '2022-05-13T15:54:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:38.995576 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Checking router: 34e6bc08-3e83-47da-97fb-136b5bbad5b0 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:54:39.007799 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:54:39.008414 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:54:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:39.069190 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-1ce812a8-bef3-40fb-9033-0cf5b1e12d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:39.070800 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-1ce812a8-bef3-40fb-9033-0cf5b1e12d24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b035c8d2-514f-48bb-883c-ce8b04cd4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954156 May 13 15:54:39.227030 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:54:39.246901 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-542c633c-1c0d-48ed-9689-2bde489f1be7 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666932 May 13 15:54:39.403501 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4dead4b2-18aa-4d65-8dac-4f217f14f43a req-6895a022-99f4-43a4-bf24-b831283466d1 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542890 May 13 15:54:39.601415 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-b8901319-5624-4e10-8197-da510032dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '72916177-7b5d-4de0-a074-474681aec8de', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'port_id': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'mac_address': 'fa:16:3e:79:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:54:36Z', 'updated_at': '2022-05-13T15:54:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:54:39.605653 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8901319-5624-4e10-8197-da510032dee7 None None] The sync data for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv is: [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '72916177-7b5d-4de0-a074-474681aec8de', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'port_id': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'mac_address': 'fa:16:3e:79:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:54:36Z', 'updated_at': '2022-05-13T15:54:36Z', 'revision_number': 0, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:54:39.608677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-9cc9f189-8f25-4622-837a-590a199ae363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:39.610527 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-9cc9f189-8f25-4622-837a-590a199ae363 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1098 time: 0.0789986 May 13 15:54:39.841822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fffd41-e288-46b9-a633-78386f366dae None None] New status for floating IP 72916177-7b5d-4de0-a074-474681aec8de: ACTIVE {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:54:39.910490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-67311bad-f6cd-4219-8b24-b96181b9d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:39.912348 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-67311bad-f6cd-4219-8b24-b96181b9d007 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 898 time: 0.2962832 May 13 15:54:39.938478 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:40.037935 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-e0b659fb-db6e-48f3-aba0-04b67e4a6669 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 999 time: 0.1192753 May 13 15:54:40.056073 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fbce9bef-a820-42d9-97f8-63d2bbef4659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 200 len: 991 time: 0.1136191 May 13 15:54:40.114163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-fc52cf57-aac3-4f74-902e-fa8c1a46e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:40.115632 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-fc52cf57-aac3-4f74-902e-fa8c1a46e02e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 200 len: 834 time: 0.0727396 May 13 15:54:40.198971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-a7a13be5-0583-4c7a-af63-b60a1f763d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:54:40.200512 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-a7a13be5-0583-4c7a-af63-b60a1f763d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b035c8d2-514f-48bb-883c-ce8b04cd4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795784 May 13 15:54:40.352516 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-0ebd779f-c392-4c00-ac26-6feaa799c428 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426411 May 13 15:54:40.489613 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ee5e3a74-129d-46e1-b706-e4eb57b6a50f req-1e4566cf-7fee-43eb-a3b3-6a73908eeacd service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315310 May 13 15:54:41.056706 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46184) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:54:41.171487 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-164a67d3-4db2-4fae-8680-f192d3c02bd8 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 200 len: 993 time: 0.1134405 May 13 15:54:51.403400 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:54:57.983098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:00.842350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61e68a7a-afa2-4e24-8788-2774970138fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:03.193768 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-951ca742-f247-40dc-b113-01e32111df2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:04.612478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:04.755559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:06.149813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:06.417473 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a5c4-5f2e-4e3e-9388-246208418959 req-6efeff2e-b40a-4603-bbd2-b168fe72c41f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:06.419072 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3924a5c4-5f2e-4e3e-9388-246208418959 req-6efeff2e-b40a-4603-bbd2-b168fe72c41f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0855892 May 13 15:55:06.464315 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3924a5c4-5f2e-4e3e-9388-246208418959 req-99341907-f94e-46a9-a61e-452bc417dcdf tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 May 13 15:55:07.731854 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3828c-dc8e-43f2-bd8b-bda28fedcd42 req-b6f7177f-a90a-47a4-b8e1-03e81995ce8a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:07.733306 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ace3828c-dc8e-43f2-bd8b-bda28fedcd42 req-b6f7177f-a90a-47a4-b8e1-03e81995ce8a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.1544340 May 13 15:55:07.780883 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ace3828c-dc8e-43f2-bd8b-bda28fedcd42 req-65615217-a194-4165-9d1f-e49a44b8b954 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 May 13 15:55:07.804492 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46204) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:07.912213 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-470021eb-2e3d-4c26-a1d8-415d1f439629 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 200 len: 993 time: 0.1064892 May 13 15:55:09.548132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa1ed1-3285-4426-83d8-f1ac7a252880 req-ed8d1c8e-e7da-452c-a100-84771c1e6cc1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:09.549601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bcaa1ed1-3285-4426-83d8-f1ac7a252880 req-ed8d1c8e-e7da-452c-a100-84771c1e6cc1 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0889003 May 13 15:55:09.644464 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bcaa1ed1-3285-4426-83d8-f1ac7a252880 req-e7a51564-9dd0-4b99-bb17-d6eb3f30dbe4 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611417 May 13 15:55:09.660083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-4a245bb5-de77-4985-9482-7690b2249a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:09.660083 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-4a245bb5-de77-4985-9482-7690b2249a20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1098 time: 0.1089189 May 13 15:55:09.794233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-86aababf-7c12-40f5-8bb8-b20b85550998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:09.796243 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-86aababf-7c12-40f5-8bb8-b20b85550998 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 898 time: 0.1310818 May 13 15:55:09.901366 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-909d35dd-d1c5-4486-9682-cf39b0a1d1ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 1001 time: 0.0993619 May 13 15:55:09.964772 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-f48738ae-6306-41e2-ad86-1bf91d909789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:09.966278 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-f48738ae-6306-41e2-ad86-1bf91d909789 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 200 len: 834 time: 0.0593331 May 13 15:55:10.042058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-b7ed8377-aa4b-42ec-bddf-35ab660bc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:10.043497 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-b7ed8377-aa4b-42ec-bddf-35ab660bc295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b035c8d2-514f-48bb-883c-ce8b04cd4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720341 May 13 15:55:10.172508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-8a9f5f55-c9f9-4391-8ee0-aa7c35dd371f service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234021 May 13 15:55:10.406868 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e1dddadf-28c6-4318-a925-37a40dd08708 req-ea4ef931-667f-4b1e-a07b-e0d03cc6e471 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283633 May 13 15:55:10.833524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eecb0-dde1-4988-a990-91330e777465 req-5d3c5edb-ae7d-4f8a-b84c-c1e0c2ea92b7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:10.834988 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-281eecb0-dde1-4988-a990-91330e777465 req-5d3c5edb-ae7d-4f8a-b84c-c1e0c2ea92b7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0807405 May 13 15:55:10.877767 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-281eecb0-dde1-4988-a990-91330e777465 req-774d3c5c-5603-4c21-905c-6a377755d38c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372496 May 13 15:55:12.066661 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc3f1-d163-4ed7-becb-46602d17802d req-653af8ae-c7c8-409a-80f3-0e9a5bfd217a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:12.068060 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fbddc3f1-d163-4ed7-becb-46602d17802d req-653af8ae-c7c8-409a-80f3-0e9a5bfd217a tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0791652 May 13 15:55:12.114766 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fbddc3f1-d163-4ed7-becb-46602d17802d req-9e6fd00d-0574-4d5f-b2d0-f84c67153264 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 May 13 15:55:12.138173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46218) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:12.249588 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-39b98775-651a-43f2-b0d6-8aeee0ce1cb9 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 200 len: 993 time: 0.1101458 May 13 15:55:12.619711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46226) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:12.825687 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 1c36d9d3-cb34-4d4a-8e65-30537fa65d9c {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:55:12.826054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:12.993683 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:12.994037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:13.128841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 1c36d9d3-cb34-4d4a-8e65-30537fa65d9c owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:55:13.349987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:13.400255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=1c36d9d3-cb34-4d4a-8e65-30537fa65d9c,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:13.465847 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.466351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.466696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.467075 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.468055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.468390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.468742 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.469050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.469550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.469884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.470239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.470572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:13.503357 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:13.503793 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Floating IP 72916177-7b5d-4de0-a074-474681aec8de disassociated (deleted). External IP: 172.26.7.160, port: 8b6abf04-e6d7-4202-9fb2-ca2606516470. May 13 15:55:13.976144 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:55:14.157310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:14.169748 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Sync routers for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:14.180618 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:14.181211 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:14.262764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:14.323664 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de2fc3bc-c149-4950-8275-d75ad97ee5f7 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/floatingips/72916177-7b5d-4de0-a074-474681aec8de HTTP/1.1" status: 204 len: 168 time: 1.7028606 May 13 15:55:14.324249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:55:14.362221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:14.371036 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c079566e-81b3-4faa-9c77-c7d7a2790e76'] response: {'name': 'network-changed', 'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'status': 'completed', 'code': 200} May 13 15:55:14.462123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-7de34a91-ec41-489c-9360-a6e70bee548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:14.463602 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-7de34a91-ec41-489c-9360-a6e70bee548f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e5f9adb17d94c32a72916200f8832b6&device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 1098 time: 0.0722032 May 13 15:55:14.600255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-e9afa79b-21c1-449a-ab85-17fbf50692ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:14.601620 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-e9afa79b-21c1-449a-ab85-17fbf50692ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 200 len: 898 time: 0.1322768 May 13 15:55:14.676101 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-481f1b5e-0ea7-48ec-85ca-e91ba89a9cc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 200 len: 217 time: 0.0684226 May 13 15:55:14.694423 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:14.698694 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Checking router: 34e6bc08-3e83-47da-97fb-136b5bbad5b0 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:14.707318 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:14.707909 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:14.741254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-f089e109-8108-40b4-9434-370507554375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:14.742710 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-f089e109-8108-40b4-9434-370507554375 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 200 len: 834 time: 0.0604429 May 13 15:55:14.819387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-d2623fbe-88ee-4059-832b-6106ece71111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:14.820876 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-d2623fbe-88ee-4059-832b-6106ece71111 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b035c8d2-514f-48bb-883c-ce8b04cd4825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716262 May 13 15:55:14.928940 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:14.947540 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa754-c2f6-48d3-a2a1-b71b9fbae2bb req-6cd2e3a1-0543-42d0-94d1-4e0a5c616a2c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:14.949749 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73dfa754-c2f6-48d3-a2a1-b71b9fbae2bb req-6cd2e3a1-0543-42d0-94d1-4e0a5c616a2c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.0970664 May 13 15:55:14.964143 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-041e88dd-b3a4-46ca-b3dd-90f173f2e478 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360743 May 13 15:55:15.000255 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-73dfa754-c2f6-48d3-a2a1-b71b9fbae2bb req-8ae70da1-dd97-4012-a0f3-2d8c10a3b06e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413208 May 13 15:55:15.100788 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b9e76afa-97b9-4bc3-a439-74a819a4c61a req-38b8194e-adae-464c-b39c-0b2247bc5e63 service neutron] 10.222.0.23 "GET /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307411 May 13 15:55:15.243576 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:15.247367 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82f385-cdd2-4749-a172-cb8f05bc09c7 None None] The sync data for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv is: [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:54:20Z', 'revision_number': 4, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b8e757ee-9872-4186-b563-69d4c19e2a45', 'name': '', 'network_id': 'b035c8d2-514f-48bb-883c-ce8b04cd4825', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'mac_address': 'fa:16:3e:90:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:20Z', 'updated_at': '2022-05-13T15:54:27Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'subnets': [{'id': 'a9c5a844-946c-4e10-bfc5-2c44406d4c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:15.451095 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8493181-69cc-40a0-a8e1-7a2a90dbbb60 None None] New status for floating IP 72916177-7b5d-4de0-a074-474681aec8de: DOWN {{(pid=88839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:55:16.202200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19fcb-707e-44d0-94bd-ed26e6afd408 req-dd3d7fb7-f748-4fa8-8c7d-4e02a61d783f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:16.202906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5ee19fcb-707e-44d0-94bd-ed26e6afd408 req-dd3d7fb7-f748-4fa8-8c7d-4e02a61d783f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:16.269595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-5ee19fcb-707e-44d0-94bd-ed26e6afd408 req-dd3d7fb7-f748-4fa8-8c7d-4e02a61d783f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:16.270814 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5ee19fcb-707e-44d0-94bd-ed26e6afd408 req-dd3d7fb7-f748-4fa8-8c7d-4e02a61d783f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.1532304 May 13 15:55:16.367777 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-5ee19fcb-707e-44d0-94bd-ed26e6afd408 req-820b70ad-568f-4a32-80a5-90f3ae5ecd3f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/security-groups?id=c4630305-cbd3-4667-98f5-dc9d3de98137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910864 May 13 15:55:16.391716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851764d-305a-46e2-9bfb-767e7367807e req-aa683cde-87ff-44ea-b265-207fbf18a4ca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:16.393154 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0851764d-305a-46e2-9bfb-767e7367807e req-aa683cde-87ff-44ea-b265-207fbf18a4ca tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 945 time: 0.1027434 May 13 15:55:16.463348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port 8b6abf04-e6d7-4202-9fb2-ca2606516470 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:55:16.463629 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:16.711714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port 8b6abf04-e6d7-4202-9fb2-ca2606516470, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8b6abf04-e6d7-4202-9fb2-ca2606516470,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:16.712065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:16.944668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for 8b6abf04-e6d7-4202-9fb2-ca2606516470 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:55:17.132784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:17.220752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=8b6abf04-e6d7-4202-9fb2-ca2606516470,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:17.266708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] No DVR routers for this DVR port 8b6abf04-e6d7-4202-9fb2-ca2606516470 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:55:17.270029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:17.272584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'name': 'network-vif-deleted', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:55:17.319633 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87b4fba-75fd-49d5-af7b-70529bf241b4'] response: {'server_uuid': 'ffff30ef-9964-4699-8cd8-dbe8ca3e46d5', 'name': 'network-vif-deleted', 'tag': '8b6abf04-e6d7-4202-9fb2-ca2606516470', 'status': 'completed', 'code': 200} May 13 15:55:17.366333 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-0851764d-305a-46e2-9bfb-767e7367807e req-299a70a5-c4f3-476b-84dd-1f6dad999659 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.23 "DELETE /v2.0/ports/8b6abf04-e6d7-4202-9fb2-ca2606516470 HTTP/1.1" status: 204 len: 173 time: 0.9683974 May 13 15:55:17.666930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e27725e0-39b5-4a5d-ad11-3278e5e19f22 req-cbf636bb-5772-4783-b66a-905ae51d2d2d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Synchronizing usage tracker for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:17.767514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-e27725e0-39b5-4a5d-ad11-3278e5e19f22 req-cbf636bb-5772-4783-b66a-905ae51d2d2d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Unset dirty status for tenant:8e5f9adb17d94c32a72916200f8832b6 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:17.769024 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e27725e0-39b5-4a5d-ad11-3278e5e19f22 req-cbf636bb-5772-4783-b66a-905ae51d2d2d tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffff30ef-9964-4699-8cd8-dbe8ca3e46d5 HTTP/1.1" status: 200 len: 210 time: 0.1482296 May 13 15:55:18.867495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46244) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:18.898693 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8b6abf04-e6d7-4202-9fb2-ca2606516470 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:55:18.933636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 8b6abf04-e6d7-4202-9fb2-ca2606516470 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:55:18.934172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 8b6abf04-e6d7-4202-9fb2-ca2606516470 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:55:19.442179 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:19.792428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port b8e757ee-9872-4186-b563-69d4c19e2a45 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:55:19.792685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:20.089446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port b8e757ee-9872-4186-b563-69d4c19e2a45, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b8e757ee-9872-4186-b563-69d4c19e2a45,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:20.090158 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:20.212591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for b8e757ee-9872-4186-b563-69d4c19e2a45 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:55:20.583879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:20.631592 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=b8e757ee-9872-4186-b563-69d4c19e2a45,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:20.919680 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:21.288151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:55:21.582584 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:21.595608 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Sync routers for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:21.604480 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:21.605075 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:21.660282 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9562095d-d22c-4256-82e9-1df6a6ec4ea6 tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "PUT /v2.0/routers/34e6bc08-3e83-47da-97fb-136b5bbad5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916253 May 13 15:55:21.662899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46248) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:21.730755 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting subnet a9c5a844-946c-4e10-bfc5-2c44406d4c1b {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:55:21.734386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:21.781838 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:21.789622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:21.873001 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.023400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.062917 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:55:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:22.064249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c5a844-946c-4e10-bfc5-2c44406d4c1b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:22.066437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.067883 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Checking router: 34e6bc08-3e83-47da-97fb-136b5bbad5b0 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:22.071756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2fa96a-a5b9-4fd4-8e7a-193901b5e420 None None] Network b035c8d2-514f-48bb-883c-ce8b04cd4825 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:55:22.078451 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Routers {'34e6bc08-3e83-47da-97fb-136b5bbad5b0'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:22.079068 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:22.085002 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0ca5d5e6-497b-4f97-9ce8-a301a989ab8e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/subnets/a9c5a844-946c-4e10-bfc5-2c44406d4c1b HTTP/1.1" status: 204 len: 168 time: 0.4211013 May 13 15:55:22.088020 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46252) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:22.263415 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] Set router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:22.274823 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.332061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] DHCP port deletion for b035c8d2-514f-48bb-883c-ce8b04cd4825 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:55:22.336533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Deleting port fa798b04-6ecf-4cc6-a784-ca903e058220 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:55:22.336908 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.459838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.538526 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Deleting port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:55:22.538797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.547252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] For port fa798b04-6ecf-4cc6-a784-ca903e058220, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=fa798b04-6ecf-4cc6-a784-ca903e058220,segment=NetworkSegment(a60738be-f865-45c7-87d3-58b93813a404),segment_id=a60738be-f865-45c7-87d3-58b93813a404)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:22.547822 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.563779 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:55:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:22.567850 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538ee7d-d826-42d3-83bf-77fbcdad58a9 None None] The sync data for ids ['34e6bc08-3e83-47da-97fb-136b5bbad5b0'] in dv-neutron-835340-3-hyperv is: [{'id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851568526', 'tenant_id': '8e5f9adb17d94c32a72916200f8832b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:54:14Z', 'updated_at': '2022-05-13T15:55:20Z', 'revision_number': 5, 'project_id': '8e5f9adb17d94c32a72916200f8832b6', 'gw_port': {'id': 'd46a3bdc-db6f-4fce-9316-12fdfa6b2ef0', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e6bc08-3e83-47da-97fb-136b5bbad5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:54:15Z', 'updated_at': '2022-05-13T15:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:22.684584 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Calling delete_port for fa798b04-6ecf-4cc6-a784-ca903e058220 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:55:22.815429 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] For port d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:22.815702 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.818468 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775'] for port, after_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:22.864929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Pushing event deleted for resources: {'Port': ['ID=fa798b04-6ecf-4cc6-a784-ca903e058220,revision_number=None']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:22.867237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] No DVR routers for this DVR port fa798b04-6ecf-4cc6-a784-ca903e058220 on host dv-neutron-835340-3-hyperv {{(pid=88839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.880571 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.881348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.881348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.881632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4f6f0-8554-4a7a-8838-1cab0d957b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:22.948284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Calling delete_port for d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 owned by network:router_gateway {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:55:22.990596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b8e757ee-9872-4186-b563-69d4c19e2a45 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:55:23.024923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b8e757ee-9872-4186-b563-69d4c19e2a45 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:55:23.025275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b8e757ee-9872-4186-b563-69d4c19e2a45 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:55:23.025707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa798b04-6ecf-4cc6-a784-ca903e058220 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:55:23.064014 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: fa798b04-6ecf-4cc6-a784-ca903e058220 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:55:23.064365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device fa798b04-6ecf-4cc6-a784-ca903e058220 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:55:23.166836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.213068 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Port': ['ID=d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:23.256967 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.257262 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.257508 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.257839 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.258192 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.258518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.258878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.259207 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.259524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.259843 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.260166 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.260481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:23.322417 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.493663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.495802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.561368 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.561935 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Fanout notify agent at l3_agent the message router_deleted on router 34e6bc08-3e83-47da-97fb-136b5bbad5b0 {{(pid=88837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:55:23.577635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.578674 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-063db1de-0806-4ff0-b541-4434077ff48e tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/routers/34e6bc08-3e83-47da-97fb-136b5bbad5b0 HTTP/1.1" status: 204 len: 168 time: 1.4896612 May 13 15:55:23.581435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46256) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:23.704090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.835343 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.860087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b035c8d2-514f-48bb-883c-ce8b04cd4825']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:23.871818 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60738be-f865-45c7-87d3-58b93813a404') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:23.872120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60738be-f865-45c7-87d3-58b93813a404') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:23.883309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.899329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.905900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:55:23.906313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:55:23.928752 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:55:24.063285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.067604 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.095284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'Network': ['ID=b035c8d2-514f-48bb-883c-ce8b04cd4825,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:24.172328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2fa718df-c37a-4bc6-a0af-4f389659532c tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/networks/b035c8d2-514f-48bb-883c-ce8b04cd4825 HTTP/1.1" status: 204 len: 168 time: 0.5897899 May 13 15:55:24.174843 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46260) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:24.247944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.278466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.411176 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.430651 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4630305-cbd3-4667-98f5-dc9d3de98137,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:24.513349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:24.515352 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-0c462ffc-1a65-4c8c-b21e-2c71724fc26f tempest-TestNetworkAdvancedServerOps-1379062201 tempest-TestNetworkAdvancedServerOps-1379062201-project] 10.222.0.91 "DELETE /v2.0/security-groups/c4630305-cbd3-4667-98f5-dc9d3de98137 HTTP/1.1" status: 204 len: 168 time: 0.3393810 May 13 15:55:24.693921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:55:24.727872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:55:24.728212 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device d46a3bdc-db6f-4fce-9316-12fdfa6b2ef0 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:55:25.198048 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46270) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:25.369169 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-193e1382-6bd0-4442-9843-97b71d5f6e7d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8e5f9adb17d94c32a72916200f8832b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699548 May 13 15:55:25.371777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46276) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:25.432644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:25.463386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:25.658647 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:25.675467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814e61e-a253-44e3-80e5-e17240b43b3f,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:25.683216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:25.684392 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d3817ee4-05d3-4dff-8954-0a9c76faa9e0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b814e61e-a253-44e3-80e5-e17240b43b3f HTTP/1.1" status: 204 len: 168 time: 0.3116858 May 13 15:55:26.374168 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46284) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:26.392489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.407530 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:26.411591 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Usage tracker for resource:security_group_rule and tenant:571f9510004a4352b3365b7ca891c5aa is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:26.414375 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:26.419971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:26.506270 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.590293 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.642920 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=571f9510004a4352b3365b7ca891c5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651637 May 13 15:55:26.642920 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b65ef-863a-48b0-bd57-06f89e9b5842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd349f4d-37b4-485a-a407-54d46581dd30,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:26.643572 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46288) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:26.707256 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.734685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.868735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.884900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd349f4d-37b4-485a-a407-54d46581dd30,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:26.889856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:26.893867 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2e973a69-4c0e-42a9-ac00-d289c1d1c480 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bd349f4d-37b4-485a-a407-54d46581dd30 HTTP/1.1" status: 204 len: 168 time: 0.2482505 May 13 15:55:27.988460 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.000059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46314) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:28.111023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-539713412-network', 'tenant_id': '92fabc55628a4f78bedec020a06692b0'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:28.115883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:28.119709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Usage tracker for resource:network and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:28.122678 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:28.128723 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:28.190116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Made reservation on behalf of 92fabc55628a4f78bedec020a06692b0 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:55:28.192504 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.208637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.225748 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:28.229940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:28.233263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:28.239568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:28.326932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.402443 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:55:28.418548 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.455527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:55:28.464464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cca02-64f5-4e9c-924b-52e60b5b9484,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:28.471551 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.471909 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Added segment 94635a46-5d7f-4aa7-8802-fb60f5ac5929 of type vlan for network 1970ab99-daf3-4536-84ac-4f450240e726 May 13 15:55:28.499514 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.590136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.591167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:28.591752 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:28.698168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1970ab99-daf3-4536-84ac-4f450240e726,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:28.709640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 1970ab99-daf3-4536-84ac-4f450240e726 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:55:28.761235 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-56742fe5-b380-4a78-86e2-f8616d7b4bc7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7595284 May 13 15:55:28.764094 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46320) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:28.770419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Request body: {'subnet': {'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-539713412-subnet', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:28.775397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:28.779387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Usage tracker for resource:subnet and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:28.783065 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:28.789122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:28.874833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Made reservation on behalf of 92fabc55628a4f78bedec020a06692b0 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:55:28.877291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.149963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.229002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2326b666-8b37-4d60-8a5a-caed471d2a6b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:29.243405 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Checking segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:29.243880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Network hostable DHCP agents. Network: 1970ab99-daf3-4536-84ac-4f450240e726, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:55:29.361982 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Network 1970ab99-daf3-4536-84ac-4f450240e726 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:55:29.440327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 1970ab99-daf3-4536-84ac-4f450240e726) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:29.444533 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:29.445167 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.451826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e775e-5159-4912-940d-085132236bfc None None] Network 1970ab99-daf3-4536-84ac-4f450240e726 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:55:29.527666 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-56ab49bb-46bb-4868-8f67-9caad6462c9e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7624762 May 13 15:55:29.530754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46324) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:29.536872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:29.541879 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:29.546159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Usage tracker for resource:router and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:29.549524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:29.555874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:29.618398 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.619506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.639374 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.771848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-1970ab99-daf3-4536-84ac-4f450240e726', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:55:29.772686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:29.937570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Allocated IP 172.20.0.2 (1970ab99-daf3-4536-84ac-4f450240e726/2326b666-8b37-4d60-8a5a-caed471d2a6b/a289dcee-4b73-4aa8-95d1-ce4305a19b52) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:30.119570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.165934 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.176373 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Transition to ACTIVE for port object a289dcee-4b73-4aa8-95d1-ce4305a19b52 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:30.194274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Transition to ACTIVE for port object a289dcee-4b73-4aa8-95d1-ce4305a19b52 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:30.269363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.339474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Network 1970ab99-daf3-4536-84ac-4f450240e726 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:30.340623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:30.344943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:30.380266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Pushing event updated for resources: {'Port': ['ID=a289dcee-4b73-4aa8-95d1-ce4305a19b52,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:30.443101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Attempting to bind port a289dcee-4b73-4aa8-95d1-ce4305a19b52 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:30.443473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Attempting to bind port a289dcee-4b73-4aa8-95d1-ce4305a19b52 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:30.443836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Attempting to bind port a289dcee-4b73-4aa8-95d1-ce4305a19b52 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:30.449047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:30.449438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Checking segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:30.449818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.450264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Bound using segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:30.450703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Bound port: a289dcee-4b73-4aa8-95d1-ce4305a19b52, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:30.451075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.518063 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.544047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] For port a289dcee-4b73-4aa8-95d1-ce4305a19b52, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:30.547197 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] For port a289dcee-4b73-4aa8-95d1-ce4305a19b52, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a289dcee-4b73-4aa8-95d1-ce4305a19b52,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:30.552091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.652357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.688820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Allocated IP 172.26.7.250 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/3aa3b07a-9708-485e-9519-23faac29412a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:30.748367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce37f3f-8757-49b2-be50-02a84653a110 None None] Pushing event updated for resources: {'Port': ['ID=a289dcee-4b73-4aa8-95d1-ce4305a19b52,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:30.813446 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3fd2949a-a371-43f0-97a1-6efc46a27d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.854703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:30.979351 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:31.054438 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:31.057541 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:31.061271 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:31.096198 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa3b07a-9708-485e-9519-23faac29412a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:31.573338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:31.727941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee5763-78ef-44a9-8aaf-a05a708d2601 None None] Network 1970ab99-daf3-4536-84ac-4f450240e726 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:55:31.948121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-87f7a355-7a85-495b-87c8-8541d79fbeec None None] Provisioning for port a289dcee-4b73-4aa8-95d1-ce4305a19b52 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:32.057090 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:32.355258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Router 52c2991e-495f-4204-af7a-018fb7d5eeda is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:55:32.530681 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:32.540396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:32.549884 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:32.550522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:32.635500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:32.636784 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-3f160b8e-f6dc-4836-97e4-7d141560f195 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1050417 May 13 15:55:32.639452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46328) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:32.732232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:32.778085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a289dcee-4b73-4aa8-95d1-ce4305a19b52 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:33.124162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:31Z', 'revision_number': 3, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:33.133467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:33.133832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Updating router 52c2991e-495f-4204-af7a-018fb7d5eeda port 3aa3b07a-9708-485e-9519-23faac29412a binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:55:33.178303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port a289dcee-4b73-4aa8-95d1-ce4305a19b52 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:33.186486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a289dcee-4b73-4aa8-95d1-ce4305a19b52 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:33.186875 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.240366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.276841 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9904b289-31c4-4698-be73-57be301185bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.326355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.439896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a289dcee-4b73-4aa8-95d1-ce4305a19b52 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:33.440336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.572943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port a289dcee-4b73-4aa8-95d1-ce4305a19b52, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a289dcee-4b73-4aa8-95d1-ce4305a19b52,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:33.647143 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.677852 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Allocated IP 172.20.0.1 (1970ab99-daf3-4536-84ac-4f450240e726/2326b666-8b37-4d60-8a5a-caed471d2a6b/5f852843-b50f-46f4-8e9a-71d76229c006) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:33.739110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.755606 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=a289dcee-4b73-4aa8-95d1-ce4305a19b52,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:33.758601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Transition to ACTIVE for port object 3aa3b07a-9708-485e-9519-23faac29412a will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:33.818125 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.825445 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.840331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Transition to ACTIVE for port object 5f852843-b50f-46f4-8e9a-71d76229c006 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:33.896712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Attempting to bind port 3aa3b07a-9708-485e-9519-23faac29412a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:33.897075 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Attempting to bind port 3aa3b07a-9708-485e-9519-23faac29412a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:33.897431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Attempting to bind port 3aa3b07a-9708-485e-9519-23faac29412a on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:33.902957 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d8e8-8406-44df-af4e-055914d26e52 None None] Pushing event updated for resources: {'Port': ['ID=3aa3b07a-9708-485e-9519-23faac29412a,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:33.908069 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:33.908710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:33.909139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.909521 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:33.910005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Bound port: 3aa3b07a-9708-485e-9519-23faac29412a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:33.910375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.915779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:33.985120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Network 1970ab99-daf3-4536-84ac-4f450240e726 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:33.987161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] For port 3aa3b07a-9708-485e-9519-23faac29412a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:33.987867 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:33.990162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] For port 3aa3b07a-9708-485e-9519-23faac29412a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa3b07a-9708-485e-9519-23faac29412a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:33.990620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:34.035750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Pushing event updated for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:34.053965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.058742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.149180 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:34.149813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:34.225041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d8e8-8406-44df-af4e-055914d26e52 None None] Pushing event updated for resources: {'Port': ['ID=3aa3b07a-9708-485e-9519-23faac29412a,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:34.345076 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:34.443336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9e49d6e8-336b-4782-a890-f10702baaa17 None None] Provisioning for port 5f852843-b50f-46f4-8e9a-71d76229c006 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:34.467914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-9e49d6e8-336b-4782-a890-f10702baaa17 None None] Provisioning complete for port 5f852843-b50f-46f4-8e9a-71d76229c006 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:34.468249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.468387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9e49d6e8-336b-4782-a890-f10702baaa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.595103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-9e49d6e8-336b-4782-a890-f10702baaa17 None None] Port 5f852843-b50f-46f4-8e9a-71d76229c006 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:55:34.716839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.720366 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.721792 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a289dcee-4b73-4aa8-95d1-ce4305a19b52 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:34.771474 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.813400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port a289dcee-4b73-4aa8-95d1-ce4305a19b52 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:34.814022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.854834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.865169 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:31Z', 'revision_number': 3, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:34.873774 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fd58f-a405-4386-bd8a-b4f7baf3fc39 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:31Z', 'revision_number': 3, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:34.881225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Pushing event updated for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:34.883606 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:34.944441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port a289dcee-4b73-4aa8-95d1-ce4305a19b52 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:35.029685 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Network 1970ab99-daf3-4536-84ac-4f450240e726 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:35.030880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:35.249338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:55:35.321779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a47e710b-b91a-4ee1-bd2b-e579efd23c05 None None] Provisioning complete for port 5f852843-b50f-46f4-8e9a-71d76229c006 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:35.322186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a47e710b-b91a-4ee1-bd2b-e579efd23c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:35.385233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a47e710b-b91a-4ee1-bd2b-e579efd23c05 None None] Port 5f852843-b50f-46f4-8e9a-71d76229c006 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:55:35.558125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:35.571564 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-e2f19601-f61f-4522-8c6e-2692b6a45057 admin admin] 10.222.0.91 "PUT /v2.0/routers/52c2991e-495f-4204-af7a-018fb7d5eeda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9307866 May 13 15:55:36.092756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.324571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46346) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:36.333087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328555355-network', 'tenant_id': '96e828f286df4d358407dfafeb4c0129'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:36.336498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:36.340349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Usage tracker for resource:network and tenant:96e828f286df4d358407dfafeb4c0129 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:36.343272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:36.350255 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:36.358647 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:36.368689 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:36.370620 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:36.418309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Made reservation on behalf of 96e828f286df4d358407dfafeb4c0129 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:55:36.420676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.433155 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.447994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:36.451792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Usage tracker for resource:security_group_rule and tenant:96e828f286df4d358407dfafeb4c0129 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:36.455347 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:36.461069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:36.543998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.553220 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:36.612717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.639966 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:55:36.652958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa9fcd-ff0e-4a6a-88ad-27941b5a5796,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:36.658972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.659247 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Added segment fd35148b-54be-4895-bacd-502cdd2e159e of type vlan for network fce2e324-d51b-404e-8176-3defc262b6d0 May 13 15:55:36.691826 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.747950 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa3b07a-9708-485e-9519-23faac29412a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:36.778491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.779568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:36.780216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.880738 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 2, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:36.885103 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:36.885447 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] Pushing event updated for resources: {'Network': ['ID=fce2e324-d51b-404e-8176-3defc262b6d0,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:36.885561 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Updating router 52c2991e-495f-4204-af7a-018fb7d5eeda port 5f852843-b50f-46f4-8e9a-71d76229c006 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:55:36.896379 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network fce2e324-d51b-404e-8176-3defc262b6d0 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:55:36.912100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3aa3b07a-9708-485e-9519-23faac29412a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:36.947406 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.963030 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-53c428d8-bea2-4c41-8a11-44b51088dd17 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6362476 May 13 15:55:36.964904 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46350) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:36.965361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3aa3b07a-9708-485e-9519-23faac29412a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:36.965734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:36.970885 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Request body: {'subnet': {'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328555355-subnet', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:36.978076 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:36.980323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Usage tracker for resource:subnet and tenant:96e828f286df4d358407dfafeb4c0129 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:36.983390 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:36.990175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:37.047654 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Made reservation on behalf of 96e828f286df4d358407dfafeb4c0129 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:55:37.050490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.118751 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3aa3b07a-9708-485e-9519-23faac29412a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:37.119336 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.137450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3aa3b07a-9708-485e-9519-23faac29412a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa3b07a-9708-485e-9519-23faac29412a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:37.212497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.284404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3aa3b07a-9708-485e-9519-23faac29412a,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:37.299385 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.310382 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Transition to ACTIVE for port object 5f852843-b50f-46f4-8e9a-71d76229c006 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:37.355700 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.378256 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.431470 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1aef4a1-0ce9-43c2-85fe-2a828278480b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:37.439032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Checking segment: {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:37.439389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Network hostable DHCP agents. Network: fce2e324-d51b-404e-8176-3defc262b6d0, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:55:37.498392 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Network fce2e324-d51b-404e-8176-3defc262b6d0 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:55:37.535124 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Pushing event updated for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:37.555765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, fce2e324-d51b-404e-8176-3defc262b6d0) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:37.564201 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06edc0dd-ded4-48d4-9fd8-1ac58004eb9e None None] Network fce2e324-d51b-404e-8176-3defc262b6d0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:55:37.574777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:37.574777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.575197 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.575551 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.575897 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.576231 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.576564 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.576897 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.577223 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.577549 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.577873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.578221 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.578585 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.579435 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:55:37.609293 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Attempting to bind port 5f852843-b50f-46f4-8e9a-71d76229c006 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:37.609805 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Attempting to bind port 5f852843-b50f-46f4-8e9a-71d76229c006 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:37.611274 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Attempting to bind port 5f852843-b50f-46f4-8e9a-71d76229c006 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:37.616680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:37.617158 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Checking segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:37.617667 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.618016 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Bound using segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:37.618362 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Bound port: 5f852843-b50f-46f4-8e9a-71d76229c006, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:37.618733 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.643161 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d0c428a5-5178-4935-9970-136fc9227ee7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6767554 May 13 15:55:37.646381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46354) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:37.651596 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:37.657419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:37.662364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Usage tracker for resource:router and tenant:96e828f286df4d358407dfafeb4c0129 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:37.665187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:37.672724 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:37.742819 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] For port 5f852843-b50f-46f4-8e9a-71d76229c006, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:37.745934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] For port 5f852843-b50f-46f4-8e9a-71d76229c006, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5f852843-b50f-46f4-8e9a-71d76229c006,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:37.754573 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.757677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.772705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.813916 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-fce2e324-d51b-404e-8176-3defc262b6d0', 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'fixed_ips': [{'subnet_id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:55:37.815208 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.836104 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:37.919199 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:37.919739 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:38.010335 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72e93c-d86d-4ede-8b56-304d5a1ef100 None None] Pushing event updated for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:38.039863 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Allocated IP 172.20.0.2 (fce2e324-d51b-404e-8176-3defc262b6d0/d1aef4a1-0ce9-43c2-85fe-2a828278480b/417baaef-8a61-467e-a725-d2342cd87877) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:38.147078 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.174706 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:38.268684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.279412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Transition to ACTIVE for port object 417baaef-8a61-467e-a725-d2342cd87877 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:38.300714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Transition to ACTIVE for port object 417baaef-8a61-467e-a725-d2342cd87877 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:38.355576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.427161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Network fce2e324-d51b-404e-8176-3defc262b6d0 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:38.430585 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:38.433158 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:38.472881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Pushing event updated for resources: {'Port': ['ID=417baaef-8a61-467e-a725-d2342cd87877,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:38.511068 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:38.515499 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f69d-4a4a-4ad8-b57c-57de61df8e7b None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:38.537357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Attempting to bind port 417baaef-8a61-467e-a725-d2342cd87877 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:38.537723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Attempting to bind port 417baaef-8a61-467e-a725-d2342cd87877 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:38.538116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Attempting to bind port 417baaef-8a61-467e-a725-d2342cd87877 on network fce2e324-d51b-404e-8176-3defc262b6d0 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:38.543502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:38.543939 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Checking segment: {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:38.544249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.544635 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Bound using segment: {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:38.545235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Bound port: 417baaef-8a61-467e-a725-d2342cd87877, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:38.545728 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.653400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] For port 417baaef-8a61-467e-a725-d2342cd87877, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:38.657714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] For port 417baaef-8a61-467e-a725-d2342cd87877, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=417baaef-8a61-467e-a725-d2342cd87877,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:38.700388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.710735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.743233 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:38.812242 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa3b07a-9708-485e-9519-23faac29412a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:38.897640 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952417-b81d-46a1-8746-8e7cf5542406 None None] Pushing event updated for resources: {'Port': ['ID=417baaef-8a61-467e-a725-d2342cd87877,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:38.932290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Allocated IP 172.26.7.44 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/6708dfb9-9c0c-482c-8c38-0a43ab1b229d) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:38.962688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3aa3b07a-9708-485e-9519-23faac29412a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:38.965541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.142335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3aa3b07a-9708-485e-9519-23faac29412a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:39.143877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5f852843-b50f-46f4-8e9a-71d76229c006 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:39.151618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.270693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.311363 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 5f852843-b50f-46f4-8e9a-71d76229c006 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:39.318789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5f852843-b50f-46f4-8e9a-71d76229c006 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:39.319348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.357184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:39.365483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:39.365483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:39.423462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Pushing event updated for resources: {'Port': ['ID=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:39.456844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5f852843-b50f-46f4-8e9a-71d76229c006 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:39.457366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.497447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 5f852843-b50f-46f4-8e9a-71d76229c006, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5f852843-b50f-46f4-8e9a-71d76229c006,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:39.566827 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:39.661003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:39.976722 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae142fe-9b06-46da-91c5-2b8768bc4263 None None] Network fce2e324-d51b-404e-8176-3defc262b6d0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:55:39.985105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:40.187235 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7993b08c-ac3b-4bec-8097-f514955e8c8d None None] Provisioning for port 417baaef-8a61-467e-a725-d2342cd87877 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:40.353180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:40.721180 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:55:40.776638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5f852843-b50f-46f4-8e9a-71d76229c006 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:40.849872 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 5f852843-b50f-46f4-8e9a-71d76229c006 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:40.850552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:40.904631 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:40.917814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Sync routers for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:40.959233 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:40.959865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:41.007106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.008373 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2e984e62-b267-45f3-bb74-9ddfb814a07a admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3609805 May 13 15:55:41.011067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46358) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:41.069998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 5f852843-b50f-46f4-8e9a-71d76229c006 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:41.071079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 417baaef-8a61-467e-a725-d2342cd87877 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:41.221295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:41.403019 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 417baaef-8a61-467e-a725-d2342cd87877 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:41.421381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 417baaef-8a61-467e-a725-d2342cd87877 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:41.421682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.665437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 417baaef-8a61-467e-a725-d2342cd87877 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:41.665818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.707411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 3, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:41.710211 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 417baaef-8a61-467e-a725-d2342cd87877, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=417baaef-8a61-467e-a725-d2342cd87877,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:41.713063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Checking router: 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:41.713413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Updating router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:55:41.725820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.771938 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.804420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:41.953777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=417baaef-8a61-467e-a725-d2342cd87877,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:41.959117 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Allocated IP 172.20.0.1 (fce2e324-d51b-404e-8176-3defc262b6d0/d1aef4a1-0ce9-43c2-85fe-2a828278480b/4f2e103e-2cc6-4306-b7b1-1df7e68ad44a) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:42.190793 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.202077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Transition to ACTIVE for port object 6708dfb9-9c0c-482c-8c38-0a43ab1b229d will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:42.229534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.242542 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Transition to ACTIVE for port object 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:42.269676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.332749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.349986 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Attempting to bind port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:42.350358 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Attempting to bind port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:42.350714 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Attempting to bind port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:42.352765 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083434-5d18-448b-a613-3fbc66778bdd None None] Pushing event updated for resources: {'Port': ['ID=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:42.360162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:42.360440 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:42.360756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.361222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:42.361687 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Bound port: 6708dfb9-9c0c-482c-8c38-0a43ab1b229d, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:42.362081 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.399029 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Network fce2e324-d51b-404e-8176-3defc262b6d0 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:42.401604 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:42.404222 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:42.437096 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] For port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:42.441429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] For port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:42.451981 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:42.471376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.493387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.577977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:42.578851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:42.641645 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083434-5d18-448b-a613-3fbc66778bdd None None] Pushing event updated for resources: {'Port': ['ID=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:42.726366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 417baaef-8a61-467e-a725-d2342cd87877 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:42.762410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-56b8517c-dcaa-4fac-a338-d7c1313e3fff None None] Provisioning for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:42.792027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-56b8517c-dcaa-4fac-a338-d7c1313e3fff None None] Provisioning complete for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:42.792404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-56b8517c-dcaa-4fac-a338-d7c1313e3fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.802802 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:42.878435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:42.920190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-56b8517c-dcaa-4fac-a338-d7c1313e3fff None None] Port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:55:43.011794 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 417baaef-8a61-467e-a725-d2342cd87877 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:43.012166 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:43.024763 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:43.092662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:43.201449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:43.205216 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:43.305102 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 417baaef-8a61-467e-a725-d2342cd87877 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:43.327598 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 3, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:43.331914 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca9e2a-13d7-406d-8d3b-9f565e50fedf None None] The sync data for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv is: [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 3, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:43.345835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Network fce2e324-d51b-404e-8176-3defc262b6d0 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:43.349990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:43.572361 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:55:43.652430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-a442c659-204a-4c5b-ace5-cf1ee6f741fc None None] Provisioning complete for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:43.653086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a442c659-204a-4c5b-ace5-cf1ee6f741fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:43.715558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-a442c659-204a-4c5b-ace5-cf1ee6f741fc None None] Port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:55:43.769151 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:55:43.778429 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c83a4780-b0c8-4bd1-9c92-aa47b8c1b694 admin admin] 10.222.0.91 "PUT /v2.0/routers/6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7663813 May 13 15:55:44.284462 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46368) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:44.289618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536175222', 'description': 'tempest-secgroup-smoke-1536175222 description', 'project_id': '92fabc55628a4f78bedec020a06692b0'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:44.295819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:44.299806 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:44.302726 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:44.308769 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:44.372929 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.396788 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:44.400586 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:44.403563 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:44.409897 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:44.482521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.566961 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.607504 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:44.675983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.677294 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-e635f551-899d-4b03-93da-7cc3d67aacb7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3918464 May 13 15:55:44.680241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46372) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:44.686309 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:44.692642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:44.696764 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:44.699887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:44.705842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:44.732896 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6708dfb9-9c0c-482c-8c38-0a43ab1b229d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:44.779379 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.840479 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.846803 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:44.851697 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:44.852496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.899157 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.934307 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b742dd31-5729-4982-9d7e-e7e4fcc8646d,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:44.974389 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:44.974769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:44.990848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:45.001840 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.003152 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-3814f514-9c54-4b31-bf5d-9adea080c979 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219223 May 13 15:55:45.006083 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46376) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:45.011329 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:45.018169 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:45.022122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:45.025111 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:45.032427 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:45.058185 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.106196 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.129119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:45.176612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.235171 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.259156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5197b6bc-5049-427f-8212-9a04fcfb064f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:45.337308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.338556 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-74d29b93-4f63-4951-9904-217a9898963f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314509 May 13 15:55:45.341252 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46380) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:45.346886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:45.352884 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:45.356703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:45.359699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:45.365381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:45.430309 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.493519 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.572491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.598743 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498dd03c-4b70-49c7-bd3b-8241bd011201,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:45.692650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.693887 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-791c1655-52af-40aa-836a-d23c201cff61 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517258 May 13 15:55:45.696795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46386) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:45.701835 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:45.708663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:45.712561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:45.715443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:45.722010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:45.808262 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.821253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Sync routers for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:55:45.831721 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:45.832413 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:45.878764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.971416 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:45.997738 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9a0d05-f753-40dc-aed9-b8ea181c996f,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:46.008479 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:46.068732 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.069880 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4de75c4c-c318-40d9-9954-7c3b01247d99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720672 May 13 15:55:46.072523 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46390) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:46.077486 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:46.085225 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:46.090135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:46.093480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:46.100285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:46.166729 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Project 92fabc55628a4f78bedec020a06692b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:55:46.173846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.239081 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.324295 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 4, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '4f2e103e-2cc6-4306-b7b1-1df7e68ad44a', 'name': '', 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'mac_address': 'fa:16:3e:eb:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:41Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 2, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'subnets': [{'id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:46.325725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.329884 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Checking router: 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:55:46.330263 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Updating router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:55:46.347922 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11dec3a-1ae1-4a91-b64d-5113d104ef96,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:46.383166 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.417546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.418896 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a4b9f779-c38c-48ba-a591-f029929e3271 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3454528 May 13 15:55:46.421693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46394) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:55:46.426883 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:46.433057 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:46.436926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:55:46.440458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:55:46.446306 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:46.514816 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Project 92fabc55628a4f78bedec020a06692b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:55:46.521662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.587258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.664281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.694124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73ec284-913f-451b-b248-ceb70993dfa2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:46.717121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6708dfb9-9c0c-482c-8c38-0a43ab1b229d up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:46.756590 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.768572 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Transition to ACTIVE for port object 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:46.772457 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.773654 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-de86b883-4afd-47ed-8ea7-1d37480df103 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509073 May 13 15:55:46.789801 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:46.790200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.841001 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:46.916059 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480a83f-9f95-4806-b071-55e57f7b22b6 None None] Pushing event updated for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:46.919304 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:46.957663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-5262ff2c-ccd2-4ac7-910c-e24d9ec27e7b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:47.029797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-5262ff2c-ccd2-4ac7-910c-e24d9ec27e7b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:47.031898 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-5262ff2c-ccd2-4ac7-910c-e24d9ec27e7b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536175222&fields=id&tenant_id=92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 267 time: 0.1302774 May 13 15:55:47.073310 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Attempting to bind port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:47.073770 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Attempting to bind port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:47.074230 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Attempting to bind port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a on network fce2e324-d51b-404e-8176-3defc262b6d0 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:47.080672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:47.081124 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Checking segment: {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:47.081736 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:47.082163 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Bound using segment: {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:47.082626 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Bound port: 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd35148b-54be-4895-bacd-502cdd2e159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:47.082999 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:47.174400 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] For port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:47.177520 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] For port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:47.192724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-146bed22-5606-418a-b278-4c47c4295223 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:47.193400 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-146bed22-5606-418a-b278-4c47c4295223 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:47.264499 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:47.292650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-146bed22-5606-418a-b278-4c47c4295223 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:47.293873 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-146bed22-5606-418a-b278-4c47c4295223 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 808 time: 0.2550409 May 13 15:55:47.309773 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-8a6d7f45-2a3f-453c-b13b-482cdbc30a7f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/quotas/92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 375 time: 0.0096087 May 13 15:55:47.339304 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:55:47.339919 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:55:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:47.402419 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-76de8623-5092-42cf-b529-bca5b2f7da73 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:47.433265 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480a83f-9f95-4806-b071-55e57f7b22b6 None None] Pushing event updated for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:47.498248 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-76de8623-5092-42cf-b529-bca5b2f7da73 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:47.499707 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-76de8623-5092-42cf-b529-bca5b2f7da73 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846266 May 13 15:55:47.534202 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:55:47.744269 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-5896f241-b959-4fc4-a92d-2d373b6cb29d service neutron] 10.222.0.91 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324264 May 13 15:55:47.845941 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 4, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '4f2e103e-2cc6-4306-b7b1-1df7e68ad44a', 'name': '', 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'mac_address': 'fa:16:3e:eb:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:41Z', 'updated_at': '2022-05-13T15:55:47Z', 'revision_number': 4, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'subnets': [{'id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:55:47.850146 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a8931-1877-437f-9945-ed198845e76f None None] The sync data for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv is: [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T15:55:42Z', 'revision_number': 4, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '4f2e103e-2cc6-4306-b7b1-1df7e68ad44a', 'name': '', 'network_id': 'fce2e324-d51b-404e-8176-3defc262b6d0', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'mac_address': 'fa:16:3e:eb:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:41Z', 'updated_at': '2022-05-13T15:55:47Z', 'revision_number': 4, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'subnets': [{'id': 'd1aef4a1-0ce9-43c2-85fe-2a828278480b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:55:47.877936 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-1b6e217c-6b17-42ef-b92f-4662c6b1eb9a service neutron] 10.222.0.91 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278853 May 13 15:55:48.165765 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0b6f16f2-133f-42c0-90b7-8019194bbe9b req-b188c10b-c53d-47d7-87af-5a9b211cb339 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0469508 May 13 15:55:48.731539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:48.841004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:48.846745 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:48.847114 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:48.963508 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:48.963886 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:48.995249 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:55:49.058177 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:49.132998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:49.261912 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-19160478-6356-4241-bdc8-a5b075bf1999 req-b9537227-9b0a-472f-96aa-d4c0252663e1 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0432634 May 13 15:55:50.464511 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1ffa9349-dbe8-400d-8133-110f73c70c0f req-22a10fbc-d020-496d-a388-7285f26048f5 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.1448998 May 13 15:55:50.714237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:55:50.780849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:50.781223 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:50.899260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:55:51.562334 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d48cab5f-e49a-4955-9c6e-125567f44711 req-9dac520e-0e93-41e7-899c-6c9bd78fb343 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0453773 May 13 15:55:52.707223 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-18335d09-11ad-491b-b1c4-1ecf0d63eb41 req-242024fd-5143-438e-8290-c5dc0999351f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0412233 May 13 15:55:53.858073 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-eb493463-0981-4f2d-94bc-be83afcf66b0 req-e89001af-dc82-4a43-bf03-360506f06972 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0457151 May 13 15:55:54.221327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-d1ef7ec5-2a90-4187-a79c-d4547ea1f61c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:54.222926 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-d1ef7ec5-2a90-4187-a79c-d4547ea1f61c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 808 time: 0.1469119 May 13 15:55:54.271192 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-36390696-cfe2-4183-926e-d2998b3a24a8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 380 time: 0.0403957 May 13 15:55:54.279754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'port': {'device_id': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'admin_state_up': True, 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'security_groups': ['37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:54.522614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:55:54.532980 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:55:54.595660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Made reservation on behalf of 92fabc55628a4f78bedec020a06692b0 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:55:54.599258 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:54.762314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Allocated IP 172.20.0.4 (1970ab99-daf3-4536-84ac-4f450240e726/2326b666-8b37-4d60-8a5a-caed471d2a6b/12aa1a12-c92f-42b2-bc5e-0898c7b2dba8) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:55:54.952420 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:54.969108 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Transition to ACTIVE for port object 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:55.014432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-629a3044-342d-43bd-a8bb-629e61e51b06 req-e187ef14-2a9e-4f73-91bd-4245aa18acc7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0445030 May 13 15:55:55.069150 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:55.142349 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Network 1970ab99-daf3-4536-84ac-4f450240e726 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:55:55.145467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:55:55.149267 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:55:55.179799 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:55.216609 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:55.217214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:55.332754 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-dd0e7060-b4a0-46ec-9ea5-7ccf6064ddef tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0564373 May 13 15:55:55.343761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Request body: {'port': {'device_id': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:55:55.412550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e4242b4c-c3fc-4021-ae7b-625a4a038f01 None None] Provisioning for port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:55:55.418289 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e4242b4c-c3fc-4021-ae7b-625a4a038f01 None None] Provisioning complete for port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:55:55.418646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4242b4c-c3fc-4021-ae7b-625a4a038f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:55.466918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:55.479100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-e4242b4c-c3fc-4021-ae7b-625a4a038f01 None None] Port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:55:55.816546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:55:55.824903 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:55.839650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Transition to ACTIVE for port object 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:55:55.910022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:56.068037 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:56.194911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Attempting to bind port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:55:56.195245 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Attempting to bind port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:55:56.195576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Attempting to bind port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:56.207975 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 on network 1970ab99-daf3-4536-84ac-4f450240e726 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:55:56.208299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Attempting to bind port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:55:56.216627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:55:56.216963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Checking segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:55:56.217340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Bound using segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:55:56.217797 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Bound port: 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:55:56.218239 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:56.296915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a7d64-2d55-48ee-8bdf-a06c4b0115c3 req-ebe23800-6442-45e9-8a37-451e8b66cef2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:56.297590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4f3a7d64-2d55-48ee-8bdf-a06c4b0115c3 req-ebe23800-6442-45e9-8a37-451e8b66cef2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:56.342249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:55:56.342249 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:55:56.419056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-4f3a7d64-2d55-48ee-8bdf-a06c4b0115c3 req-ebe23800-6442-45e9-8a37-451e8b66cef2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:56.420462 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4f3a7d64-2d55-48ee-8bdf-a06c4b0115c3 req-ebe23800-6442-45e9-8a37-451e8b66cef2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 943 time: 0.2876208 May 13 15:55:56.457725 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:56.519627 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4f3a7d64-2d55-48ee-8bdf-a06c4b0115c3 req-c7cd6158-d6f4-435f-8f60-f2fc4cf26f22 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927978 May 13 15:55:56.525281 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:56.525939 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:56.528260 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] 10.222.0.23 "PUT /v2.0/ports/12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 1093 time: 1.1885195 May 13 15:55:56.538387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:55:56.569617 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574594a-45bb-4103-831c-2f9e4bd86246 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:55:56.650105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04d992d-698e-4c6c-8d14-b9084719d3a5'] response: {'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'status': 'completed', 'code': 200} May 13 15:55:56.751576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-76516dd1-bdfc-4c58-b19b-274f3d7bf588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:56.753068 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-76516dd1-bdfc-4c58-b19b-274f3d7bf588 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1096 time: 0.0778739 May 13 15:55:57.000333 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-0dece4a4-8776-47b2-82e6-5b1796c5f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.002010 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-0dece4a4-8776-47b2-82e6-5b1796c5f6ea service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=92fabc55628a4f78bedec020a06692b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2426243 May 13 15:55:57.139105 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-dd062971-a01a-4713-869a-7b3cbe699ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.140562 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-05148111-90aa-4077-b98a-b25b8ca8f7b0 req-dd062971-a01a-4713-869a-7b3cbe699ed0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328647 May 13 15:55:57.246931 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-fd4c1b20-66c5-44ec-b96b-9e1d991acfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.248317 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-fd4c1b20-66c5-44ec-b96b-9e1d991acfd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1096 time: 0.0744150 May 13 15:55:57.319664 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-d4d84854-48d8-4234-8287-3627b249918c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 217 time: 0.0649149 May 13 15:55:57.380900 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-a0b1b50d-a768-44f6-8b4b-e70563494372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.382354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-a0b1b50d-a768-44f6-8b4b-e70563494372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0577340 May 13 15:55:57.456788 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-51ec53f0-ae9b-4cd2-8d74-a339871c587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.458281 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-51ec53f0-ae9b-4cd2-8d74-a339871c587b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700638 May 13 15:55:57.597964 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-70c6b81d-8bf0-4685-9134-7235eab303b7 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332939 May 13 15:55:57.792365 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3fe4c8c5-e2ea-4afc-9039-7313845d1cf9 req-266b0d68-7e89-49e1-9cd3-de6f5e730811 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888585 May 13 15:55:57.809692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b53fa-682c-43fe-b134-866a866afb24 req-814f72de-672c-4e13-ae4b-319f5f97c735 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:57.811169 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fb4b53fa-682c-43fe-b134-866a866afb24 req-814f72de-672c-4e13-ae4b-319f5f97c735 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 943 time: 0.1792662 May 13 15:55:57.857967 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fb4b53fa-682c-43fe-b134-866a866afb24 req-49b0c5a4-4d09-40af-8e99-87982a83035c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 May 13 15:55:57.984259 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:55:59.054010 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff338a-dbcc-43bf-af26-c96b0f76f1e5 req-b63ca052-2d38-4c03-b643-8055c11bd0df tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:55:59.055469 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-caff338a-dbcc-43bf-af26-c96b0f76f1e5 req-b63ca052-2d38-4c03-b643-8055c11bd0df tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 943 time: 0.0800850 May 13 15:55:59.100084 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-caff338a-dbcc-43bf-af26-c96b0f76f1e5 req-069f85c2-292b-46ac-a5a0-e39dd4433e2b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:55:59.112225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-caff338a-dbcc-43bf-af26-c96b0f76f1e5 req-069f85c2-292b-46ac-a5a0-e39dd4433e2b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:55:59.113432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-caff338a-dbcc-43bf-af26-c96b0f76f1e5 req-069f85c2-292b-46ac-a5a0-e39dd4433e2b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521467 May 13 15:56:00.314077 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3fc5f-c9e0-47a4-96d7-74d3d5fa90d1 req-dc62543b-6647-44ab-885c-657312d3d1a9 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:00.315529 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-39c3fc5f-c9e0-47a4-96d7-74d3d5fa90d1 req-dc62543b-6647-44ab-885c-657312d3d1a9 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 943 time: 0.0933049 May 13 15:56:00.359125 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-39c3fc5f-c9e0-47a4-96d7-74d3d5fa90d1 req-459b6a8e-8831-40c5-8c04-12b242444e76 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 May 13 15:56:00.830170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-93efee46-460d-49cc-8626-5025af3c2c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:01.038948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:56:01.180371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:56:01.194605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'port_id': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'mac_address': 'fa:16:3e:dd:b2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:56:01.256397 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:56:01.256799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:01.275387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:56:01.291288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:56:01.400796 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:01.484818 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:56:01.561457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cba3-99b4-4a79-99df-93e4e62f8a22 req-fc2eea23-0f08-44be-aeba-90e4e79a2454 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:01.563614 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-31a2cba3-99b4-4a79-99df-93e4e62f8a22 req-fc2eea23-0f08-44be-aeba-90e4e79a2454 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 944 time: 0.0886340 May 13 15:56:01.608609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:56:01.610807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-31a2cba3-99b4-4a79-99df-93e4e62f8a22 req-032838ec-ff8f-4b58-b8a9-220ece6d8cff tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 May 13 15:56:02.822846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03d6f3-5c09-454f-a87b-d9aa9ecbf3a6 req-1ef84876-c974-4c87-a568-4a9d204784d5 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:02.824310 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce03d6f3-5c09-454f-a87b-d9aa9ecbf3a6 req-1ef84876-c974-4c87-a568-4a9d204784d5 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 944 time: 0.0848889 May 13 15:56:02.871321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ce03d6f3-5c09-454f-a87b-d9aa9ecbf3a6 req-67e23349-5be3-41f4-84d7-0ea790b9fc06 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 May 13 15:56:03.049063 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:56:03.218534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:56:03.224308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:56:03.224776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:03.287776 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cb244069-2b4a-49de-9556-312935c9c665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:03.380240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:56:03.380613 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:03.406873 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:56:03.417497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:56:03.452099 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d713a3-ce57-4495-bb25-e51cac9a86bd'] response: {'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'code': 200} May 13 15:56:03.492948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:03.561480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:56:03.822897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937e84-9d58-40f7-9558-7f731d719c4a req-a8dd75b9-0eec-43b9-8465-52316fcccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:03.824270 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-84937e84-9d58-40f7-9558-7f731d719c4a req-a8dd75b9-0eec-43b9-8465-52316fcccf60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0730455 May 13 15:56:03.866612 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-84937e84-9d58-40f7-9558-7f731d719c4a req-af57846a-e2ec-4467-8b9c-ee7bda1f1c32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 May 13 15:56:04.084697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe53b8-7fca-44a8-9e84-74486ccd0a9b req-4b846ec6-1148-47a0-bd88-efce3e352013 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:04.086108 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-93fe53b8-7fca-44a8-9e84-74486ccd0a9b req-4b846ec6-1148-47a0-bd88-efce3e352013 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.0833652 May 13 15:56:04.135052 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-93fe53b8-7fca-44a8-9e84-74486ccd0a9b req-de2babb4-1bb8-4815-9b0e-af678300f41c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 May 13 15:56:04.612471 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:04.778489 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:05.333203 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb665a40-ee19-4b37-82d4-fb8671fc9564 req-cc7bc2e0-a46a-48da-83f3-e60a5a91945a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:05.334666 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eb665a40-ee19-4b37-82d4-fb8671fc9564 req-cc7bc2e0-a46a-48da-83f3-e60a5a91945a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.0864508 May 13 15:56:05.387670 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-eb665a40-ee19-4b37-82d4-fb8671fc9564 req-ba5f96fe-5995-42ff-ad41-bdeee9f1fc28 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 May 13 15:56:05.401230 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:56:05.589787 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d825a-bf68-41ed-9cb5-633a5f97a970 req-2ceeafd3-0080-4df1-be6b-58186b1ed716 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:05.591313 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-779d825a-bf68-41ed-9cb5-633a5f97a970 req-2ceeafd3-0080-4df1-be6b-58186b1ed716 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.0827932 May 13 15:56:05.637837 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-779d825a-bf68-41ed-9cb5-633a5f97a970 req-673eb7f9-b32b-4b71-9f82-f0d43e1b4490 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395246 May 13 15:56:05.660549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46470) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:56:05.775555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d42cf-0e72-47fa-8ae7-61bf339f7df9 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:05.777032 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-6a5d42cf-0e72-47fa-8ae7-61bf339f7df9 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1093 time: 0.1154945 May 13 15:56:05.779920 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46476) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:56:05.786181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:56:05.792156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:56:05.796211 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:floatingip and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:56:05.799513 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:56:05.805180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:56:05.910023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:06.012817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:06.058958 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:06.304696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Allocated IP 172.26.7.56 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/cdd9458b-48d8-420d-9b22-dd519cdee61a) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:56:06.465785 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:06.556086 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:06.628019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:56:06.631015 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:56:06.634635 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:56:06.665540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=cdd9458b-48d8-420d-9b22-dd519cdee61a,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:56:07.102092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:07.239518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:07.450290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:07.515692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:07.653331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=cdd9458b-48d8-420d-9b22-dd519cdee61a,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:56:07.669327 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:07.847809 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Floating IP 6448c1c4-5c98-40d9-8cb7-d5f813573583 associated. External IP: 172.26.7.56, port: 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8. May 13 15:56:08.326984 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:56:08.525622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:56:08.536288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:56:08.549413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:56:08.550154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:56:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:56:08.601103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:08.661973 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-11ce7b4a-c582-464d-91a1-0ac9cc28ea2d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8810432 May 13 15:56:08.662676 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:56:08.718770 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7213d21-9122-4195-834d-802f204a6d7e'] response: {'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'status': 'completed', 'code': 200} May 13 15:56:08.745438 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:56:08.806136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-5f8ab8a3-63c0-44a5-ac68-e1d64ac9c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:08.807620 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-5f8ab8a3-63c0-44a5-ac68-e1d64ac9c627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0760868 May 13 15:56:08.956469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-b4298d12-526b-4493-b5b2-278a55319d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:08.958705 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-b4298d12-526b-4493-b5b2-278a55319d77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1453533 May 13 15:56:09.064390 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-e608cdd9-52f1-49f6-bf37-800a1b406adc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 998 time: 0.1001158 May 13 15:56:09.124439 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '6448c1c4-5c98-40d9-8cb7-d5f813573583', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:dd:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:56:07Z', 'updated_at': '2022-05-13T15:56:07Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:56:09.126802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-65d25f9c-6017-4611-ba66-a96d43f870f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:09.128260 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-65d25f9c-6017-4611-ba66-a96d43f870f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0582759 May 13 15:56:09.129295 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:56:09.139517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:56:09.140271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:56:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:56:09.210282 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-352a0204-c226-44ce-a391-ff90839f4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:09.211768 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-352a0204-c226-44ce-a391-ff90839f4188 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778189 May 13 15:56:09.354650 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-7243f4a1-93f1-434e-a449-d8642aa3aec8 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364553 May 13 15:56:09.417921 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:56:09.495982 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-3001d3b0-59e7-4489-ae7c-6f886013c6f7 req-baac9618-5b60-4c95-ba93-fcb2bb86792e service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353290 May 13 15:56:09.926842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '6448c1c4-5c98-40d9-8cb7-d5f813573583', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:dd:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:56:07Z', 'updated_at': '2022-05-13T15:56:07Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:56:09.931842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69120972-8c04-4243-abb1-68ac92984ab0 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '6448c1c4-5c98-40d9-8cb7-d5f813573583', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.56', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:dd:b2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:56:07Z', 'updated_at': '2022-05-13T15:56:07Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:56:10.149813 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f4f25-978c-4a01-9670-82943ef84528 None None] New status for floating IP 6448c1c4-5c98-40d9-8cb7-d5f813573583: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:56:28.024534 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:30.824597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-91fdd6f4-3b06-4904-bf9c-126b94f83289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:33.206943 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-19aee004-297c-49ee-888f-fdfc2e9bf64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:34.612597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:34.732139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:36.069839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:56:39.320976 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-cd5ca5b0-e21b-48eb-80d4-cecffb5c6c30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841448 May 13 15:56:39.469237 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-457950e6-ed4e-4b3c-a701-d7c9335c8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:39.471012 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-457950e6-ed4e-4b3c-a701-d7c9335c8e2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0782795 May 13 15:56:39.626590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-35a6e921-ea42-4c70-be07-3843d21b6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:39.628082 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-35a6e921-ea42-4c70-be07-3843d21b6ec3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1376798 May 13 15:56:39.864031 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-8bf87b70-4a79-444b-8cc4-94e525c447a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 1000 time: 0.2290232 May 13 15:56:39.931323 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-7c4ce18f-4e64-46d3-8203-c1d6b161a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:39.932708 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-7c4ce18f-4e64-46d3-8203-c1d6b161a7ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0620625 May 13 15:56:40.014540 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-e36cb5bf-acbf-426b-98c7-8856afabdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:56:40.017053 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-e36cb5bf-acbf-426b-98c7-8856afabdceb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763633 May 13 15:56:40.153243 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-d8e0fc53-541c-44a7-8830-19b76d4b1c18 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298571 May 13 15:56:40.337354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-72251aaf-c704-4da0-98dc-e36a0d5b67d9 req-9553ecbf-6a37-47a9-9fba-305be77ef09b service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783960 May 13 15:56:42.400554 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:56:58.030127 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:00.783861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-86e0c5a8-9c3f-4322-8f55-bd1b3b87b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:03.201535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e28c-50d5-401f-9ca2-970ca7d876b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:04.630066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:04.767312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:06.120930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:19.400875 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:57:28.041670 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:30.801678 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b52c8791-90fc-466a-a0d0-920c21cf4440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:33.212912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b25ba230-6e85-4b92-b3d6-0054e36b4b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:34.619051 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:34.761639 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:36.041150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:57:40.326566 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-93f605eb-e6d5-4c2e-98f9-f48dd8119c2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758069 May 13 15:57:40.488213 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-8f080fe9-e4b3-40b3-8009-f5d4465aaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:57:40.489688 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-8f080fe9-e4b3-40b3-8009-f5d4465aaa1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0766509 May 13 15:57:40.644161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-458444a0-d665-4e44-ac2a-5ac3136fee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:57:40.645601 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-458444a0-d665-4e44-ac2a-5ac3136fee86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1366382 May 13 15:57:40.773340 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-9ef0d611-db3e-43d5-9e8c-a2c85bc1c6ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 1000 time: 0.1216011 May 13 15:57:40.846222 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-496ed12f-b004-4b21-8451-3440f79c9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:57:40.847652 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-496ed12f-b004-4b21-8451-3440f79c9620 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0681796 May 13 15:57:40.926491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-4167a3fb-93ac-4aa4-b5ae-d581afa14f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:57:40.927877 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-4167a3fb-93ac-4aa4-b5ae-d581afa14f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740991 May 13 15:57:41.059929 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-c71944f2-70f7-4244-9e7c-7014d8a2dcf5 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255167 May 13 15:57:41.191839 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8e14ead0-ff8f-4ffa-b2c6-560f1794d935 req-dde62ea0-6db9-4e4a-9968-44d4cb4bcef1 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251175 May 13 15:57:56.400133 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:57:58.001618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:00.773345 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f4c2be2b-c23a-43f2-90b2-8d035ba3a820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:03.224977 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7d338d87-e80c-44a2-b930-dc1aa4cd5689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:04.613357 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:04.773431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:06.002107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:28.025570 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:30.802632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-625aebb0-62b8-4b78-8f8a-78c8abde6f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:33.193034 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-cadb025e-4fdc-42f6-856a-c1e249a2ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:33.400916 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:58:34.613588 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:34.784972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:36.030949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:58:42.369344 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-6ea60539-434f-4502-8ecb-de8be10c2071 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1204851 May 13 15:58:42.517583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-12896b70-5e7e-456c-ab58-b07f35a27153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:58:42.519068 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-12896b70-5e7e-456c-ab58-b07f35a27153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0805676 May 13 15:58:42.794571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-ef409c55-994b-40bc-baec-2872e5284fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:58:42.795999 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-ef409c55-994b-40bc-baec-2872e5284fcb service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.2549248 May 13 15:58:42.903296 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-a332cfda-85f0-4c9d-810c-1bc2c8171088 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 1000 time: 0.1010838 May 13 15:58:42.966044 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-9a3c9e65-b3df-4210-b8d9-90271170f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:58:42.972864 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-9a3c9e65-b3df-4210-b8d9-90271170f369 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0589037 May 13 15:58:43.044325 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-480a3cf7-8481-4192-9531-c4aaa3788aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:58:43.045865 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-480a3cf7-8481-4192-9531-c4aaa3788aea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718935 May 13 15:58:43.178768 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-dffbe379-1f12-4725-985f-32b4b7e364c0 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267018 May 13 15:58:43.312415 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1f9a9f1e-ddfd-4ce1-bced-152aff2167e3 req-c03168c1-1259-4170-81e7-b58975393ed3 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282337 May 13 15:58:58.069679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:00.778176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-821371b5-9cdc-4a2e-85d9-54ea247098fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:03.202524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-027f2d02-f3a0-4727-ba92-068e520e3aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:03.398647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46520) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:03.597819 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Deleting port cdd9458b-48d8-420d-9b22-dd519cdee61a {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:59:03.598099 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:03.766149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:03.766481 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:03.886412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Calling delete_port for cdd9458b-48d8-420d-9b22-dd519cdee61a owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:59:04.088353 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:04.134685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'Port': ['ID=cdd9458b-48d8-420d-9b22-dd519cdee61a,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:04.170711 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.171065 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.171414 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.171749 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.172082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.172412 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.172740 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.173094 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.173424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.175978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.175978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.175978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:04.239076 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:04.239388 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Floating IP 6448c1c4-5c98-40d9-8cb7-d5f813573583 disassociated (deleted). External IP: 172.26.7.56, port: 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8. May 13 15:59:04.608371 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:04.700263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:59:04.745556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:04.879115 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:59:04.891485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:59:04.900948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:59:04.906821 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:59:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:59:04.946658 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:05.008144 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ba5e0e5e-68f8-4789-86f0-37f603733f13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "DELETE /v2.0/floatingips/6448c1c4-5c98-40d9-8cb7-d5f813573583 HTTP/1.1" status: 204 len: 168 time: 1.6083825 May 13 15:59:05.008741 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:59:05.092686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:59:05.419205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:59:05.423199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:59:05.431851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:59:05.432454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T15:59:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:59:05.508231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f6c1a2-b6d8-4656-8a06-3bf6c5f6db26'] response: {'name': 'network-changed', 'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'status': 'completed', 'code': 200} May 13 15:59:05.609490 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac519-5f62-48c2-b231-126e98a51c1c req-1560c118-3a10-44a4-b36c-74ced0c393ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:05.611710 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-1560c118-3a10-44a4-b36c-74ced0c393ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 1098 time: 0.0798590 May 13 15:59:05.619739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:59:05.672987 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b12ba-30b3-4606-97cc-60c900e14e89 req-1fc2947b-9c34-4480-a833-cf2421ab48cc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:05.674263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5a0b12ba-30b3-4606-97cc-60c900e14e89 req-1fc2947b-9c34-4480-a833-cf2421ab48cc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:59:05.745803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-5a0b12ba-30b3-4606-97cc-60c900e14e89 req-1fc2947b-9c34-4480-a833-cf2421ab48cc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:59:05.747218 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a0b12ba-30b3-4606-97cc-60c900e14e89 req-1fc2947b-9c34-4480-a833-cf2421ab48cc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.1541629 May 13 15:59:05.755707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac519-5f62-48c2-b231-126e98a51c1c req-51141a43-5509-47ce-bcf8-523d6d771424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:05.757253 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-51141a43-5509-47ce-bcf8-523d6d771424 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1397846 May 13 15:59:05.795524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5a0b12ba-30b3-4606-97cc-60c900e14e89 req-86dc548a-c367-46c2-99f9-40a4a314f202 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 May 13 15:59:05.833606 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-a9e709df-f756-4372-9749-75776612dd6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 200 len: 217 time: 0.0693071 May 13 15:59:05.898152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac519-5f62-48c2-b231-126e98a51c1c req-26c9cbec-4ab4-4b24-a813-5211dad5a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:05.899600 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-26c9cbec-4ab4-4b24-a813-5211dad5a070 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0599172 May 13 15:59:05.981275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac519-5f62-48c2-b231-126e98a51c1c req-94901fa9-e27a-4cdd-81ef-a9fe7cda8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:05.983073 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-94901fa9-e27a-4cdd-81ef-a9fe7cda8777 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762658 May 13 15:59:06.018288 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:59:06.022279 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bbc1b-d9c1-495c-a0e0-d079f003c631 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:59:06.053130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:06.125014 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-2986590f-16eb-4c50-9cb3-7d95721d1ddc service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341679 May 13 15:59:06.254873 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab70267-082f-444e-a020-5488c8f7829b None None] New status for floating IP 6448c1c4-5c98-40d9-8cb7-d5f813573583: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:59:06.263766 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-264ac519-5f62-48c2-b231-126e98a51c1c req-6ad012af-4b4f-4bd8-9106-b37e503c4b92 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325197 May 13 15:59:06.870029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-54f6d325-5a2a-4f79-bb18-729063cefee0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:06.871462 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-54f6d325-5a2a-4f79-bb18-729063cefee0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.0860548 May 13 15:59:06.944280 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Deleting port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:59:06.944637 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:06.995332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ba77-9f0e-4baf-a556-d6129f4f3832 req-d8fab5f6-eaae-4fb4-86e4-896ab20880ce tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:06.996815 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71f8ba77-9f0e-4baf-a556-d6129f4f3832 req-d8fab5f6-eaae-4fb4-86e4-896ab20880ce tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 945 time: 0.0867269 May 13 15:59:07.042162 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71f8ba77-9f0e-4baf-a556-d6129f4f3832 req-a525978e-4ea1-4613-857e-7a37d533852a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381837 May 13 15:59:07.294296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] For port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:59:07.294569 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:07.419499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Calling delete_port for 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:59:07.625644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:07.679992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'Port': ['ID=12aa1a12-c92f-42b2-bc5e-0898c7b2dba8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722084 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.722908 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.723073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:07.766186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] No DVR routers for this DVR port 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:59:07.768674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:07.771151 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'name': 'network-vif-deleted', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:59:07.815369 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70632b7d-11f9-4bf3-9260-212d7888ab55'] response: {'server_uuid': 'fcd65710-10bb-48ed-abc7-89dc29599230', 'name': 'network-vif-deleted', 'tag': '12aa1a12-c92f-42b2-bc5e-0898c7b2dba8', 'status': 'completed', 'code': 200} May 13 15:59:07.843473 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-31882e7f-f0f7-4bb2-ace5-2059fa1689e2 req-4ba469e7-5996-41e1-84bc-0b39c7db0793 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "DELETE /v2.0/ports/12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 HTTP/1.1" status: 204 len: 173 time: 0.9670415 May 13 15:59:08.210273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2054408d-bab4-42b1-8ca6-32901f5da74d req-3efa84d9-5e35-43eb-8192-937d5943b165 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=fcd65710-10bb-48ed-abc7-89dc29599230 HTTP/1.1" status: 200 len: 210 time: 0.0433996 May 13 15:59:09.308395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46542) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:09.381135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:09.410877 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:09.534707 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:09.553740 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:09.630721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:09.631847 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b5c78ef2-2905-4a59-98bd-c346f0ca2d0d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "DELETE /v2.0/security-groups/37bf85d5-c7fd-4cb9-90fe-2ae09bc3a459 HTTP/1.1" status: 204 len: 168 time: 0.3224747 May 13 15:59:09.772138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:59:09.807266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:59:09.807550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device 12aa1a12-c92f-42b2-bc5e-0898c7b2dba8 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:59:09.867545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46550) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:09.872689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639660829', 'description': 'tempest-secgroup-smoke-1639660829 description', 'project_id': '92fabc55628a4f78bedec020a06692b0'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:09.878892 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:09.883002 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:09.885777 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:09.891488 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:09.968466 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:09.988896 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:09.992762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:09.995795 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:10.001452 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:10.071201 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.151241 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.194913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee94a35-6c6e-49a0-8579-9317b093747d,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:10.270103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.271390 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-efb9cd81-a5db-4663-a37b-0fc41d873028 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4027593 May 13 15:59:10.274153 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46554) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:10.279303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:10.285517 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:10.289455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:10.292593 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:10.298310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:10.374512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.399772 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:59:10.438886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.510941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.534701 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0320dfa1-018c-456b-ac0c-95157b2e7fbc,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:10.608535 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.609748 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-ca48e2ed-d955-4ba0-9c66-f7edefc2fa1d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346539 May 13 15:59:10.613547 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46558) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:10.618498 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:10.624436 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:10.628781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:10.631650 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:10.637739 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:10.746484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.817902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.888620 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.911764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2363b9a7-17bc-4150-977a-a74031cf93a2,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:10.985705 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:10.987509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b68c0f99-0a7f-418f-ae74-e8412332a313 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3730271 May 13 15:59:10.990247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46562) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:10.995214 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:11.001098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:11.005529 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:11.008956 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:11.014648 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:11.105202 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.175454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.242793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.266822 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee5c20e-c73b-4664-9d9e-36529b678787,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:11.454175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.456114 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5a2d8ae7-e8da-4a2c-adc4-b20b6636a7e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4647334 May 13 15:59:11.458598 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46566) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:11.463721 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:11.469693 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:11.474135 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:11.476936 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:11.482588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:11.558156 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.621622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.716735 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.740571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e6ab3c-2ce9-4895-b8f5-fd6137a9b098,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:11.831996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:11.833212 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c019b656-fb5c-496d-869f-902c5b57bdd0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3734026 May 13 15:59:11.835919 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46570) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:11.840863 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:11.846979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:11.850805 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:11.853869 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:11.859873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:11.951214 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Project 92fabc55628a4f78bedec020a06692b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:59:11.958829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.022834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.076644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.100278 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132efd8b-f7f0-48e7-aca3-bfadee7b20f7,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:12.156750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.157931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4a066052-a06d-402f-9d14-8afe298b2b2a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211038 May 13 15:59:12.161304 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 46574) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:59:12.166649 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'security_group_rule': {'security_group_id': '6ee94a35-6c6e-49a0-8579-9317b093747d', 'project_id': '92fabc55628a4f78bedec020a06692b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:12.172579 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:12.177099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:security_group_rule and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:12.179948 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:12.185525 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:12.248611 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.securitygroups_db [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Project 92fabc55628a4f78bedec020a06692b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:59:12.256301 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.321894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.412839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.436911 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101cfc48-14ef-49ea-bd21-2da173b6685b,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:12.504832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:12.506076 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2df4015b-f4f8-4200-b6fb-3b883f48741c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3437734 May 13 15:59:28.081810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:30.851370 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d350da69-700f-4118-b107-228aa46852dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:33.252824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5cf49e75-6d80-4fc2-9aa7-84d9852e5adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:34.702097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:34.795909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:36.039685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:37.447531 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-9561bc7e-5920-4a9e-8409-d52eae9ff47d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639660829&fields=id&tenant_id=92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 267 time: 0.0398650 May 13 15:59:37.595642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-5641f269-3820-4c16-8d90-8c169a5e8a5d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:37.597002 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-5641f269-3820-4c16-8d90-8c169a5e8a5d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 808 time: 0.1428726 May 13 15:59:37.611919 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2b096c7f-8122-4e8c-93f7-4ed9794d0ee7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/quotas/92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 375 time: 0.0090508 May 13 15:59:37.698477 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-9d5fc14a-a80b-425b-9a78-5b4c40a2ecaf tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813584 May 13 15:59:37.758425 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-4a38b916-eae9-4969-9223-53053e7a5b1f service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:59:37.759415 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-4a38b916-eae9-4969-9223-53053e7a5b1f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502136 May 13 15:59:37.892442 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-c18667d7-d6ae-4e9c-ada1-0cd92cdf09ee service neutron] 10.222.0.91 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263072 May 13 15:59:38.029339 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-59b44a13-c27e-4e83-9d13-2480500cac63 service neutron] 10.222.0.91 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295116 May 13 15:59:39.724039 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c37f4f60-4c0c-4edd-abd2-af4375a01711 req-95a8b60c-ef80-467c-96bc-c95ce2ca103f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0428784 May 13 15:59:40.817448 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-701d70a7-1405-4228-bfa2-4afeacc74cdf req-54cec89f-d9e7-41c9-957f-2a5850aec5fc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0429325 May 13 15:59:41.924231 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b9e608a8-1d3c-4086-9943-2b7672ac9db9 req-1e21ff2c-7fc8-43e4-8e58-7043f71f8808 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0544524 May 13 15:59:43.021385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1c9be042-89fb-4891-889c-054e4bafc8f1 req-3796a423-d1ae-4690-a56c-5f4f15aafda5 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0437093 May 13 15:59:44.166416 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c1dc0317-0cfb-463d-97e9-d381594d4615 req-a39c9b7e-3dd0-4166-84d3-115327837b02 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0430877 May 13 15:59:45.426790 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83d93297-1a49-41ce-b54a-daf4678a43fc req-36057607-003c-454a-b161-1a90b6586d7d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.1527414 May 13 15:59:45.954828 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-05cff766-ea5d-48fe-b2f0-7c9dd37e0d3b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:45.956360 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-05cff766-ea5d-48fe-b2f0-7c9dd37e0d3b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 808 time: 0.1511610 May 13 15:59:46.002581 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-1c191bb6-267f-4484-b2ee-c052a987ebca tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:59:46.085784 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-1c191bb6-267f-4484-b2ee-c052a987ebca tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:59:46.087079 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-1c191bb6-267f-4484-b2ee-c052a987ebca tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 380 time: 0.1232784 May 13 15:59:46.096223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'port': {'device_id': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'admin_state_up': True, 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'security_groups': ['6ee94a35-6c6e-49a0-8579-9317b093747d']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:46.235285 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:59:46.239226 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:port and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:59:46.242114 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:59:46.248066 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:59:46.320126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Made reservation on behalf of 92fabc55628a4f78bedec020a06692b0 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:59:46.323696 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:46.494040 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Allocated IP 172.20.0.13 (1970ab99-daf3-4536-84ac-4f450240e726/2326b666-8b37-4d60-8a5a-caed471d2a6b/b302b664-fe5d-443b-9ff4-622dda10a448) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:59:46.579643 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38af36cc-c289-4196-a70b-a060e29c0713 req-59c0b210-7d0b-4a72-bd87-9d169c502855 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0441351 May 13 15:59:46.798283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:46.815370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Transition to ACTIVE for port object b302b664-fe5d-443b-9ff4-622dda10a448 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:59:46.898184 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:46.972744 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Network 1970ab99-daf3-4536-84ac-4f450240e726 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:59:46.975636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:59:46.979724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:59:47.016582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:47.054187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:47.054831 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:47.165109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-d6f77472-55f3-4989-b391-753c66720734 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0733500 May 13 15:59:47.177120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Request body: {'port': {'device_id': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:59:47.281190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5bd5113b-ab60-4d79-b643-3d6cde8ec8e4 None None] Provisioning for port b302b664-fe5d-443b-9ff4-622dda10a448 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:59:47.286993 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-5bd5113b-ab60-4d79-b643-3d6cde8ec8e4 None None] Provisioning complete for port b302b664-fe5d-443b-9ff4-622dda10a448 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:59:47.287367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5bd5113b-ab60-4d79-b643-3d6cde8ec8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:47.306588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:47.342933 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5113b-ab60-4d79-b643-3d6cde8ec8e4 None None] Port b302b664-fe5d-443b-9ff4-622dda10a448 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:59:47.399218 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:59:47.656580 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b302b664-fe5d-443b-9ff4-622dda10a448 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:59:47.663823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:47.679341 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Transition to ACTIVE for port object b302b664-fe5d-443b-9ff4-622dda10a448 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:59:47.760175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:47.768755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3f523-e513-4954-8cc6-ce9b81690f7a req-61c2db7f-8979-4409-87a9-219bebe7b68d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:47.772787 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03f3f523-e513-4954-8cc6-ce9b81690f7a req-61c2db7f-8979-4409-87a9-219bebe7b68d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 932 time: 0.0828023 May 13 15:59:47.817705 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-03f3f523-e513-4954-8cc6-ce9b81690f7a req-d9cb1853-a502-4f6d-99cb-0c5e7cb6d9d0 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 May 13 15:59:47.897290 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:48.013296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Attempting to bind port b302b664-fe5d-443b-9ff4-622dda10a448 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:59:48.013901 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Attempting to bind port b302b664-fe5d-443b-9ff4-622dda10a448 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:59:48.014163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Attempting to bind port b302b664-fe5d-443b-9ff4-622dda10a448 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:59:48.020264 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Port b302b664-fe5d-443b-9ff4-622dda10a448 on network 1970ab99-daf3-4536-84ac-4f450240e726 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:59:48.020587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Attempting to bind port b302b664-fe5d-443b-9ff4-622dda10a448 on network 1970ab99-daf3-4536-84ac-4f450240e726 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:59:48.026195 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:59:48.026538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Checking segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:59:48.026924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Bound using segment: {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:59:48.031469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Bound port: b302b664-fe5d-443b-9ff4-622dda10a448, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94635a46-5d7f-4aa7-8802-fb60f5ac5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:59:48.031469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:48.125345 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:59:48.128334 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:59:48.194794 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:48.257187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:48.257791 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:48.259176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] 10.222.0.23 "PUT /v2.0/ports/b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1094 time: 1.0869420 May 13 15:59:48.259607 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:59:48.283203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72ce6f-0c26-4211-b633-40caf8317261 service neutron] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:48.309860 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0781bc57-5e4d-4a3e-947a-ca556bdc220d'] response: {'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'status': 'completed', 'code': 200} May 13 15:59:48.437861 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-3ff0e3e7-b7de-4f0c-957f-983937b12166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:48.439414 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-3ff0e3e7-b7de-4f0c-957f-983937b12166 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1097 time: 0.0827181 May 13 15:59:48.586505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-baef4460-00e0-4797-b142-16848a7ab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:48.587827 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-baef4460-00e0-4797-b142-16848a7ab6d8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=92fabc55628a4f78bedec020a06692b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1376593 May 13 15:59:48.721379 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-56b3d91a-6a0e-4158-9e0c-e7e5f5fa7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:48.722869 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ffafb27d-0caf-4497-bc1c-6199bfb314f1 req-56b3d91a-6a0e-4158-9e0c-e7e5f5fa7062 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283989 May 13 15:59:48.825414 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-71a33ca0-d6a8-4b4f-a3a9-9748b314a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:48.826952 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-71a33ca0-d6a8-4b4f-a3a9-9748b314a64d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1097 time: 0.0698853 May 13 15:59:49.014605 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-c1149bf5-a882-458e-85af-82644496f77b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 217 time: 0.1817737 May 13 15:59:49.022348 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00edd2-53ea-42d9-ac5c-46df8a2e5ad8 req-8a924919-db77-4573-8880-877d38b0a7cf tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:49.023821 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fe00edd2-53ea-42d9-ac5c-46df8a2e5ad8 req-8a924919-db77-4573-8880-877d38b0a7cf tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0846443 May 13 15:59:49.069975 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fe00edd2-53ea-42d9-ac5c-46df8a2e5ad8 req-cad2379f-3bdd-4592-a96c-aadf2e57f939 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 May 13 15:59:49.075500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-7f7f6232-ecd5-469c-bf00-f070d09e3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:49.076967 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-7f7f6232-ecd5-469c-bf00-f070d09e3c3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0574200 May 13 15:59:49.152097 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-e5588c84-9478-4c34-99ea-061e82b7a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:49.153550 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-e5588c84-9478-4c34-99ea-061e82b7a055 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714192 May 13 15:59:49.284135 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2580095c-1afa-45f4-8f3e-6cd297814948 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243117 May 13 15:59:49.415604 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-83951ebb-bca0-43cd-a74b-4542efe2bb20 req-2f11e822-3283-40d3-92f0-1e9bac6f5275 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253505 May 13 15:59:50.259284 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef99a-eacb-40fe-8188-59ff4cf32c71 req-50cb5529-cdb5-4f5b-b335-8a5b71dcfb42 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:50.260649 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f70ef99a-eacb-40fe-8188-59ff4cf32c71 req-50cb5529-cdb5-4f5b-b335-8a5b71dcfb42 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0857108 May 13 15:59:50.305574 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f70ef99a-eacb-40fe-8188-59ff4cf32c71 req-0eaaa68c-e26c-46b4-9d32-d3df7a0d39d3 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 May 13 15:59:51.489485 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734415f9-befd-4912-b276-1ff194394bbf req-d1d19707-3720-4f2e-840b-319d8fa65fab tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:51.490956 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-734415f9-befd-4912-b276-1ff194394bbf req-d1d19707-3720-4f2e-840b-319d8fa65fab tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0818224 May 13 15:59:51.536349 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-734415f9-befd-4912-b276-1ff194394bbf req-f05125c0-6f50-4d44-a717-fbf21a92cd57 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 May 13 15:59:52.729618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb07b1-74a1-40bd-aa14-b7e4a5441caa req-bdce76f9-b604-41ab-ae91-c3e044e1d996 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:52.731091 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5cfb07b1-74a1-40bd-aa14-b7e4a5441caa req-bdce76f9-b604-41ab-ae91-c3e044e1d996 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0887372 May 13 15:59:52.775680 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5cfb07b1-74a1-40bd-aa14-b7e4a5441caa req-d7734630-1315-45c9-935a-1150f7bca4b4 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 May 13 15:59:53.970559 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d315a40-5c63-412b-a106-bd592f2e4823 req-c0201d90-444d-42d5-a225-abfc0d30d7dd tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:53.972046 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d315a40-5c63-412b-a106-bd592f2e4823 req-c0201d90-444d-42d5-a225-abfc0d30d7dd tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0882282 May 13 15:59:54.018742 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-2d315a40-5c63-412b-a106-bd592f2e4823 req-b4362b22-1dfd-4f92-8876-f55c2a37b21c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411770 May 13 15:59:55.204240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e698c-a3bd-47e3-9b43-2439cdbdc2fd req-86335875-04b0-49b6-a405-a2781b144d6d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:55.205700 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea8e698c-a3bd-47e3-9b43-2439cdbdc2fd req-86335875-04b0-49b6-a405-a2781b144d6d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0810418 May 13 15:59:55.250976 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ea8e698c-a3bd-47e3-9b43-2439cdbdc2fd req-e96aa0c6-9207-42c7-8133-b617e205430e tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 May 13 15:59:56.445584 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dae64-455f-48de-b7dd-2952bab40372 req-608b6f3b-fd7c-40f4-afc7-8278becc9383 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:56.447070 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f88dae64-455f-48de-b7dd-2952bab40372 req-608b6f3b-fd7c-40f4-afc7-8278becc9383 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0862560 May 13 15:59:56.491675 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f88dae64-455f-48de-b7dd-2952bab40372 req-100e20e1-ef31-49af-9dab-ef4f26dea6e9 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390072 May 13 15:59:57.681456 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1402-6448-47ca-956d-28a7c00b921c req-25980647-0bff-494e-b8e1-f97be16f70f2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:57.682930 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf6c1402-6448-47ca-956d-28a7c00b921c req-25980647-0bff-494e-b8e1-f97be16f70f2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0858419 May 13 15:59:57.729377 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bf6c1402-6448-47ca-956d-28a7c00b921c req-269b4be5-24d6-4e31-b13f-a9b3189df3b7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 May 13 15:59:57.924068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:59:58.074557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:59:58.089485 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'mac_address': 'fa:16:3e:db:b0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:59:58.119900 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:58.147629 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port b302b664-fe5d-443b-9ff4-622dda10a448 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:59:58.148004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:58.164737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b302b664-fe5d-443b-9ff4-622dda10a448 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:59:58.180895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:59:58.245452 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:59:58.319455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:59:58.326486 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.326833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.327170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.327504 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.327839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.328170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.328505 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.328819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.329145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.329467 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.329789 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.330136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:59:58.484028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['b302b664-fe5d-443b-9ff4-622dda10a448'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:59:58.918889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd7a27-4836-4615-85aa-94b99591f3e3 req-cd046679-2a1c-4662-bdfe-bf5e0188acbe tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:59:58.920432 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7bd7a27-4836-4615-85aa-94b99591f3e3 req-cd046679-2a1c-4662-bdfe-bf5e0188acbe tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 945 time: 0.0838583 May 13 15:59:58.966042 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e7bd7a27-4836-4615-85aa-94b99591f3e3 req-b1b286fe-41bb-471a-bd72-934140082039 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 May 13 15:59:59.954980 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:00:00.094465 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port b302b664-fe5d-443b-9ff4-622dda10a448 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:00:00.100068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port b302b664-fe5d-443b-9ff4-622dda10a448 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:00:00.100515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:00.156857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cadd23-1b00-4dab-95e1-40b1d439d483 req-fc2f0390-f4d6-4e99-9f56-dd67cbf13736 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:00.158502 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7cadd23-1b00-4dab-95e1-40b1d439d483 req-fc2f0390-f4d6-4e99-9f56-dd67cbf13736 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 945 time: 0.0846925 May 13 16:00:00.209269 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b7cadd23-1b00-4dab-95e1-40b1d439d483 req-a98f5ea8-9abc-4c2c-92d2-fb3fc8f982c7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 May 13 16:00:00.225056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port b302b664-fe5d-443b-9ff4-622dda10a448 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:00:00.225414 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:00.251532 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:00:00.261619 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:00:00.335499 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:00.371202 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4886e2d-34cf-4e2b-a20e-bce1a4829ec4'] response: {'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'code': 200} May 13 16:00:00.410964 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:00.753539 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4499175-f122-4825-9ac7-3655d8933c44 req-35b1e2fe-5a50-4e49-b677-f4184a0d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:00.755640 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4499175-f122-4825-9ac7-3655d8933c44 req-35b1e2fe-5a50-4e49-b677-f4184a0d6bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0740716 May 13 16:00:00.796947 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d4499175-f122-4825-9ac7-3655d8933c44 req-75d1b8fc-4902-474d-8a80-f24f3c26a0c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357292 May 13 16:00:00.803149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6e10efbd-8a3e-41a9-8d3f-ad1ddf81539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:01.398537 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711000-8495-449a-a5ad-7347bed01712 req-a7641757-2a08-4ada-a844-a87b60d09975 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:01.400020 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1711000-8495-449a-a5ad-7347bed01712 req-a7641757-2a08-4ada-a844-a87b60d09975 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0822031 May 13 16:00:01.445677 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a1711000-8495-449a-a5ad-7347bed01712 req-29c0cc4f-b329-4750-9355-d57669b57c99 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392833 May 13 16:00:02.635510 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731a34f-dd73-4667-a188-9b39a19c2619 req-1bafa8b9-c0b5-441d-ad43-e0b86d8876b7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:02.636899 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e731a34f-dd73-4667-a188-9b39a19c2619 req-1bafa8b9-c0b5-441d-ad43-e0b86d8876b7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0834925 May 13 16:00:02.682205 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e731a34f-dd73-4667-a188-9b39a19c2619 req-cae57bfe-7ee0-4fb7-b384-77c3d3cfd41d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 May 13 16:00:02.868979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864952-6fe2-4924-aab7-8b232dbc2ab3 req-95866067-559c-47db-be84-d6ec25d021e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:02.870568 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fb864952-6fe2-4924-aab7-8b232dbc2ab3 req-95866067-559c-47db-be84-d6ec25d021e8 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0793850 May 13 16:00:02.921982 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fb864952-6fe2-4924-aab7-8b232dbc2ab3 req-15054a07-89dc-4eaa-aa67-ce6f3bb0b4bc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 May 13 16:00:02.944826 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46800) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:03.019346 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c22608-c693-41b2-a5ab-797390283881 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:03.020947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-99c22608-c693-41b2-a5ab-797390283881 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] Synchronizing usage tracker for tenant:96e828f286df4d358407dfafeb4c0129 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:00:03.116990 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-99c22608-c693-41b2-a5ab-797390283881 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] Unset dirty status for tenant:96e828f286df4d358407dfafeb4c0129 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:00:03.118222 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-99c22608-c693-41b2-a5ab-797390283881 tempest-TestShelveInstance-2007498466 tempest-TestShelveInstance-2007498466-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1094 time: 0.1723554 May 13 16:00:03.121173 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 46804) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:03.126193 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:00:03.133220 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:00:03.138845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Usage tracker for resource:floatingip and tenant:92fabc55628a4f78bedec020a06692b0 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:00:03.140364 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:00:03.147025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:00:03.227563 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f9e34ca1-12a7-49ca-b219-d1ce6a0278fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:03.267676 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:03.407797 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:03.546381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Allocated IP 172.26.7.23 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/4f0e9883-a232-4600-998b-b2afc57183a9) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:00:03.698025 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:03.782350 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:03.938473 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:00:03.941550 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:00:03.945323 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:00:03.974617 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=4f0e9883-a232-4600-998b-b2afc57183a9,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:04.359977 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.508424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.625340 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.724681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.793352 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.821934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:04.937275 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event updated for resources: {'Port': ['ID=4f0e9883-a232-4600-998b-b2afc57183a9,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:04.949781 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.950154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.950498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.950835 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.951167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.951500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.951830 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.952158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.952487 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.952931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.953279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.953594 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:04.958184 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:05.134480 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Floating IP 4bba6800-43fa-4e0f-b44b-c965d33b0cd0 associated. External IP: 172.26.7.23, port: b302b664-fe5d-443b-9ff4-622dda10a448. May 13 16:00:05.603613 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:00:05.784181 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:00:05.794746 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:00:05.805395 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:00:05.806153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:00:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:05.879878 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:05.950383 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a832306f-975a-4457-a427-9e04d5db4890 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8281684 May 13 16:00:05.951335 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:00:06.008019 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ef12b9-e9f6-43dc-a5ef-8cf048a274db'] response: {'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'status': 'completed', 'code': 200} May 13 16:00:06.009925 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:00:06.091428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:06.103120 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-403aff25-000a-4030-a169-1b26d4173606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:06.104755 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-403aff25-000a-4030-a169-1b26d4173606 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0808070 May 13 16:00:06.241275 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-f4a1caa0-761e-483c-9c85-5dee570f8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:06.242965 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-f4a1caa0-761e-483c-9c85-5dee570f8ff2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1321979 May 13 16:00:06.351059 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-30ff4201-b812-4c74-9f71-6e66b098de12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 999 time: 0.1019366 May 13 16:00:06.419428 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-1abc8a24-575d-462a-af1c-7b1992d8283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:06.419865 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '4bba6800-43fa-4e0f-b44b-c965d33b0cd0', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:db:b0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:00:04Z', 'updated_at': '2022-05-13T16:00:04Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:06.420875 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-1abc8a24-575d-462a-af1c-7b1992d8283a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0645421 May 13 16:00:06.426431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:00:06.435130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:00:06.435734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:00:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:06.502103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-5a17a457-3791-437a-9300-4b023dcedb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:06.503474 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-5a17a457-3791-437a-9300-4b023dcedb5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763340 May 13 16:00:06.631777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:00:06.647062 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-17ce4cd8-790e-4aa0-8173-bb3979809320 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375017 May 13 16:00:06.783624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8a317336-5e6a-4523-96f6-6cb1562c4f51 req-b3062aed-0ce8-4f8c-94e5-a5e097948d30 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307528 May 13 16:00:07.132425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '4bba6800-43fa-4e0f-b44b-c965d33b0cd0', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:db:b0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:00:04Z', 'updated_at': '2022-05-13T16:00:04Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:07.136538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df4cba-0681-4e66-9a25-512f281653b0 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '4bba6800-43fa-4e0f-b44b-c965d33b0cd0', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'mac_address': 'fa:16:3e:db:b0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:00:04Z', 'updated_at': '2022-05-13T16:00:04Z', 'revision_number': 0, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:00:07.333440 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67845eda-d4dd-4008-a8cf-0a5d7b10bf45 None None] New status for floating IP 4bba6800-43fa-4e0f-b44b-c965d33b0cd0: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:00:24.398604 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:00:28.098163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:30.800375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b5e7799b-8522-42d2-9942-b80a342542ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:33.242799 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8213e92b-1240-4d22-850b-921d317e1d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:34.665734 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:34.802428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:36.036679 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:42.312915 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-b99ca4f7-556b-4a10-847c-e525335cbd04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737104 May 13 16:00:42.452709 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-6a8130af-a394-4079-82b3-3ee59fb9a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:42.454220 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-6a8130af-a394-4079-82b3-3ee59fb9a8df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0736578 May 13 16:00:42.601067 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-6b922879-d4de-4712-94a7-10f74dd9aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:42.602546 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-6b922879-d4de-4712-94a7-10f74dd9aca3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1315312 May 13 16:00:42.812800 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-9f45011d-2db3-409a-bd6e-f078aa86c41d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.2034793 May 13 16:00:42.877747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-fcbc315c-55d7-4e4f-9648-aa60c1aca91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:42.879287 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-fcbc315c-55d7-4e4f-9648-aa60c1aca91f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0615361 May 13 16:00:42.957389 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-98721770-a63e-4e7b-871b-2cdb3ea8f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:00:42.958661 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-98721770-a63e-4e7b-871b-2cdb3ea8f2b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731201 May 13 16:00:43.096143 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-38503718-f937-4673-a3f5-46e9d4aa4455 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 May 13 16:00:43.229381 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-d76b1f92-18bf-4717-8ca9-cab40aea19a1 req-a18ff2a1-7681-41e7-bf57-b6947396e34e service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279728 May 13 16:00:58.053262 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.783685 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-566e9b77-1baa-400a-99f6-0fe2755591f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:01.398881 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:01:03.207257 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-86b2b639-b8ec-46d8-9357-ac811d4d9659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:04.646200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:04.809474 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.045876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:28.048557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:30.833893 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb1a2-87e8-49b3-9124-18e235524d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:33.227335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a1e9-4b54-49d4-bcd3-76e1b91b605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:34.618723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:34.795529 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:36.050448 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:38.398639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:01:42.290713 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-e1006f64-cf2d-493a-8b06-ac65f1f26020 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731506 May 13 16:01:42.424375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-0f9569d2-fa98-4a53-a6d5-f1719be1a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:01:42.426579 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-0f9569d2-fa98-4a53-a6d5-f1719be1a7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0700254 May 13 16:01:42.570112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-a568d349-6051-4607-b765-9f91fa4dd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:01:42.571459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-a568d349-6051-4607-b765-9f91fa4dd5c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1278558 May 13 16:01:42.674149 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-6f55a7d5-0e73-44e7-aa70-cdc5730cccd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.0958788 May 13 16:01:42.734455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-10ea9d84-95c5-4df2-993d-6927f1d44e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:01:42.735847 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-10ea9d84-95c5-4df2-993d-6927f1d44e27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0558875 May 13 16:01:42.810906 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-f7fac0db-0efd-4632-9a5c-0ed661dcb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:01:42.812339 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-f7fac0db-0efd-4632-9a5c-0ed661dcb33a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708869 May 13 16:01:42.942483 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-0b42bae9-871f-454a-ac7e-ceb48c920749 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227529 May 13 16:01:43.071521 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bab341e6-ef77-43a9-8b47-fb1eea983253 req-681d032d-fbff-4dcb-ac7b-8bd95c11aa70 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234615 May 13 16:01:58.059652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:00.819877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fea52d29-5088-4bae-a0f2-bc8e404ff3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:03.245646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1831cef9-b34f-4b22-b626-1be328c71a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:04.638898 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:04.764542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:06.050940 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:15.398060 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:02:28.078146 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:30.814688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a8a660ee-fbc1-48f9-83b7-112e648051b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:33.223956 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6de7-5dab-4b5e-bcc9-4ad1f821b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:34.625413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:34.818278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:36.059664 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:44.291026 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-84b41bcf-08d3-4d4e-b12b-0b3150092dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774992 May 13 16:02:44.443257 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-89611271-aad3-49fb-b5f3-2498598a04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:44.454356 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-89611271-aad3-49fb-b5f3-2498598a04d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0818689 May 13 16:02:44.594140 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-1adf7682-a6ef-4b79-ba76-bd9de72fba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:44.595702 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-1adf7682-a6ef-4b79-ba76-bd9de72fba83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1327407 May 13 16:02:44.812004 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-0680caf7-894c-4191-9434-fdd8ed6fb0ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.2103467 May 13 16:02:44.876719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-dd57eb47-8bb0-4a05-9154-7f9bab762d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:44.878177 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-dd57eb47-8bb0-4a05-9154-7f9bab762d8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0589664 May 13 16:02:44.961446 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-8ec7d920-8a6f-47b5-85a3-29a38c7c20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:44.962997 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-8ec7d920-8a6f-47b5-85a3-29a38c7c20df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792634 May 13 16:02:45.118176 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-50f99940-ff50-45f1-861d-feb58e373063 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487846 May 13 16:02:45.256055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f316a-9067-44e0-b5bc-7567c9b04f89 req-82f9df06-c491-41bd-8e13-9901ad1d15db tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:45.257617 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d68f316a-9067-44e0-b5bc-7567c9b04f89 req-82f9df06-c491-41bd-8e13-9901ad1d15db tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.2439106 May 13 16:02:45.268015 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1233b5d3-a46d-4259-8e82-e78e68dd7394 req-69a96dd9-4b59-4c01-9a7d-d3a9fbbddf12 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436651 May 13 16:02:45.313935 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d68f316a-9067-44e0-b5bc-7567c9b04f89 req-339557ce-d6ed-42b5-873b-e95695dc28cd tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493002 May 13 16:02:46.510622 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d98138-d929-4fef-b874-d11254d95a0d req-c98e6887-f659-43f6-ab7a-6e7bd3404441 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:46.512041 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d98138-d929-4fef-b874-d11254d95a0d req-c98e6887-f659-43f6-ab7a-6e7bd3404441 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0820417 May 13 16:02:46.558182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-27d98138-d929-4fef-b874-d11254d95a0d req-cf89a651-a49f-42b0-8cd9-784511e7fdc2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 May 13 16:02:47.752243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2b64-f006-490e-8600-3d3b641e1eb3 req-b5ec0771-c0ec-4589-92ba-4cb2a02dfb46 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:47.754457 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e0b2b64-f006-490e-8600-3d3b641e1eb3 req-b5ec0771-c0ec-4589-92ba-4cb2a02dfb46 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0841179 May 13 16:02:47.800194 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-1e0b2b64-f006-490e-8600-3d3b641e1eb3 req-df4ceb14-e5b2-4567-b473-e7021d466072 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 May 13 16:02:48.994089 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a237-f410-4fb3-820b-2b3fbfa5be07 req-bb7fe66e-8a7c-4dea-91c7-8f65b7bb4616 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:48.995894 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e744a237-f410-4fb3-820b-2b3fbfa5be07 req-bb7fe66e-8a7c-4dea-91c7-8f65b7bb4616 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0836732 May 13 16:02:49.042957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e744a237-f410-4fb3-820b-2b3fbfa5be07 req-4faf688d-fa76-40ad-a9b8-cc1df6766b11 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 May 13 16:02:50.234909 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbf4ae-300a-4aeb-a7a5-b74f74933ed0 req-31b800c1-d718-4bbd-98db-8ac35314a77a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:50.236397 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-28bbf4ae-300a-4aeb-a7a5-b74f74933ed0 req-31b800c1-d718-4bbd-98db-8ac35314a77a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0859182 May 13 16:02:50.282760 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-28bbf4ae-300a-4aeb-a7a5-b74f74933ed0 req-1171e21a-9474-4bf3-bc12-ad4686638dd9 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 May 13 16:02:51.476067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16435f26-2b50-4537-83c2-ce341176fee3 req-2ca97916-7547-465e-a14f-78bec054b627 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:51.477569 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-16435f26-2b50-4537-83c2-ce341176fee3 req-2ca97916-7547-465e-a14f-78bec054b627 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0861878 May 13 16:02:51.526311 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-16435f26-2b50-4537-83c2-ce341176fee3 req-5ad727c5-157c-451a-9132-181b0197dc1c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 May 13 16:02:52.397965 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:02:52.725820 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681333-bd3e-48df-a2c1-18b16af75d26 req-0ab0af07-549a-4683-a511-853aeaeba493 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:52.727286 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-51681333-bd3e-48df-a2c1-18b16af75d26 req-0ab0af07-549a-4683-a511-853aeaeba493 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0867779 May 13 16:02:52.771840 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-51681333-bd3e-48df-a2c1-18b16af75d26 req-8ecea3fa-89c6-4a04-a573-aa0dde7154fe tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 May 13 16:02:53.959161 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b2bba-ba30-46ff-9a50-5510fa7a7c64 req-8ae5d73d-dec3-4fa1-a2a6-35048514707b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:53.960663 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-825b2bba-ba30-46ff-9a50-5510fa7a7c64 req-8ae5d73d-dec3-4fa1-a2a6-35048514707b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0815520 May 13 16:02:54.010258 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-825b2bba-ba30-46ff-9a50-5510fa7a7c64 req-a285b749-3cfc-4e8e-813d-eb87f127be94 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 May 13 16:02:55.210831 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc685f63-d3c3-4f63-86a7-bb990404bb37 req-4c44bf12-d99f-4789-a86f-d060f2e4c7bc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:55.212357 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc685f63-d3c3-4f63-86a7-bb990404bb37 req-4c44bf12-d99f-4789-a86f-d060f2e4c7bc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0870600 May 13 16:02:55.259650 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-dc685f63-d3c3-4f63-86a7-bb990404bb37 req-8e1427b5-e0c4-415e-a964-79e9db893a1e tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 May 13 16:02:56.623167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5f5a-1f9c-4ea2-95af-233b427e5fe7 req-337f3081-57e9-46e5-9f49-66e3588260ff tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:56.624712 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc1d5f5a-1f9c-4ea2-95af-233b427e5fe7 req-337f3081-57e9-46e5-9f49-66e3588260ff tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0885310 May 13 16:02:56.671973 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc1d5f5a-1f9c-4ea2-95af-233b427e5fe7 req-1b9fef48-9d96-4697-9fc0-73a355b01517 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 May 13 16:02:57.871400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfc21-5fb2-420d-b994-894e6a5abced req-4b95daab-b142-4f5f-bf75-763f7759a8ec tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:57.872967 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c16cfc21-5fb2-420d-b994-894e6a5abced req-4b95daab-b142-4f5f-bf75-763f7759a8ec tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0860033 May 13 16:02:57.919599 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c16cfc21-5fb2-420d-b994-894e6a5abced req-9169a66a-bcfa-4bc8-bef4-c099bf71ba2f tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 May 13 16:02:58.074456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:59.111916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701c92-3af7-4cc5-9d1b-173096e80655 req-d8f45590-ec3b-4c9a-8e0c-5e08a22e3df2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:02:59.114088 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-15701c92-3af7-4cc5-9d1b-173096e80655 req-d8f45590-ec3b-4c9a-8e0c-5e08a22e3df2 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0865259 May 13 16:02:59.160516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-15701c92-3af7-4cc5-9d1b-173096e80655 req-3d5da401-0f6a-46e0-b2ed-4f57e15e6d71 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 May 13 16:03:00.286688 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-fe291b16-9951-48b1-a7c8-6bbdfb669550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:00.288151 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-fe291b16-9951-48b1-a7c8-6bbdfb669550 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0769777 May 13 16:03:00.349087 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a1d1-6d7b-412d-b653-6ff2b6460177 req-7c92c9c5-9b96-494d-b445-991cc11335a4 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:00.350648 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-58a4a1d1-6d7b-412d-b653-6ff2b6460177 req-7c92c9c5-9b96-494d-b445-991cc11335a4 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0836809 May 13 16:03:00.401769 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-58a4a1d1-6d7b-412d-b653-6ff2b6460177 req-5e4149ee-af85-4fad-ad79-7026638de8cc tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 May 13 16:03:00.423944 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-57c00363-8b5a-4c81-80b0-d21f30bbaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:00.425647 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-57c00363-8b5a-4c81-80b0-d21f30bbaea6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1316569 May 13 16:03:00.530879 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-b10c6775-ef9c-4012-8efa-0dd4fea9d7f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.0997744 May 13 16:03:00.594210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-99f06c67-ab67-4cf4-99dc-f1563b0b8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:00.595663 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-99f06c67-ab67-4cf4-99dc-f1563b0b8fd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0593374 May 13 16:03:00.671089 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-34895c3b-cc05-4a8d-a7d4-1cb84c3ff5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:00.672586 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-34895c3b-cc05-4a8d-a7d4-1cb84c3ff5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713553 May 13 16:03:00.801758 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-75e55dd2-b36b-4b65-808e-67032e8b8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:00.809736 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-401aa03d-6c90-4f17-a5a1-3a5f3f3ba497 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314211 May 13 16:03:00.949116 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-c798ac7e-105c-40cf-b101-fcecfc8e6c1b req-76b73b7c-0c6a-4068-a970-de7ca9bc8d5d service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320050 May 13 16:03:01.595986 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1419081-4430-45e5-96a4-ad2bbe60e8d3 req-f9578486-ad38-47f0-8a61-bf7de66e83e1 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:01.598139 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1419081-4430-45e5-96a4-ad2bbe60e8d3 req-f9578486-ad38-47f0-8a61-bf7de66e83e1 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0886917 May 13 16:03:01.644807 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b1419081-4430-45e5-96a4-ad2bbe60e8d3 req-50ebd62a-0f6e-4bec-8f8f-f46d9643ea0a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 May 13 16:03:02.851783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f3b4-d553-4f3d-b91c-97c447e5e523 req-f566800f-164d-46e3-90cb-ebeb57e24023 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:02.853322 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ce3f3b4-d553-4f3d-b91c-97c447e5e523 req-f566800f-164d-46e3-90cb-ebeb57e24023 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0917547 May 13 16:03:02.911141 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5ce3f3b4-d553-4f3d-b91c-97c447e5e523 req-f1f40128-43a7-4cb5-8656-1d0c3749e2a6 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502009 May 13 16:03:03.222380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-3866d3dc-f8d4-401b-bab0-a3d0ab5d6d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:04.100116 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc0c9f-f9c1-4c51-8a24-d562b1700182 req-07ecf414-4871-454b-9b97-a15b489f8f08 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:04.101638 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5fc0c9f-f9c1-4c51-8a24-d562b1700182 req-07ecf414-4871-454b-9b97-a15b489f8f08 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0819104 May 13 16:03:04.147106 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c5fc0c9f-f9c1-4c51-8a24-d562b1700182 req-06759869-bac3-4022-b082-aa7866c7e930 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395842 May 13 16:03:04.639650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:04.711803 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44d85-fc43-456e-ae17-73e3728ddeca req-346f032e-c337-4bf8-a3be-749f61626816 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:04.713325 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04d44d85-fc43-456e-ae17-73e3728ddeca req-346f032e-c337-4bf8-a3be-749f61626816 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.1427927 May 13 16:03:04.770544 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-7eed0c76-c031-4bac-bfef-e9e6382c932b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1979923 May 13 16:03:04.773380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-04d44d85-fc43-456e-ae17-73e3728ddeca req-a13f06df-d3ba-4d93-a6b2-4de523c0ca39 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540252 May 13 16:03:04.804937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:05.981023 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93363c-345a-423e-9b22-32dff124f690 req-9420d81a-d602-42bc-bfdc-f048349bba41 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:05.981023 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0d93363c-345a-423e-9b22-32dff124f690 req-9420d81a-d602-42bc-bfdc-f048349bba41 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0925817 May 13 16:03:06.027237 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0d93363c-345a-423e-9b22-32dff124f690 req-0dd93cd3-a5a8-4c35-9da0-2c041b54fa92 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 May 13 16:03:06.109355 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:06.753674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:03:06.883968 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port b302b664-fe5d-443b-9ff4-622dda10a448 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:03:06.884503 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:06.915756 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:03:06.926762 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:03:06.968760 dv-neutron-835340-3-hyperv neutron-server[88839]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fb03dc3d-d6dd-400f-8ce8-d769c342e0fa']: {'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'code': 422} returned with failed status May 13 16:03:06.994003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:07.075307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:03:07.083668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.084016 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.084381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.084716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.085066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.085380 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.085710 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.086060 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.086416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.086739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.087061 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.087513 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:07.221501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a40b0-075e-4144-a581-fd6c92894a2b req-c37b3082-1778-4068-ae3a-0423200f0f02 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:07.223633 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d47a40b0-075e-4144-a581-fd6c92894a2b req-c37b3082-1778-4068-ae3a-0423200f0f02 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0835710 May 13 16:03:07.279754 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d47a40b0-075e-4144-a581-fd6c92894a2b req-a311f596-8dbd-4996-a9cc-0c5820878687 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474813 May 13 16:03:08.478827 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8dc0c-42e6-461a-81c9-4770d0b2cbb0 req-1f399777-475d-4827-a5fb-ab3d5c322b7c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:08.480367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38d8dc0c-42e6-461a-81c9-4770d0b2cbb0 req-1f399777-475d-4827-a5fb-ab3d5c322b7c tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0892000 May 13 16:03:08.493421 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-6ecda1dc-a1ab-4995-a684-d56bfb5761b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:08.494964 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-6ecda1dc-a1ab-4995-a684-d56bfb5761b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&tenant_id=92fabc55628a4f78bedec020a06692b0 HTTP/1.1" status: 200 len: 1097 time: 0.0778334 May 13 16:03:08.532136 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-38d8dc0c-42e6-461a-81c9-4770d0b2cbb0 req-18922791-4b3e-44e4-8cb9-71a92a305b03 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 May 13 16:03:08.589429 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-73250603-daeb-4920-b1e3-b31c1577a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:08.590846 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-73250603-daeb-4920-b1e3-b31c1577a066 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1097 time: 0.0740559 May 13 16:03:08.724673 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-4347b557-dd9c-4868-8f35-ec797fc4cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:08.726206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-4347b557-dd9c-4868-8f35-ec797fc4cfba service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1290822 May 13 16:03:08.937967 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-ef914cef-71a5-430a-9a61-600f179c25f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 999 time: 0.2054641 May 13 16:03:09.005692 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-2fa1fa1a-ebeb-4ea0-88c2-0b256e5c6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:09.007248 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-2fa1fa1a-ebeb-4ea0-88c2-0b256e5c6fa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0635724 May 13 16:03:09.087054 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-94b96853-1747-40b0-afd2-97e36f281a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:09.088536 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-94b96853-1747-40b0-afd2-97e36f281a78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757048 May 13 16:03:09.227321 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-bf52d0c5-90eb-4bae-be51-c398c18cc6a5 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312225 May 13 16:03:09.361238 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-64a34d76-9f44-435f-8ec2-4cc55d2268ae req-407b3980-614e-4dc7-aa0a-57312400be38 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287777 May 13 16:03:09.824524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b67239-3fcc-42cd-9bd0-4d1e766389bf req-5edb76cf-d467-4a14-b4ad-95f62ccf55e3 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:09.825914 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-39b67239-3fcc-42cd-9bd0-4d1e766389bf req-5edb76cf-d467-4a14-b4ad-95f62ccf55e3 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.1856489 May 13 16:03:09.871345 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-39b67239-3fcc-42cd-9bd0-4d1e766389bf req-60da1775-438c-40f3-8deb-716b68040110 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391288 May 13 16:03:11.054685 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2267902-657c-4ec3-929e-e5c72905cf44 req-0081a6d9-a780-44b0-8f3b-a7f0bb8fe0e3 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:11.056129 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a2267902-657c-4ec3-929e-e5c72905cf44 req-0081a6d9-a780-44b0-8f3b-a7f0bb8fe0e3 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0785151 May 13 16:03:11.102115 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a2267902-657c-4ec3-929e-e5c72905cf44 req-9a94807c-1cd1-4043-978d-510f6d39d2e7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 May 13 16:03:12.296247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97c0d1-01dd-4455-9348-8dc01ccb6e0c req-4013abd7-ec4a-4433-84af-f536a29f3595 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:12.297672 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ae97c0d1-01dd-4455-9348-8dc01ccb6e0c req-4013abd7-ec4a-4433-84af-f536a29f3595 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0812328 May 13 16:03:12.343182 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ae97c0d1-01dd-4455-9348-8dc01ccb6e0c req-d397b7f8-a9cd-456c-96e5-fbe1bc51e034 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394201 May 13 16:03:13.537305 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442fe4-51aa-4971-b850-ab4c158ae98c req-812d3434-6458-44ca-a3d6-746b67c50937 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:13.538820 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a6442fe4-51aa-4971-b850-ab4c158ae98c req-812d3434-6458-44ca-a3d6-746b67c50937 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0876608 May 13 16:03:13.584900 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-a6442fe4-51aa-4971-b850-ab4c158ae98c req-566e5b17-e56c-48ad-99cb-17fbde7bb093 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 May 13 16:03:14.764439 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3db115-8e74-4acd-82bf-f47e9586d944 req-efb23970-1f95-41ff-bb8c-3ff38859bc13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:14.766015 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cb3db115-8e74-4acd-82bf-f47e9586d944 req-efb23970-1f95-41ff-bb8c-3ff38859bc13 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0778997 May 13 16:03:14.810161 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cb3db115-8e74-4acd-82bf-f47e9586d944 req-43b67e47-d5fd-4795-bbff-61a92a65e604 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 May 13 16:03:16.005662 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa2b0-3cbf-4da7-8b89-d6a60b0db003 req-ad4f6fa6-bd47-44bd-9afa-ae7cad6bed35 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:16.007160 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cf3fa2b0-3cbf-4da7-8b89-d6a60b0db003 req-ad4f6fa6-bd47-44bd-9afa-ae7cad6bed35 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 944 time: 0.0862794 May 13 16:03:16.053470 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-cf3fa2b0-3cbf-4da7-8b89-d6a60b0db003 req-2f460bfa-12e2-4617-bf95-177b1d5aed74 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 May 13 16:03:16.846435 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:03:16.983449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:03:16.998002 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'port_id': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'mac_address': 'fa:16:3e:db:b0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:03:17.060901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port b302b664-fe5d-443b-9ff4-622dda10a448 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:03:17.061275 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:17.078292 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b302b664-fe5d-443b-9ff4-622dda10a448 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:03:17.094929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:03:17.158743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:17.229576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:03:17.242313 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050aa18-20e6-4b4d-a0d7-c202fc8456a8 req-0fb35fc3-b60b-475e-b1cd-03b121ac4253 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:17.243843 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8050aa18-20e6-4b4d-a0d7-c202fc8456a8 req-0fb35fc3-b60b-475e-b1cd-03b121ac4253 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 945 time: 0.0842602 May 13 16:03:17.290929 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8050aa18-20e6-4b4d-a0d7-c202fc8456a8 req-206a7848-f0c4-4be9-864b-54b06e9c75d9 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 May 13 16:03:17.381723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['b302b664-fe5d-443b-9ff4-622dda10a448'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:03:18.481292 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba3844-74f0-404d-a14c-b85dad0127a2 req-df23ed87-c17c-4a74-b0a3-593b96dd6bec tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:18.482793 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8cba3844-74f0-404d-a14c-b85dad0127a2 req-df23ed87-c17c-4a74-b0a3-593b96dd6bec tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 945 time: 0.0847013 May 13 16:03:18.527905 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8cba3844-74f0-404d-a14c-b85dad0127a2 req-6c5819ec-eb86-4460-8706-5f566b793e84 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 May 13 16:03:18.846135 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:03:18.920576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port b302b664-fe5d-443b-9ff4-622dda10a448 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:03:18.920948 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:19.042819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port b302b664-fe5d-443b-9ff4-622dda10a448 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:03:19.043205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:19.072030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:03:19.082405 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:03:19.120711 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1a4bfb-aa1e-4f80-9415-a6bdc5a61f64'] response: {'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'code': 200} May 13 16:03:19.131949 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:19.205067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:03:19.483060 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8785e4-57b0-423f-abe4-0130658e211b req-4570c7b5-d857-4660-a17a-99059181bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:19.484510 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4e8785e4-57b0-423f-abe4-0130658e211b req-4570c7b5-d857-4660-a17a-99059181bac2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0749414 May 13 16:03:19.525178 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-4e8785e4-57b0-423f-abe4-0130658e211b req-83b6ccb0-713f-46a7-b43d-cd2b179a3caa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352874 May 13 16:03:19.726507 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770be30-b045-4a11-94fe-f4347d0ca190 req-8b2a9603-4ce4-48b0-9470-bff6ed1bc61b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:19.728087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3770be30-b045-4a11-94fe-f4347d0ca190 req-8b2a9603-4ce4-48b0-9470-bff6ed1bc61b tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0905864 May 13 16:03:19.777210 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3770be30-b045-4a11-94fe-f4347d0ca190 req-c5d06e1e-24e2-4f3f-9f77-053e6ccf35ec tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 May 13 16:03:20.966383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217af93-2644-49c2-8de8-d81d3efc99e7 req-16dd0d2b-e573-4203-9ccd-e4dda501a3f7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:20.967847 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7217af93-2644-49c2-8de8-d81d3efc99e7 req-16dd0d2b-e573-4203-9ccd-e4dda501a3f7 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0843999 May 13 16:03:21.013713 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7217af93-2644-49c2-8de8-d81d3efc99e7 req-2f14c3fa-b2e5-4a3b-b2b4-dda559eb14e4 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 May 13 16:03:28.072695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:29.447216 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:03:30.829007 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8b176021-e17c-4976-8b91-bffce22feaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:33.228028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ad542574-46cf-4df6-8974-d5f0dc13eddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:34.632108 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:34.780597 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:36.051220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:46.410853 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-d36c1ae9-18dc-433b-ae5d-50bf91577d30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1985073 May 13 16:03:46.559266 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-e8f07ba5-d1e1-4416-8d7d-7a6169c7ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:46.561020 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-e8f07ba5-d1e1-4416-8d7d-7a6169c7ec7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0813947 May 13 16:03:46.715335 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-493a0a8f-34bc-4d2c-83ff-369f50b95c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:46.716987 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-493a0a8f-34bc-4d2c-83ff-369f50b95c43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1336858 May 13 16:03:46.825795 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-b9afc5c6-8367-405a-b926-d23cbb2b4c07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.1023960 May 13 16:03:46.895434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-0c68e9c8-5628-4c1e-a025-2406e61bc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:46.897354 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-0c68e9c8-5628-4c1e-a025-2406e61bc2fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0667298 May 13 16:03:46.989010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-6550df14-8766-4f90-a935-131b04c3f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:03:46.991206 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-6550df14-8766-4f90-a935-131b04c3f832 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884659 May 13 16:03:47.001058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-555d09f8-97e9-4a4f-ab73-2f888968ab8d service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=88838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:03:47.002109 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-555d09f8-97e9-4a4f-ab73-2f888968ab8d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051706 May 13 16:03:47.141637 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-d71e02fd-0886-4f36-99f0-48af82d8ded5 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340258 May 13 16:03:47.290728 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-e8ea4418-62d6-4c30-978a-57621bfe4730 req-3b82e69e-8d04-4733-9aaf-03263c08ef5f service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431835 May 13 16:03:58.101010 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:00.935335 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0059ce50-3ccb-4313-a98b-7044079c3ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:03.215909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b50eedb3-54be-4d87-b3d1-2c23fb009e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.677412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.837431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:06.088028 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:06.436648 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:04:28.106973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:30.813086 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0238ac9f-bf59-406a-a6f9-2ff8fc72072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:33.212972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d9022b66-47f4-4d91-8263-7a34c348a212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:34.621723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:34.823998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:36.101576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:43.435703 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:04:48.314868 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-ef7b1ffe-d220-4466-aaff-4922563f75c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909357 May 13 16:04:48.449008 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-84675d19-b129-47e6-bc1e-6dd625c01c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:04:48.450503 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-84675d19-b129-47e6-bc1e-6dd625c01c9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0693307 May 13 16:04:48.695367 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-399e4155-f74f-451f-b28d-148c4d7d3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:04:48.696803 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-399e4155-f74f-451f-b28d-148c4d7d3961 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.2277973 May 13 16:04:48.798703 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-7dadbac6-26f9-4ef4-8ea9-7f0611fd3dd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 1001 time: 0.0956693 May 13 16:04:48.863027 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-ae116927-226a-4761-bb99-eaf224fd2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:04:48.864624 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-ae116927-226a-4761-bb99-eaf224fd2d0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0603790 May 13 16:04:48.953913 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-4ff7a7f4-81c4-415e-a47b-17b981bc94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:04:48.953913 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-4ff7a7f4-81c4-415e-a47b-17b981bc94c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791173 May 13 16:04:49.106640 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-4d822f79-9737-486e-9b3c-22175fdb4432 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490252 May 13 16:04:49.264747 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bd779eb9-81e5-4210-9fb6-95099c7c3c4b req-5173fe00-a3af-4a9c-9d48-bdfc9a4f9f36 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525838 May 13 16:04:58.326472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:00.777220 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-06fdb57a-f45e-41ea-8c40-226ebebf10dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:03.217634 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-41d3d338-adc9-46ac-ab5e-235b2ee1b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:04.634472 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:04.834187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:06.108550 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:09.669005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47022) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:09.881563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Deleting port 4f0e9883-a232-4600-998b-b2afc57183a9 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:09.881907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:10.054503 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:10.054923 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:10.184430 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Calling delete_port for 4f0e9883-a232-4600-998b-b2afc57183a9 owned by network:floatingip {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:10.417599 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:10.466872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'Port': ['ID=4f0e9883-a232-4600-998b-b2afc57183a9,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:10.508803 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.509152 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.509494 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.509829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.510186 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.510521 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.510849 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.511175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.511500 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.511823 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.512145 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.512468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:10.573561 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for floatingip, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:10.573894 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Floating IP 4bba6800-43fa-4e0f-b44b-c965d33b0cd0 disassociated (deleted). External IP: 172.26.7.23, port: b302b664-fe5d-443b-9ff4-622dda10a448. May 13 16:05:11.055934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:05:11.237417 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:11.246798 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:11.255437 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:11.257450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:11.258173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:11.321099 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-722fa784-b642-4e27-8a6f-da99663e6288 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "DELETE /v2.0/floatingips/4bba6800-43fa-4e0f-b44b-c965d33b0cd0 HTTP/1.1" status: 204 len: 168 time: 1.6509309 May 13 16:05:11.321792 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:05:11.489276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:11.817676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:11.821978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:11.830281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:11.830877 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:11.843707 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efde3772-7712-432e-893d-8925be220391'] response: {'name': 'network-changed', 'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'status': 'completed', 'code': 200} May 13 16:05:11.963283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-f4765aab-cbea-4acb-9226-51df2e1434d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:11.964801 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-f4765aab-cbea-4acb-9226-51df2e1434d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fabc55628a4f78bedec020a06692b0&device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 1099 time: 0.0928862 May 13 16:05:12.026569 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0042519-befa-4af4-8947-84c12675bf6f req-499d7659-8eb1-4569-a38d-ddd65221b321 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:12.027150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:12.028057 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c0042519-befa-4af4-8947-84c12675bf6f req-499d7659-8eb1-4569-a38d-ddd65221b321 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0949657 May 13 16:05:12.075620 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-c0042519-befa-4af4-8947-84c12675bf6f req-89447714-3726-47e7-8cae-b2ca7dbdc6ad tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 May 13 16:05:12.109297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-56bc39ad-85d1-4ce7-8767-9f4a72b8ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:12.110967 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-56bc39ad-85d1-4ce7-8767-9f4a72b8ddbd service neutron] 10.222.0.23 "GET /v2.0/networks?id=1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 200 len: 909 time: 0.1388781 May 13 16:05:12.185636 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-dccfa5bd-cb8a-45af-a641-b7d6c738b283 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 200 len: 217 time: 0.0678518 May 13 16:05:12.250717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-1481b103-541a-4033-a901-68d1cfd68349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:12.252187 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-1481b103-541a-4033-a901-68d1cfd68349 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 200 len: 847 time: 0.0594778 May 13 16:05:12.340381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-3bafcacf-826e-4dff-951f-8ba6041b09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:12.341817 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-3bafcacf-826e-4dff-951f-8ba6041b09eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1970ab99-daf3-4536-84ac-4f450240e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820763 May 13 16:05:12.354912 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:12.359153 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab1a14-fde6-409d-b032-d548e04f9e97 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T15:55:34Z', 'revision_number': 4, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '5f852843-b50f-46f4-8e9a-71d76229c006', 'name': '', 'network_id': '1970ab99-daf3-4536-84ac-4f450240e726', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'mac_address': 'fa:16:3e:89:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:33Z', 'updated_at': '2022-05-13T15:55:39Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'subnets': [{'id': '2326b666-8b37-4d60-8a5a-caed471d2a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:12.483952 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-8c3d11b2-446e-49e4-8a3e-01fc287517d6 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347530 May 13 16:05:12.597859 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec849349-e741-4a28-88e9-ec6330512ddd None None] New status for floating IP 4bba6800-43fa-4e0f-b44b-c965d33b0cd0: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:05:12.640087 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1c3bb9d6-0bc5-4bcf-8f70-88342f6e7a01 req-77bcf083-7d01-4658-b20b-d9f8184b63c2 service neutron] 10.222.0.23 "GET /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493497 May 13 16:05:13.274380 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4bf8a-9f65-4e68-bd69-639c1aafe2df req-753290b6-c4e0-498d-ac68-94fe96ab81cd tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:13.275885 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90c4bf8a-9f65-4e68-bd69-639c1aafe2df req-753290b6-c4e0-498d-ac68-94fe96ab81cd tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.0852344 May 13 16:05:13.323881 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-90c4bf8a-9f65-4e68-bd69-639c1aafe2df req-8e3c87ad-bac2-49a8-9881-fa33f62d977d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/security-groups?id=6ee94a35-6c6e-49a0-8579-9317b093747d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 May 13 16:05:13.373674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-ff544d23-c964-4488-bb54-cdd816530239 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:13.374397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-ff544d23-c964-4488-bb54-cdd816530239 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Synchronizing usage tracker for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:05:13.456556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-ff544d23-c964-4488-bb54-cdd816530239 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Unset dirty status for tenant:92fabc55628a4f78bedec020a06692b0 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:05:13.458542 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-ff544d23-c964-4488-bb54-cdd816530239 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 946 time: 0.1700296 May 13 16:05:13.529808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Deleting port b302b664-fe5d-443b-9ff4-622dda10a448 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:13.530069 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:13.899631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] For port b302b664-fe5d-443b-9ff4-622dda10a448, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=b302b664-fe5d-443b-9ff4-622dda10a448,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:13.899991 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:14.028485 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Calling delete_port for b302b664-fe5d-443b-9ff4-622dda10a448 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:14.251163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:14.306646 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'Port': ['ID=b302b664-fe5d-443b-9ff4-622dda10a448,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:14.391537 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] No DVR routers for this DVR port b302b664-fe5d-443b-9ff4-622dda10a448 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:05:14.393989 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:14.397899 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-deleted', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:05:14.463718 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-37c628f6-8b10-44c0-b313-1c916e37f10a req-04898787-72c2-4935-875a-868f34dd1210 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.23 "DELETE /v2.0/ports/b302b664-fe5d-443b-9ff4-622dda10a448 HTTP/1.1" status: 204 len: 173 time: 0.9995289 May 13 16:05:14.488047 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f9cef78d-942c-48ff-9c2c-aea613173050 req-0690d312-37ff-443e-9c8b-6fe6f15c227a tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0496836 May 13 16:05:14.543209 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3d2eb6-2539-4f6d-80c8-070252b61e1f'] response: {'server_uuid': '1be6285a-e1b9-40f0-8925-5ca234ea30df', 'name': 'network-vif-deleted', 'tag': 'b302b664-fe5d-443b-9ff4-622dda10a448', 'status': 'completed', 'code': 200} May 13 16:05:15.667272 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-30bb25c6-c781-41d1-8b07-6d86b62306aa req-9c83126b-8029-4329-8a01-2ee68a05211d tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "GET /v2.0/ports?device_id=1be6285a-e1b9-40f0-8925-5ca234ea30df HTTP/1.1" status: 200 len: 210 time: 0.0441399 May 13 16:05:16.768131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47052) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:16.843369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:16.884260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:17.033794 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:17.052524 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee94a35-6c6e-49a0-8579-9317b093747d,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:17.061539 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.061882 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.062247 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.062576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.062901 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.063223 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.063543 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.063861 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.064177 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.064498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.064813 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.065125 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:17.114332 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:17.115279 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d37971e2-24d0-4fd6-8c73-6fbd97d7e587 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] 10.222.0.91 "DELETE /v2.0/security-groups/6ee94a35-6c6e-49a0-8579-9317b093747d HTTP/1.1" status: 204 len: 168 time: 0.3461444 May 13 16:05:17.240736 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47058) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:17.402559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:17.439723 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: b302b664-fe5d-443b-9ff4-622dda10a448 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:17.440149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device b302b664-fe5d-443b-9ff4-622dda10a448 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:18.029856 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:18.398328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Deleting port 5f852843-b50f-46f4-8e9a-71d76229c006 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:18.398673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:18.586322 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] For port 5f852843-b50f-46f4-8e9a-71d76229c006, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=5f852843-b50f-46f4-8e9a-71d76229c006,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:18.586684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:18.715312 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Calling delete_port for 5f852843-b50f-46f4-8e9a-71d76229c006 owned by network:router_interface {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:19.108217 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:19.158581 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f852843-b50f-46f4-8e9a-71d76229c006,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:19.551720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:19.917376 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Router 52c2991e-495f-4204-af7a-018fb7d5eeda has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:05:20.098755 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:20.111186 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Sync routers for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:20.111792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-8dd11e31-ab00-48c8-a20e-034d5dcd9562 admin admin] 10.222.0.91 "PUT /v2.0/routers/52c2991e-495f-4204-af7a-018fb7d5eeda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694739 May 13 16:05:20.114505 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47064) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:20.120566 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:20.121159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:20.297907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:20.308374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:20.435527 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:05:20.492941 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:20.542555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Deleting port 3aa3b07a-9708-485e-9519-23faac29412a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:20.542918 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:20.655136 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '3aa3b07a-9708-485e-9519-23faac29412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T16:05:18Z', 'revision_number': 5, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port': {'id': '3aa3b07a-9708-485e-9519-23faac29412a', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ab:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:30Z', 'updated_at': '2022-05-13T15:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:20.659213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Checking router: 52c2991e-495f-4204-af7a-018fb7d5eeda for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:20.668531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Routers {'52c2991e-495f-4204-af7a-018fb7d5eeda'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:20.669139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['52c2991e-495f-4204-af7a-018fb7d5eeda'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:20.746091 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] For port 3aa3b07a-9708-485e-9519-23faac29412a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3aa3b07a-9708-485e-9519-23faac29412a,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:20.746443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:20.824332 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] Set router 52c2991e-495f-4204-af7a-018fb7d5eeda gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:20.873997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Calling delete_port for 3aa3b07a-9708-485e-9519-23faac29412a owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:20.937120 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T16:05:20Z', 'revision_number': 6, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:20.943097 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116cff8-d5be-41cb-832c-b5eeb16550a9 None None] The sync data for ids ['52c2991e-495f-4204-af7a-018fb7d5eeda'] in dv-neutron-835340-3-hyperv is: [{'id': '52c2991e-495f-4204-af7a-018fb7d5eeda', 'name': 'tempest-TestShelveInstance-539713412-router', 'tenant_id': '92fabc55628a4f78bedec020a06692b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:29Z', 'updated_at': '2022-05-13T16:05:20Z', 'revision_number': 6, 'project_id': '92fabc55628a4f78bedec020a06692b0', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:21.462588 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.509779 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa3b07a-9708-485e-9519-23faac29412a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:21.604413 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.780846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.783126 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.867924 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.868832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c2991e-495f-4204-af7a-018fb7d5eeda {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:05:21.887556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:21.891916 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f3e0d9d2-1f3c-4cc8-be2d-a558370de64b admin admin] 10.222.0.91 "DELETE /v2.0/routers/52c2991e-495f-4204-af7a-018fb7d5eeda HTTP/1.1" status: 204 len: 168 time: 1.7734234 May 13 16:05:21.892012 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47068) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:21.959998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Deleting subnet 2326b666-8b37-4d60-8a5a-caed471d2a6b {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 16:05:21.963375 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.018576 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.102952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.228501 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.268881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2326b666-8b37-4d60-8a5a-caed471d2a6b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:22.271556 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.275959 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705f593-cec5-41be-b2d6-596efae21a0b None None] Network 1970ab99-daf3-4536-84ac-4f450240e726 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:22.278611 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d6bd38c3-b1bf-4b24-bf63-3557739ac6ae admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2326b666-8b37-4d60-8a5a-caed471d2a6b HTTP/1.1" status: 204 len: 168 time: 0.3854823 May 13 16:05:22.281199 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47072) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:22.390393 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.402050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Deleting port a289dcee-4b73-4aa8-95d1-ce4305a19b52 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:22.402388 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.533851 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] DHCP port deletion for 1970ab99-daf3-4536-84ac-4f450240e726 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 16:05:22.539617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Deleting port a289dcee-4b73-4aa8-95d1-ce4305a19b52 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:22.540038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.622934 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] For port a289dcee-4b73-4aa8-95d1-ce4305a19b52, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a289dcee-4b73-4aa8-95d1-ce4305a19b52,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:22.623492 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.763596 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] For port a289dcee-4b73-4aa8-95d1-ce4305a19b52, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=a289dcee-4b73-4aa8-95d1-ce4305a19b52,segment=NetworkSegment(94635a46-5d7f-4aa7-8802-fb60f5ac5929),segment_id=94635a46-5d7f-4aa7-8802-fb60f5ac5929)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:22.763972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:22.878305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Calling delete_port for a289dcee-4b73-4aa8-95d1-ce4305a19b52 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:22.898429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Calling delete_port for a289dcee-4b73-4aa8-95d1-ce4305a19b52 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:22.996727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a289dcee-4b73-4aa8-95d1-ce4305a19b52 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:23.022542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:05:23.033297 dv-neutron-835340-3-hyperv neutron-server[88839]: util.warn( May 13 16:05:23.036512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: a289dcee-4b73-4aa8-95d1-ce4305a19b52 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:23.036512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device a289dcee-4b73-4aa8-95d1-ce4305a19b52 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:23.036512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa3b07a-9708-485e-9519-23faac29412a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:23.071429 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 16:05:23.071944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 16:05:23.072541 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3aa3b07a-9708-485e-9519-23faac29412a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:23.072876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3aa3b07a-9708-485e-9519-23faac29412a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:23.073298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5f852843-b50f-46f4-8e9a-71d76229c006 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:23.075559 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a289dcee-4b73-4aa8-95d1-ce4305a19b52,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:23.080173 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] No DVR routers for this DVR port a289dcee-4b73-4aa8-95d1-ce4305a19b52 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:05:23.111018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 5f852843-b50f-46f4-8e9a-71d76229c006 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:23.111018 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 5f852843-b50f-46f4-8e9a-71d76229c006 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:23.208340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.234555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1970ab99-daf3-4536-84ac-4f450240e726']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:23.248762 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94635a46-5d7f-4aa7-8802-fb60f5ac5929') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:23.249056 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94635a46-5d7f-4aa7-8802-fb60f5ac5929') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:23.261793 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.279550 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.286846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:05:23.287243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:05:23.300503 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:05:23.439443 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.444378 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.469808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=1970ab99-daf3-4536-84ac-4f450240e726,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:23.554459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-08ee6aba-1d96-4c1e-9d02-771b25a5bb49 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1970ab99-daf3-4536-84ac-4f450240e726 HTTP/1.1" status: 204 len: 168 time: 1.2720859 May 13 16:05:23.557160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47076) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:23.573735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Deleting port a289dcee-4b73-4aa8-95d1-ce4305a19b52 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:23.574303 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:23.643512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0a54debc-0778-490b-96e7-5ad3cd677075 None None] The port 'a289dcee-4b73-4aa8-95d1-ce4305a19b52' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 16:05:24.110160 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:24.460612 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Deleting port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:24.460952 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:24.755527 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] For port 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:24.755872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:24.882987 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Calling delete_port for 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:25.147983 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:25.196032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2e103e-2cc6-4306-b7b1-1df7e68ad44a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:25.477717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:25.851862 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:05:26.040558 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:26.049833 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Sync routers for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:26.060474 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:26.061085 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:26.109711 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2e365d50-d019-4a9d-b99b-158746912bac admin admin] 10.222.0.91 "PUT /v2.0/routers/6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514941 May 13 16:05:26.112058 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47080) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:26.242657 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:26.414499 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:26.541810 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T16:05:25Z', 'revision_number': 5, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:26.545839 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Checking router: 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:26.554613 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Routers {'6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:26.555237 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:26.600549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:26.663254 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Deleting port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:26.663719 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:26.738374 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] Set router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:26.851125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] For port 6708dfb9-9c0c-482c-8c38-0a43ab1b229d, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:26.851544 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:26.978340 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Calling delete_port for 6708dfb9-9c0c-482c-8c38-0a43ab1b229d owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:27.043098 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T16:05:25Z', 'revision_number': 5, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:27.046994 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475419c-807a-4b0e-9d36-970d97eb6c49 None None] The sync data for ids ['6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27'] in dv-neutron-835340-3-hyperv is: [{'id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'name': 'tempest-TestShelveInstance-1328555355-router', 'tenant_id': '96e828f286df4d358407dfafeb4c0129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:55:37Z', 'updated_at': '2022-05-13T16:05:25Z', 'revision_number': 5, 'project_id': '96e828f286df4d358407dfafeb4c0129', 'gw_port': {'id': '6708dfb9-9c0c-482c-8c38-0a43ab1b229d', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:55:38Z', 'updated_at': '2022-05-13T15:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:27.211023 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.261032 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6708dfb9-9c0c-482c-8c38-0a43ab1b229d,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:27.355873 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.537694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.540185 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.639028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.639564 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:05:27.652614 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.655059 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-f3ae82de-7400-4ed1-b1c3-ec85abfdb0d6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/6ca6a4d9-5789-4499-bf3b-2d0dac4fdf27 HTTP/1.1" status: 204 len: 168 time: 1.5420535 May 13 16:05:27.658802 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47086) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:27.726698 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Deleting subnet d1aef4a1-0ce9-43c2-85fe-2a828278480b {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 16:05:27.731046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.782925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:27.875554 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.068000 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.102668 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.141717 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1aef4a1-0ce9-43c2-85fe-2a828278480b,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:28.145916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.153274 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00ac95-f7ce-4155-8386-75872facdf88 None None] Network fce2e324-d51b-404e-8176-3defc262b6d0 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:28.154766 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-d37c955d-68d9-4111-8116-12e0bc6ee1ff admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d1aef4a1-0ce9-43c2-85fe-2a828278480b HTTP/1.1" status: 204 len: 168 time: 0.4944651 May 13 16:05:28.156789 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47090) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:28.274025 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.285051 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Deleting port 417baaef-8a61-467e-a725-d2342cd87877 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:28.285384 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.450542 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] DHCP port deletion for fce2e324-d51b-404e-8176-3defc262b6d0 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 16:05:28.455017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Deleting port 417baaef-8a61-467e-a725-d2342cd87877 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:28.455393 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.503926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] For port 417baaef-8a61-467e-a725-d2342cd87877, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=417baaef-8a61-467e-a725-d2342cd87877,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:28.504283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.632099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Calling delete_port for 417baaef-8a61-467e-a725-d2342cd87877 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:28.676253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] For port 417baaef-8a61-467e-a725-d2342cd87877, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=417baaef-8a61-467e-a725-d2342cd87877,segment=NetworkSegment(fd35148b-54be-4895-bacd-502cdd2e159e),segment_id=fd35148b-54be-4895-bacd-502cdd2e159e)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:28.676608 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.776210 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.800509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Calling delete_port for 417baaef-8a61-467e-a725-d2342cd87877 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:05:28.825626 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Pushing event deleted for resources: {'Port': ['ID=417baaef-8a61-467e-a725-d2342cd87877,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:28.829238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] No DVR routers for this DVR port 417baaef-8a61-467e-a725-d2342cd87877 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:05:28.876022 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 16:05:28.876894 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 16:05:28.954806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:28.983050 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce2e324-d51b-404e-8176-3defc262b6d0']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:28.993672 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6708dfb9-9c0c-482c-8c38-0a43ab1b229d no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:28.996658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd35148b-54be-4895-bacd-502cdd2e159e') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:28.996955 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd35148b-54be-4895-bacd-502cdd2e159e') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:29.009602 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.026297 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.031712 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 6708dfb9-9c0c-482c-8c38-0a43ab1b229d {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:29.032059 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 6708dfb9-9c0c-482c-8c38-0a43ab1b229d not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:29.032478 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 417baaef-8a61-467e-a725-d2342cd87877 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:29.033112 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:05:29.033582 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:05:29.046876 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:05:29.066369 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 417baaef-8a61-467e-a725-d2342cd87877 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:29.066713 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 417baaef-8a61-467e-a725-d2342cd87877 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:29.067139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:05:29.101628 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:05:29.102413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 4f2e103e-2cc6-4306-b7b1-1df7e68ad44a not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:05:29.187703 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.204801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.215644 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce2e324-d51b-404e-8176-3defc262b6d0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:29.223133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-b1dd1db4-5907-4bcc-bc0a-1baccacba066 admin admin] 10.222.0.91 "DELETE /v2.0/networks/fce2e324-d51b-404e-8176-3defc262b6d0 HTTP/1.1" status: 204 len: 168 time: 1.0652516 May 13 16:05:29.377963 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Deleting port 417baaef-8a61-467e-a725-d2342cd87877 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:05:29.378454 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.457131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-973de261-c18a-4eb5-bbf3-ef07d896f95f None None] The port '417baaef-8a61-467e-a725-d2342cd87877' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 16:05:29.625716 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47096) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:29.675459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9cf61e5b-01e5-46b1-a4b9-2d8e781be41c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=92fabc55628a4f78bedec020a06692b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482304 May 13 16:05:29.678571 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47100) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:29.744961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.771781 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.896370 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.922295 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cca02-64f5-4e9c-924b-52e60b5b9484,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:29.929930 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:29.931212 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-9b8504af-ba3d-4e7e-a23e-efeb153f3c82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e68cca02-64f5-4e9c-924b-52e60b5b9484 HTTP/1.1" status: 204 len: 168 time: 0.2516575 May 13 16:05:30.623236 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47108) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:30.678255 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-c5f5e996-b24f-45b1-9e66-8f7e75f8c3ad admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96e828f286df4d358407dfafeb4c0129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536332 May 13 16:05:30.681005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47112) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:30.742381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:30.769659 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:30.781609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6f67-8d18-46bb-b60f-72ee54d4a741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:30.890401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:30.907590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa9fcd-ff0e-4a6a-88ad-27941b5a5796,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:30.912506 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:30.913393 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-603b4bae-fc4b-45fa-8cea-aa1c93bc1d66 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/28fa9fcd-ff0e-4a6a-88ad-27941b5a5796 HTTP/1.1" status: 204 len: 168 time: 0.2314849 May 13 16:05:32.110312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47136) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:32.239686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1264378553-network', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:32.245141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:32.249263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Usage tracker for resource:network and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:32.252174 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:32.259566 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:32.347423 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Made reservation on behalf of 2e89a5dee0374b9f885c33d215f7cfe2 for: {'network': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:05:32.349724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.363118 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.379435 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:32.384098 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:32.386940 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:32.392618 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:32.480300 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.558516 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.590682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:05:32.599574 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4224990-2fc8-40f7-b019-0a2e114c78ab,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:32.607532 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.608819 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.segments_db [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Added segment 01adba83-3f28-44fb-9fee-bcce0e423cc7 of type vlan for network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 May 13 16:05:32.636856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.730072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.731099 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:32.731684 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:32.841326 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbf252c-52b1-466d-9937-e8d5b28d7cb8,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:32.851669 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:05:32.921866 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-038777c2-d826-4900-b23f-d0b90a9cad05 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8078094 May 13 16:05:32.922244 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47142) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:32.928013 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Request body: {'subnet': {'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1264378553-subnet', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:32.936229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:32.945662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Usage tracker for resource:subnet and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:32.945662 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:32.950189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:33.015639 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Made reservation on behalf of 2e89a5dee0374b9f885c33d215f7cfe2 for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:05:33.018110 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.238979 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6f34f41b-a5b6-4470-b117-787ac2a5f20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.399573 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.478714 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013f56a7-105c-4bf2-a5d0-6dfc11499aed,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:33.484238 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Checking segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:33.484549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Network hostable DHCP agents. Network: 3fbf252c-52b1-466d-9937-e8d5b28d7cb8, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:05:33.558998 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:05:33.609907 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 3fbf252c-52b1-466d-9937-e8d5b28d7cb8) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:33.614412 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:33.616338 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.620605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c25a16-358d-4d85-9f9d-c3fcafde1e7f None None] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:33.674105 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-66832cbb-6278-483e-98a5-5c1b71a754a8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7507226 May 13 16:05:33.676848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47148) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:33.682212 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:33.687481 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:33.691365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Usage tracker for resource:router and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:33.694846 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:33.700951 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:33.742467 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.743518 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.761240 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.841743 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 16:05:33.844601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.005253 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Allocated IP 172.20.0.2 (3fbf252c-52b1-466d-9937-e8d5b28d7cb8/013f56a7-105c-4bf2-a5d0-6dfc11499aed/bd691cc0-d4b8-49fa-8c68-4d72adefc6f2) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:34.095897 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.256027 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.267013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Transition to ACTIVE for port object bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:34.286317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Transition to ACTIVE for port object bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:34.376225 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.446430 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:34.449487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:34.453291 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:34.461050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Pushing event updated for resources: {'Port': ['ID=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:34.473124 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.497356 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.497711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.498077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.498416 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.498750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.499085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.499413 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.499740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.500115 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.500442 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.500763 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.501085 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:34.508203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.563484 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Attempting to bind port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:34.563864 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Attempting to bind port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:34.564240 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Attempting to bind port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:34.574134 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:34.576500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Checking segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:34.576500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.576500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Bound using segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:34.576500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Bound port: bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:34.576500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.651992 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Allocated IP 172.26.7.204 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/aba29ccc-e042-4ae4-8f8b-ee258f13c074) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:34.670199 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.684281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] For port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:34.687668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] For port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:34.738157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.815722 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.831176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b40fe-ed2a-485d-b0e8-a2f0dfbc52ac None None] Pushing event updated for resources: {'Port': ['ID=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:34.851716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.907633 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.977175 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:34.980191 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:34.984207 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:35.026643 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Pushing event updated for resources: {'Port': ['ID=aba29ccc-e042-4ae4-8f8b-ee258f13c074,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:35.257889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [req-7c5ac944-69e2-4ae0-85dc-48e8e174eb2b req-b93b3079-1217-42e7-91d3-d6e35dbe0794 service neutron] (88837) timed out ('10.222.0.23', 50355) {{(pid=88837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 16:05:35.610147 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:35.832992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450bf0b-f6ed-44f9-8cdd-0e6ff6fc18a0 None None] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:36.024263 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:36.096068 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-ba4ee9e7-b23e-4add-abc3-64fac2610407 None None] Provisioning for port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:36.118617 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:36.323902 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Router 329275af-a6ae-4329-9403-7efa10f48624 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:05:36.509348 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:36.520487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:36.530145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:36.530848 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:36.592689 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:36.593957 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-a67196db-cf04-4637-9a59-2af4cc9b3c4b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9161634 May 13 16:05:36.598618 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47154) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:36.716330 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:37.021329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:35Z', 'revision_number': 3, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:37.025996 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:37.026470 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Updating router 329275af-a6ae-4329-9403-7efa10f48624 port aba29ccc-e042-4ae4-8f8b-ee258f13c074 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:05:37.060377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:37.131862 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.373757 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:37.392437 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:37.392814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.437326 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.608930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:37.609314 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.643910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.648441 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Allocated IP 172.20.0.1 (3fbf252c-52b1-466d-9937-e8d5b28d7cb8/013f56a7-105c-4bf2-a5d0-6dfc11499aed/b46b17af-053a-4f6f-813b-6d5c7aa370a2) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:37.664082 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Transition to ACTIVE for port object aba29ccc-e042-4ae4-8f8b-ee258f13c074 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:37.667298 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:37.730048 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.762099 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.803369 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.813384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Attempting to bind port aba29ccc-e042-4ae4-8f8b-ee258f13c074 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:37.813750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Attempting to bind port aba29ccc-e042-4ae4-8f8b-ee258f13c074 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:37.814139 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Attempting to bind port aba29ccc-e042-4ae4-8f8b-ee258f13c074 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:37.821062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Transition to ACTIVE for port object b46b17af-053a-4f6f-813b-6d5c7aa370a2 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:37.824203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:37.824590 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:37.824991 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.825387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:37.825976 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Bound port: aba29ccc-e042-4ae4-8f8b-ee258f13c074, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:37.826283 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.864684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:37.890243 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:37.954374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d09798-9b30-4a04-a51b-55fcb1b8c9f2 None None] Pushing event updated for resources: {'Port': ['ID=aba29ccc-e042-4ae4-8f8b-ee258f13c074,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:37.962610 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:37.965681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:37.966819 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] For port aba29ccc-e042-4ae4-8f8b-ee258f13c074, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:37.970306 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:37.971654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] For port aba29ccc-e042-4ae4-8f8b-ee258f13c074, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=aba29ccc-e042-4ae4-8f8b-ee258f13c074,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:38.005635 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Pushing event updated for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:38.030783 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.067929 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.154668 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:38.155311 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:38.232767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d09798-9b30-4a04-a51b-55fcb1b8c9f2 None None] Pushing event updated for resources: {'Port': ['ID=aba29ccc-e042-4ae4-8f8b-ee258f13c074,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:38.356121 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:38.379985 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.455188 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-698d42e8-0ea5-42ec-9c83-c5de0c6da171 None None] Provisioning for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:38.466526 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-698d42e8-0ea5-42ec-9c83-c5de0c6da171 None None] Provisioning complete for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:38.466901 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-698d42e8-0ea5-42ec-9c83-c5de0c6da171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.599387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-698d42e8-0ea5-42ec-9c83-c5de0c6da171 None None] Port b46b17af-053a-4f6f-813b-6d5c7aa370a2 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:05:38.612296 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.667154 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.698770 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:35Z', 'revision_number': 3, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:38.702970 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974def48-9f11-4fb2-86ea-71c8f0b19f3b None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:35Z', 'revision_number': 3, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:38.779267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:38.783077 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Pushing event updated for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:38.949290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:38.950857 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:39.037837 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:39.134951 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:39.135579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:39.270260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-d1b99ee6-bd62-4a39-8da0-eccc5eeb22f5 None None] Provisioning complete for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:39.270636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1b99ee6-bd62-4a39-8da0-eccc5eeb22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:39.304549 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:05:39.344374 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:39.351344 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-d1b99ee6-bd62-4a39-8da0-eccc5eeb22f5 None None] Port b46b17af-053a-4f6f-813b-6d5c7aa370a2 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:05:39.494709 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:39.507181 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-a3845c5d-f3b1-495f-bfe9-967a1683be2a admin admin] 10.222.0.91 "PUT /v2.0/routers/329275af-a6ae-4329-9403-7efa10f48624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9062610 May 13 16:05:40.350294 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:40.363756 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:40.364364 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:40.398202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47172) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:40.404061 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1781515725-network', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:40.408975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:40.413239 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Usage tracker for resource:network and tenant:e0d09643e89b4529a4b8cc16646f0bdc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:40.416242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:40.422186 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:40.490088 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Made reservation on behalf of e0d09643e89b4529a4b8cc16646f0bdc for: {'network': 1} {{(pid=88837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:05:40.493258 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for network, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.506043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.522938 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:40.527541 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d09643e89b4529a4b8cc16646f0bdc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:40.531225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:40.537352 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:40.549048 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:40.632424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.706643 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.741918 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:05:40.747449 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c3bc8-fc19-4894-8df1-075c5faa27a5,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:40.754649 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.754997 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.segments_db [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Added segment 522f8f30-cf53-4519-9fb8-6e72f537696a of type vlan for network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 May 13 16:05:40.782516 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781896399836'] for network, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.879836 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 2, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:40.883862 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:40.884174 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Updating router 329275af-a6ae-4329-9403-7efa10f48624 port b46b17af-053a-4f6f-813b-6d5c7aa370a2 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:05:40.913290 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865'] for network, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.914318 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:40.914899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:40.942562 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.025842 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] Pushing event updated for resources: {'Network': ['ID=550c8ce9-e9bd-4121-b17a-a74f6c9ed131,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:41.040436 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 details requested by agent ovs-agent-dv-neutron-835340-3-hyperv with host dv-neutron-835340-3-hyperv {{(pid=88839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:05:41.055161 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device aba29ccc-e042-4ae4-8f8b-ee258f13c074 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:41.073656 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-c31642af-ab7c-437f-bcf4-01dccb8d8b70 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6743295 May 13 16:05:41.076536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47176) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:41.082136 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Request body: {'subnet': {'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1781515725-subnet', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'ip_version': 4}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:41.087132 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:41.096757 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Usage tracker for resource:subnet and tenant:e0d09643e89b4529a4b8cc16646f0bdc is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:41.101670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:41.107938 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:41.181848 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Made reservation on behalf of e0d09643e89b4529a4b8cc16646f0bdc for: {'subnet': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:05:41.184288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11659773'] for subnet, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.290501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port aba29ccc-e042-4ae4-8f8b-ee258f13c074 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:41.299094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port aba29ccc-e042-4ae4-8f8b-ee258f13c074 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:41.299527 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.327574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.340903 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Transition to ACTIVE for port object b46b17af-053a-4f6f-813b-6d5c7aa370a2 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:41.421416 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.457523 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port aba29ccc-e042-4ae4-8f8b-ee258f13c074 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:41.457930 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.476026 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port aba29ccc-e042-4ae4-8f8b-ee258f13c074, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=aba29ccc-e042-4ae4-8f8b-ee258f13c074,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:41.531046 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1455687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11659755'] for subnet, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.565494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.581838 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Pushing event updated for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:41.627456 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.628081 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.629080 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.629577 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.630107 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.631390 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.632117 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.632687 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.633385 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.633866 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.634389 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.634864 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:41.641319 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Checking segment: {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:41.641765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Network hostable DHCP agents. Network: 550c8ce9-e9bd-4121-b17a-a74f6c9ed131, hostable agents: ['6438fb0d-1d0f-4efa-a110-1ccb0a602f43'], hosted agents: [] {{(pid=88838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:05:41.660688 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=aba29ccc-e042-4ae4-8f8b-ee258f13c074,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:41.671971 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4b3a28-2027-4415-9ca5-636fb83aa35a,revision_number=0']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:41.705662 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Attempting to bind port b46b17af-053a-4f6f-813b-6d5c7aa370a2 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:41.706063 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Attempting to bind port b46b17af-053a-4f6f-813b-6d5c7aa370a2 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:41.713474 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Attempting to bind port b46b17af-053a-4f6f-813b-6d5c7aa370a2 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:41.714357 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:41.714549 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Checking segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:41.715129 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.715685 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Bound using segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:41.716253 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Bound port: b46b17af-053a-4f6f-813b-6d5c7aa370a2, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:41.716698 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.770122 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 is scheduled to be hosted by DHCP agent 6438fb0d-1d0f-4efa-a110-1ccb0a602f43 with binding_index 1 {{(pid=88838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:05:41.818123 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] For port b46b17af-053a-4f6f-813b-6d5c7aa370a2, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:41.822818 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] For port b46b17af-053a-4f6f-813b-6d5c7aa370a2, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b46b17af-053a-4f6f-813b-6d5c7aa370a2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:41.838730 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-3-hyperv, 550c8ce9-e9bd-4121-b17a-a74f6c9ed131) {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:41.843305 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:41.844208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.848545 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f57265-d2d3-4ba3-beeb-5f1b7bb6e2f2 None None] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:41.931048 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:41.987725 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-4ec9de27-788d-445d-be3a-e34d253b1cb7 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9098635 May 13 16:05:41.990054 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47180) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:41.996885 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:42.004518 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:42.012244 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1e3f-6029-48e4-bc97-7e3afd84ef95 None None] Pushing event updated for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:42.013383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Usage tracker for resource:router and tenant:e0d09643e89b4529a4b8cc16646f0bdc is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:42.024117 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:42.025121 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:42.026978 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:42.033677 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:42.102179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7055'] for router, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.103782 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-426273', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7158'] for router, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.130006 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.143131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe577e263-7235-5884-a4cb-8c140b4c3a8a-550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a'}]}} from dv-neutron-835340-3-hyperv. {{(pid=88839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 16:05:42.144079 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.289219 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:42.357008 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.db_base_plugin_common [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Allocated IP 172.20.0.2 (550c8ce9-e9bd-4121-b17a-a74f6c9ed131/1d4b3a28-2027-4415-9ca5-636fb83aa35a/2e25d42c-6791-4fc4-8b42-f43c85a113e9) {{(pid=88839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:42.507496 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-426295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7140'] for router, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.586126 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks [] for port, precommit_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.596868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Transition to ACTIVE for port object 2e25d42c-6791-4fc4-8b42-f43c85a113e9 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:42.617030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Transition to ACTIVE for port object 2e25d42c-6791-4fc4-8b42-f43c85a113e9 will not be triggered until provisioned by entity DHCP. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:42.629604 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:42.635699 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17def011-d3aa-4884-b551-c63f9b2de654 None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:42.712931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766'] for port, after_create {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.790680 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 is already hosted by enough agents. {{(pid=88839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:42.795038 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.scheduler.base_scheduler [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Resources bound (agent type, host, resource id): {{(pid=88839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:42.797752 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Received port after_create {{(pid=88839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:42.809420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Pushing event updated for resources: {'Port': ['ID=2e25d42c-6791-4fc4-8b42-f43c85a113e9,revision_number=1']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:42.905510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Attempting to bind port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:42.906263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Attempting to bind port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:42.906992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Attempting to bind port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 on network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:42.915149 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:42.916181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Checking segment: {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:42.917011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.917839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Bound using segment: {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:42.918676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Bound port: 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:42.919232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.930419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:42.973836 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.051348 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] For port 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:43.058138 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] For port 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2e25d42c-6791-4fc4-8b42-f43c85a113e9,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:43.094704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device aba29ccc-e042-4ae4-8f8b-ee258f13c074 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:43.140054 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.149979 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Allocated IP 172.26.7.25 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/be2c54e0-b1a0-41a9-a23d-0a4296169179) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:43.258552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b411e-04f3-4a2f-9802-af04bec3a003 None None] Pushing event updated for resources: {'Port': ['ID=2e25d42c-6791-4fc4-8b42-f43c85a113e9,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:43.266547 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port aba29ccc-e042-4ae4-8f8b-ee258f13c074 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:43.266917 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.346565 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.405868 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port aba29ccc-e042-4ae4-8f8b-ee258f13c074 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:43.406981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b46b17af-053a-4f6f-813b-6d5c7aa370a2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:43.455529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.553172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:43.559735 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:43.560172 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.667067 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:43.670436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:43.674675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:43.711511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Pushing event updated for resources: {'Port': ['ID=be2c54e0-b1a0-41a9-a23d-0a4296169179,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:43.723975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b46b17af-053a-4f6f-813b-6d5c7aa370a2 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:43.724171 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.760978 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port b46b17af-053a-4f6f-813b-6d5c7aa370a2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b46b17af-053a-4f6f-813b-6d5c7aa370a2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:43.890910 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:43.983700 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:44.187137 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:44.348418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317188c6-f0ca-4588-bdd8-3d96459284a5 None None] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:05:44.548156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-c3bffa5c-dc4a-4115-acf5-13a20776f388 None None] Provisioning for port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:44.548924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426252'] for router, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:44.872727 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Router a1161723-3931-4bd5-ac31-3ba3880ce184 is scheduled to L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed with binding_index 1 {{(pid=88837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:05:45.073815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2e25d42c-6791-4fc4-8b42-f43c85a113e9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:45.074633 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:45.101895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Sync routers for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:45.133656 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:45.134321 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:45.164342 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] Notify callbacks [] for router, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:45.165877 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2984d77d-51ed-4123-bbb0-043bd758167e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1734970 May 13 16:05:45.169128 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47184) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:45.334196 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:45.435922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:45.461667 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:45.462056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:45.720282 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:45.720655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:45.761492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2e25d42c-6791-4fc4-8b42-f43c85a113e9,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:45.769832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 3, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:45.775308 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Checking router: a1161723-3931-4bd5-ac31-3ba3880ce184 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:45.775654 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Updating router a1161723-3931-4bd5-ac31-3ba3880ce184 port be2c54e0-b1a0-41a9-a23d-0a4296169179 binding host dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:05:45.834748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:45.877611 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:45.878671 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b46b17af-053a-4f6f-813b-6d5c7aa370a2 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:46.027454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.072203 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=2e25d42c-6791-4fc4-8b42-f43c85a113e9,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:46.090329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port b46b17af-053a-4f6f-813b-6d5c7aa370a2 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:46.090695 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.249511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Allocated IP 172.20.0.1 (550c8ce9-e9bd-4121-b17a-a74f6c9ed131/1d4b3a28-2027-4415-9ca5-636fb83aa35a/3cef13d7-86fa-4c16-a479-3cc4be153565) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:46.329366 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port b46b17af-053a-4f6f-813b-6d5c7aa370a2 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:46.406718 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.412805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.423454 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.provisioning_blocks [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Transition to ACTIVE for port object 3cef13d7-86fa-4c16-a479-3cc4be153565 will not be triggered until provisioned by entity DHCP. {{(pid=88837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:46.424998 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Transition to ACTIVE for port object be2c54e0-b1a0-41a9-a23d-0a4296169179 will not be triggered until provisioned by entity L2. {{(pid=88839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:46.512560 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.529381 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.601374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:46.604236 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:46.608279 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:46.639116 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Attempting to bind port be2c54e0-b1a0-41a9-a23d-0a4296169179 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:46.639509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Attempting to bind port be2c54e0-b1a0-41a9-a23d-0a4296169179 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:46.639876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Attempting to bind port be2c54e0-b1a0-41a9-a23d-0a4296169179 on network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:46.644064 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Pushing event updated for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:46.651411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:46.651810 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Checking segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:46.652190 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.653044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Bound using segment: {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'} {{(pid=88839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:46.653044 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.managers [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Bound port: be2c54e0-b1a0-41a9-a23d-0a4296169179, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7'}}] {{(pid=88839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:46.653716 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.670328 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432858'] for router_interface, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.683213 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233c103-415b-49c3-8fe5-f19a993c3449 None None] Pushing event updated for resources: {'Port': ['ID=be2c54e0-b1a0-41a9-a23d-0a4296169179,revision_number=2']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:46.752067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] For port be2c54e0-b1a0-41a9-a23d-0a4296169179, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:46.756621 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] For port be2c54e0-b1a0-41a9-a23d-0a4296169179, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be2c54e0-b1a0-41a9-a23d-0a4296169179,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:46.844310 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.888388 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:46.939411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:46.939411 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:46.990544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233c103-415b-49c3-8fe5-f19a993c3449 None None] Pushing event updated for resources: {'Port': ['ID=be2c54e0-b1a0-41a9-a23d-0a4296169179,revision_number=3']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:46.999387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b6b5fcef-6e2c-4ec4-a3fe-6e4af183e8c1 None None] Provisioning for port 3cef13d7-86fa-4c16-a479-3cc4be153565 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:47.024519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b6b5fcef-6e2c-4ec4-a3fe-6e4af183e8c1 None None] Provisioning complete for port 3cef13d7-86fa-4c16-a479-3cc4be153565 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:47.025056 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b6b5fcef-6e2c-4ec4-a3fe-6e4af183e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.065817 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2e25d42c-6791-4fc4-8b42-f43c85a113e9 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:47.154360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.218724 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5fcef-6e2c-4ec4-a3fe-6e4af183e8c1 None None] Port 3cef13d7-86fa-4c16-a479-3cc4be153565 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:05:47.220934 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.248767 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:47.314632 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:47.315003 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.448951 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432767'] for router_interface, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.453241 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Pushing event updated for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:47.601268 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:47.602512 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:47.616973 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:47.698384 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3cef13d7-86fa-4c16-a479-3cc4be153565', 'name': '', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'mac_address': 'fa:16:3e:e0:5f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:46Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 1, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'subnets': [{'id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:47.703077 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc603-84d2-44c6-9499-21e5bbcb81b4 None None] The sync data for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv is: [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3cef13d7-86fa-4c16-a479-3cc4be153565', 'name': '', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'mac_address': 'fa:16:3e:e0:5f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:46Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 1, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'subnets': [{'id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:47.816260 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Router a1161723-3931-4bd5-ac31-3ba3880ce184 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:05:47.847658 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-b0e15977-1f59-4c8a-abeb-15f0815b80a8 None None] Provisioning complete for port 3cef13d7-86fa-4c16-a479-3cc4be153565 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:47.848368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b0e15977-1f59-4c8a-abeb-15f0815b80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:47.909222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-b0e15977-1f59-4c8a-abeb-15f0815b80a8 None None] Port 3cef13d7-86fa-4c16-a479-3cc4be153565 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:05:48.034943 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:05:48.045838 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-83008214-e156-4b1d-bddf-9a31eeba4138 admin admin] 10.222.0.91 "PUT /v2.0/routers/a1161723-3931-4bd5-ac31-3ba3880ce184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8755214 May 13 16:05:48.642277 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47194) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:48.647670 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098974820', 'description': 'tempest-secgroup-smoke-1098974820 description', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:48.654962 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:48.659179 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:48.662601 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:48.669113 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:48.758210 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:48.779021 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:48.782975 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:48.785833 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:48.792295 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:48.867491 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:48.940863 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:48.984576 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e746af54-ff05-4d8b-90d5-005ced2ab52e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:49.061167 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.062447 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-d556342e-d9d7-4b7c-abe3-9d82928b3bf5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4191811 May 13 16:05:49.065355 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47198) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:49.070399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:49.077405 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:49.081224 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:49.084436 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:49.093255 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:49.182684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.244933 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.318503 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.345778 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9a6369-b9b2-414e-b63e-def787a6bfef,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:49.421200 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.422524 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9494184a-3622-4fba-9407-14f041b0e910 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561563 May 13 16:05:49.426106 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47202) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:49.432208 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:49.438911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:49.443082 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:49.446238 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:49.454693 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:49.525374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.593321 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.649648 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.677828 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be8e68-6dd8-4948-ae15-5fa64b267f01,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:49.735483 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.736992 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fac1d88e-ee01-44c6-8895-a82cfe26e4d1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3096666 May 13 16:05:49.739807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47206) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:49.746424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:49.752583 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:49.756489 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:49.760263 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:49.767334 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:49.887824 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:49.958315 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.015187 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.042131 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d398f0-e5eb-473c-9f34-fe7a0311f864,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:50.140947 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.142148 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-0a11035b-0aae-4be5-aff4-22a66e6e658a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011843 May 13 16:05:50.144845 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47210) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:50.149896 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:50.157118 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:50.160946 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:50.163899 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:50.169757 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:50.256501 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.324413 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.375062 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.404026 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3becf7d6-dd03-43ef-879f-40b6cda4e0ea,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:50.449562 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.450835 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-54dd3e7d-2bd6-4e58-96e8-1002ba448305 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050289 May 13 16:05:50.453598 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47214) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:50.458954 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:50.466031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:50.470728 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:50.473815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:50.479953 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:50.552782 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Project 2e89a5dee0374b9f885c33d215f7cfe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:05:50.561302 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.633226 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.695457 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.717887 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c3b540-e117-485d-8d39-50ac7d63d335,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:50.734288 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Sync routers for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:05:50.745258 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:50.745888 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:50.780675 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.782094 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-efe0f005-9e02-4552-8aae-fa7095939482 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273873 May 13 16:05:50.785232 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47218) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:50.792671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'security_group_rule': {'security_group_id': 'e746af54-ff05-4d8b-90d5-005ced2ab52e', 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:50.797720 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:50.801603 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:security_group_rule and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:50.804579 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:50.811105 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:50.878260 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.securitygroups_db [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Project 2e89a5dee0374b9f885c33d215f7cfe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:05:50.887044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:50.933179 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:50.971338 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.043167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be2c54e0-b1a0-41a9-a23d-0a4296169179 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:51.055008 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562627'] for security_group_rule, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.082686 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd027c-b773-40e0-ad48-3ee71af23638,revision_number=0']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:51.157867 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.159167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-9b2690f6-6909-4b8c-8aff-01a7ca3d9d22 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729653 May 13 16:05:51.180707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port be2c54e0-b1a0-41a9-a23d-0a4296169179 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:51.187703 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port be2c54e0-b1a0-41a9-a23d-0a4296169179 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:51.188087 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.297485 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3cef13d7-86fa-4c16-a479-3cc4be153565', 'name': '', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'mac_address': 'fa:16:3e:e0:5f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:46Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 2, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'subnets': [{'id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:51.302859 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Checking router: a1161723-3931-4bd5-ac31-3ba3880ce184 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:05:51.303214 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Updating router a1161723-3931-4bd5-ac31-3ba3880ce184 port 3cef13d7-86fa-4c16-a479-3cc4be153565 binding host dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:05:51.323904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port be2c54e0-b1a0-41a9-a23d-0a4296169179 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:51.324309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.343535 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port be2c54e0-b1a0-41a9-a23d-0a4296169179, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be2c54e0-b1a0-41a9-a23d-0a4296169179,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:51.373557 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.376744 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-1d6156fb-aa8e-4086-9485-0715e332266b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:security_group {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:05:51.409386 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.486375 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=be2c54e0-b1a0-41a9-a23d-0a4296169179,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:51.523605 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-1d6156fb-aa8e-4086-9485-0715e332266b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:security_group {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:05:51.524817 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-1d6156fb-aa8e-4086-9485-0715e332266b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098974820&fields=id&tenant_id=2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 267 time: 0.1957996 May 13 16:05:51.713684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-729ee363-1049-4f8f-bf53-c2354d8e68ca tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:51.713684 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-729ee363-1049-4f8f-bf53-c2354d8e68ca tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 810 time: 0.1817734 May 13 16:05:51.741690 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-3cf6e7ac-a745-4bc3-9b83-b032be6b5716 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/quotas/2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 375 time: 0.0193083 May 13 16:05:51.783434 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.804643 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.provisioning_blocks [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Transition to ACTIVE for port object 3cef13d7-86fa-4c16-a479-3cc4be153565 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:51.856534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-52cbdd72-69ee-430d-a68a-fb3a55fda30b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:05:51.895318 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:51.952988 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-52cbdd72-69ee-430d-a68a-fb3a55fda30b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:05:51.954693 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-52cbdd72-69ee-430d-a68a-fb3a55fda30b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067928 May 13 16:05:52.069698 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f70f0-0e3f-4a57-91b9-c82da3b1271e None None] Pushing event updated for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:52.166269 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Attempting to bind port 3cef13d7-86fa-4c16-a479-3cc4be153565 on host dv-neutron-835340-3-hyperv for vnic_type normal with profile {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:52.166911 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Attempting to bind port 3cef13d7-86fa-4c16-a479-3cc4be153565 by drivers openvswitch,hyperv on host dv-neutron-835340-3-hyperv at level 0 using segments [{'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:52.167512 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Attempting to bind port 3cef13d7-86fa-4c16-a479-3cc4be153565 on network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:52.177809 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Checking agent: {'id': '5967cf30-3c2b-44a7-93fe-d5fcf9155f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 2, 4), 'started_at': datetime.datetime(2022, 5, 13, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:52.178476 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Checking segment: {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:52.179151 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:52.179824 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Bound using segment: {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:52.180748 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.managers [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Bound port: 3cef13d7-86fa-4c16-a479-3cc4be153565, host: dv-neutron-835340-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522f8f30-cf53-4519-9fb8-6e72f537696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:52.181396 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:52.232085 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-68a156f8-090d-4409-80a2-1b182481f1f2 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600656 May 13 16:05:52.312546 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] For port 3cef13d7-86fa-4c16-a479-3cc4be153565, host dv-neutron-835340-3-hyperv, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:52.315687 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.plugins.ml2.db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] For port 3cef13d7-86fa-4c16-a479-3cc4be153565, host dv-neutron-835340-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3cef13d7-86fa-4c16-a479-3cc4be153565,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:52.381492 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron_lib.callbacks.manager [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:52.463962 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:05:52.464363 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:05:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:52.492385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-f735d15e-e1f9-4030-bc39-03393b2e86b7 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541943 May 13 16:05:52.531297 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f70f0-0e3f-4a57-91b9-c82da3b1271e None None] Pushing event updated for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:52.660829 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:05:52.792367 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-32d42d18-967a-4df6-b2e5-34723d462bce req-559dafa5-e10e-45a6-aaba-c6634bb29e14 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 210 time: 0.0464151 May 13 16:05:53.038047 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3cef13d7-86fa-4c16-a479-3cc4be153565', 'name': '', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'mac_address': 'fa:16:3e:e0:5f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:46Z', 'updated_at': '2022-05-13T16:05:52Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'subnets': [{'id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:05:53.043877 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06863c-71f8-4b9d-b0bd-9b1b677cbf83 None None] The sync data for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv is: [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:05:46Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': '3cef13d7-86fa-4c16-a479-3cc4be153565', 'name': '', 'network_id': '550c8ce9-e9bd-4121-b17a-a74f6c9ed131', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'mac_address': 'fa:16:3e:e0:5f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:46Z', 'updated_at': '2022-05-13T16:05:52Z', 'revision_number': 4, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'subnets': [{'id': '1d4b3a28-2027-4415-9ca5-636fb83aa35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:05:53.047323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be2c54e0-b1a0-41a9-a23d-0a4296169179 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:53.131181 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port be2c54e0-b1a0-41a9-a23d-0a4296169179 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:53.131574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:53.325580 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port be2c54e0-b1a0-41a9-a23d-0a4296169179 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:53.326708 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3cef13d7-86fa-4c16-a479-3cc4be153565 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:53.554329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning for port 3cef13d7-86fa-4c16-a479-3cc4be153565 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:53.568415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3cef13d7-86fa-4c16-a479-3cc4be153565 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:53.568415 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:53.696832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3cef13d7-86fa-4c16-a479-3cc4be153565 is: DOWN; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:53.697232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:53.732420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] For port 3cef13d7-86fa-4c16-a479-3cc4be153565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3cef13d7-86fa-4c16-a479-3cc4be153565,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:05:53.786359 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:53.856305 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Pushing event updated for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:53.892782 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-05fd7912-b02c-46c8-acae-c8472ea5656a req-9fb5b6ad-07bc-439b-811e-9b31d047d00e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 210 time: 0.0436177 May 13 16:05:55.005368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3cef13d7-86fa-4c16-a479-3cc4be153565 up at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:05:55.050856 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-917bbf3c-103e-46e3-bad3-c0df80c8b2a1 req-5eba1f94-65e3-4782-83c8-9dfbbb1bb8fd tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 210 time: 0.0487890 May 13 16:05:55.083237 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Provisioning complete for port 3cef13d7-86fa-4c16-a479-3cc4be153565 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:55.083605 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:55.206707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Current status of the port 3cef13d7-86fa-4c16-a479-3cc4be153565 is: ACTIVE; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:05:55.609806 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-3ec54726-c213-4e84-88af-51fd4b363863 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:55.610524 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-3ec54726-c213-4e84-88af-51fd4b363863 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:network {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:05:55.678123 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-3ec54726-c213-4e84-88af-51fd4b363863 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:network {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:05:55.679295 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-3ec54726-c213-4e84-88af-51fd4b363863 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 810 time: 0.3497739 May 13 16:05:55.726272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-8dd0b42c-8a7e-4177-ad8a-1c511f25f3e2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:security_group {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:05:55.738882 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-63516fc8-63b7-41aa-980e-4bb395049778 req-8dd0b42c-8a7e-4177-ad8a-1c511f25f3e2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:security_group {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:05:55.740013 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-8dd0b42c-8a7e-4177-ad8a-1c511f25f3e2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 380 time: 0.0532289 May 13 16:05:55.751961 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'port': {'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'admin_state_up': True, 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'security_groups': ['e746af54-ff05-4d8b-90d5-005ced2ab52e']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:55.893834 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:55.912010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:55.974653 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Made reservation on behalf of 2e89a5dee0374b9f885c33d215f7cfe2 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:05:55.978764 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.148979 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Allocated IP 172.20.0.7 (3fbf252c-52b1-466d-9937-e8d5b28d7cb8/013f56a7-105c-4bf2-a5d0-6dfc11499aed/a207f149-2680-40cd-a107-797705ab82a0) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:05:56.205583 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-236b4771-d25d-4ce0-ae70-a0e48884a650 req-0e2cb76a-476b-40a1-9b18-b94718af112b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 210 time: 0.0435760 May 13 16:05:56.347775 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.364464 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Transition to ACTIVE for port object a207f149-2680-40cd-a107-797705ab82a0 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:56.421291 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.498434 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:05:56.501747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:05:56.505771 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:05:56.538480 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:56.578337 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:56.578963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.667304 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-00697b7c-e5da-4600-9b80-39ee5e1ab1e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192717 May 13 16:05:56.678769 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Request body: {'port': {'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:05:56.769215 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c06e03f-c086-4ac2-a865-65d5b94c392a None None] Provisioning for port a207f149-2680-40cd-a107-797705ab82a0 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:05:56.774539 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-7c06e03f-c086-4ac2-a865-65d5b94c392a None None] Provisioning complete for port a207f149-2680-40cd-a107-797705ab82a0 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:05:56.775686 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7c06e03f-c086-4ac2-a865-65d5b94c392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.797833 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:56.831574 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-7c06e03f-c086-4ac2-a865-65d5b94c392a None None] Port a207f149-2680-40cd-a107-797705ab82a0 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:05:57.153978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a207f149-2680-40cd-a107-797705ab82a0 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:05:57.161520 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.176526 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Transition to ACTIVE for port object a207f149-2680-40cd-a107-797705ab82a0 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:05:57.249377 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.388874 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:57.408500 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06afd-9c03-44fe-b949-13ca5424b412 req-93466660-d322-4d92-9fba-3f4e76a72ebf tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:57.410279 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71b06afd-9c03-44fe-b949-13ca5424b412 req-93466660-d322-4d92-9fba-3f4e76a72ebf tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.0884881 May 13 16:05:57.438183 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:05:57.466966 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-71b06afd-9c03-44fe-b949-13ca5424b412 req-a66d4972-cc9b-460b-a010-cee54f26ab14 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 May 13 16:05:57.502381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Attempting to bind port a207f149-2680-40cd-a107-797705ab82a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:05:57.502724 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Attempting to bind port a207f149-2680-40cd-a107-797705ab82a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:05:57.503055 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Attempting to bind port a207f149-2680-40cd-a107-797705ab82a0 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:57.508103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Port a207f149-2680-40cd-a107-797705ab82a0 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:05:57.508770 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Attempting to bind port a207f149-2680-40cd-a107-797705ab82a0 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:05:57.515045 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:05:57.515383 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Checking segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:05:57.515801 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Bound using segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:05:57.516233 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Bound port: a207f149-2680-40cd-a107-797705ab82a0, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:05:57.516585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.608836 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:05:57.611876 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:05:57.666699 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.733765 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:57.734381 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.735664 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] 10.222.0.23 "PUT /v2.0/ports/a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 1093 time: 1.0611770 May 13 16:05:57.736101 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:05:57.756455 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab8ac-44a3-4823-9c58-5ab8a2a06086 service neutron] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:57.785438 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232c8b15-fbee-43c0-bc90-8b7269df3376'] response: {'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'status': 'completed', 'code': 200} May 13 16:05:57.878491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-e1c388d7-e973-4cf0-ba51-55d0ab2b45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:57.880038 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-e1c388d7-e973-4cf0-ba51-55d0ab2b45e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1096 time: 0.0752094 May 13 16:05:58.142636 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-1b4e8372-c9b3-4aa6-a8be-a0e270715e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.144269 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-1b4e8372-c9b3-4aa6-a8be-a0e270715e0a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2576866 May 13 16:05:58.157493 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:58.289062 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-161d44bc-9e18-4056-8155-e2ad5aeac23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.290599 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-cdba95c9-f9f9-4f73-9303-c9b9382296e1 req-161d44bc-9e18-4056-8155-e2ad5aeac23f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396546 May 13 16:05:58.398929 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-1586f161-65a0-4bdd-bd43-c2f47669e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.401104 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-1586f161-65a0-4bdd-bd43-c2f47669e569 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1096 time: 0.0764704 May 13 16:05:58.473369 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-e907e696-88a1-46b2-8260-2e950da68876 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 217 time: 0.0653903 May 13 16:05:58.538841 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-ac2d6011-5701-4e65-840e-f1f79b70b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.540441 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-ac2d6011-5701-4e65-840e-f1f79b70b7c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0614343 May 13 16:05:58.628250 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516fc8-63b7-41aa-980e-4bb395049778 req-86b51990-7a19-4641-b151-f9f20ee1533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.629778 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-86b51990-7a19-4641-b151-f9f20ee1533b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756667 May 13 16:05:58.744607 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18855a65-863d-4d52-a31d-bc71ba6bbe00 req-fbec5564-36c1-490c-b35a-a36163fdf561 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:58.744607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-18855a65-863d-4d52-a31d-bc71ba6bbe00 req-fbec5564-36c1-490c-b35a-a36163fdf561 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.0816653 May 13 16:05:58.744607 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-18855a65-863d-4d52-a31d-bc71ba6bbe00 req-78a0de33-dc1b-44cc-9d60-64d63f3eba61 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 May 13 16:05:58.764031 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-d0ec0e04-4cdf-4006-9ea0-e8d7d61ec558 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277759 May 13 16:05:58.897514 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-63516fc8-63b7-41aa-980e-4bb395049778 req-b2378d8c-81b1-4e6e-9d76-08a6f164d4dc service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275525 May 13 16:05:59.904773 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f1ec-3371-47eb-a67c-5211cee583f8 req-9210b933-7531-4178-9178-f0b3f888abff tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:05:59.906448 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c99f1ec-3371-47eb-a67c-5211cee583f8 req-9210b933-7531-4178-9178-f0b3f888abff tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.0942559 May 13 16:05:59.952469 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c99f1ec-3371-47eb-a67c-5211cee583f8 req-ea89c351-ac92-4c21-ae03-c0981bfe3839 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 May 13 16:06:00.855187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-663721df-7d81-4251-9225-b58f5a1ea742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:01.144424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2400b0-7398-45db-b3c6-34d2a98d6847 req-98fa7ce6-bc15-4514-b475-ea984134f686 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:01.145940 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c2400b0-7398-45db-b3c6-34d2a98d6847 req-98fa7ce6-bc15-4514-b475-ea984134f686 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.0856776 May 13 16:06:01.193096 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-7c2400b0-7398-45db-b3c6-34d2a98d6847 req-fbd09c71-de16-410f-b91f-b8ad5517cb7e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404074 May 13 16:06:01.649260 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:06:01.785633 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:06:01.800067 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'a207f149-2680-40cd-a107-797705ab82a0', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:06:01.860881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port a207f149-2680-40cd-a107-797705ab82a0 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:06:01.861591 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:01.880017 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a207f149-2680-40cd-a107-797705ab82a0 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:06:01.897178 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:06:01.968969 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:02.036997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:06:02.208759 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['a207f149-2680-40cd-a107-797705ab82a0'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:06:02.397470 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73885-312c-41a2-9d16-f3abad1b041b req-d783ae44-53b4-45b2-b291-8cda2c1255fc tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:02.399001 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4dd73885-312c-41a2-9d16-f3abad1b041b req-d783ae44-53b4-45b2-b291-8cda2c1255fc tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 944 time: 0.0876260 May 13 16:06:02.445152 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-4dd73885-312c-41a2-9d16-f3abad1b041b req-26131b63-c2f9-45d7-ad75-c5de351113bc tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 May 13 16:06:03.374367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8860585f-3ffd-47fc-bd95-6b8082158693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:03.632007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27051-8e39-41d8-b594-3d53d2955f9f req-61959749-b0a3-4d78-8b08-0d536321a3bf tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:03.633481 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-96c27051-8e39-41d8-b594-3d53d2955f9f req-61959749-b0a3-4d78-8b08-0d536321a3bf tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 944 time: 0.0797710 May 13 16:06:03.674861 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:06:03.684273 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-96c27051-8e39-41d8-b594-3d53d2955f9f req-6d0b8daf-3475-4016-868d-78323b21c2e1 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 May 13 16:06:03.825587 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port a207f149-2680-40cd-a107-797705ab82a0 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:06:03.831035 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port a207f149-2680-40cd-a107-797705ab82a0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:06:03.831408 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:03.952984 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port a207f149-2680-40cd-a107-797705ab82a0 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:06:03.953368 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:03.978955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:06:03.988750 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:06:04.071638 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:04.103005 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad922ee4-cdd5-4eca-b89e-801329ee6d5f'] response: {'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'code': 200} May 13 16:06:04.142187 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:06:04.403587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3758c-f7cd-43f2-a80d-f40a11bf1aff req-c539d662-e66c-40ef-9471-e973a26ce511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:04.405063 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-62d3758c-f7cd-43f2-a80d-f40a11bf1aff req-c539d662-e66c-40ef-9471-e973a26ce511 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1098 time: 0.0739298 May 13 16:06:04.448138 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-62d3758c-f7cd-43f2-a80d-f40a11bf1aff req-7fd25dd9-f3d8-45bf-85e0-a48eee2d126b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 May 13 16:06:04.683543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:04.797824 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:04.876859 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f912-8d5e-4bbf-91e3-70874fed6d85 req-3f11b99f-a5bf-4687-b0b8-790012692a1f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:04.878392 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ecf9f912-8d5e-4bbf-91e3-70874fed6d85 req-3f11b99f-a5bf-4687-b0b8-790012692a1f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 945 time: 0.0823033 May 13 16:06:04.924332 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ecf9f912-8d5e-4bbf-91e3-70874fed6d85 req-b84cd662-58e6-4c92-bf88-9b3eddecdc4d tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400925 May 13 16:06:06.060011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:06.118149 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88910b7-9797-4513-92c9-ba65ebfb89bd req-08198262-bc3c-459e-8715-e3b26bb31a37 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:06.119786 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d88910b7-9797-4513-92c9-ba65ebfb89bd req-08198262-bc3c-459e-8715-e3b26bb31a37 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 945 time: 0.0845075 May 13 16:06:06.163882 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d88910b7-9797-4513-92c9-ba65ebfb89bd req-36995d50-af5d-45f2-89f0-d89fcf425267 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 May 13 16:06:06.349582 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77723-6757-4301-958b-86884acb7816 req-5e58ec24-b2bd-4dc5-9dde-990a6c885af2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:06.351212 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64b77723-6757-4301-958b-86884acb7816 req-5e58ec24-b2bd-4dc5-9dde-990a6c885af2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 945 time: 0.0818033 May 13 16:06:06.396625 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-64b77723-6757-4301-958b-86884acb7816 req-3fcd26ca-3407-4dd2-9575-20866a579ee5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 May 13 16:06:06.420276 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47294) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:06:06.535240 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967fcc40-49c7-47f6-834d-8be28ec739f4 tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:06.535911 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-967fcc40-49c7-47f6-834d-8be28ec739f4 tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] Synchronizing usage tracker for tenant:e0d09643e89b4529a4b8cc16646f0bdc on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:06:06.614678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-967fcc40-49c7-47f6-834d-8be28ec739f4 tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] Unset dirty status for tenant:e0d09643e89b4529a4b8cc16646f0bdc on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:06:06.615883 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-967fcc40-49c7-47f6-834d-8be28ec739f4 tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1093 time: 0.1946435 May 13 16:06:06.618784 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47300) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:06:06.623791 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.v2.base [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:06:06.629971 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:06:06.633681 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:floatingip and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:06:06.637484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:06:06.643188 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.quota.driver [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:06:06.717564 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:06.853183 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:06.987009 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Allocated IP 172.26.7.6 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/968d62ac-95e0-4cdd-add1-359e4dbdaa5e) {{(pid=88837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:06:07.134847 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:07.242893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:07.308689 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:06:07.311359 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources bound (agent type, host, resource id): {{(pid=88837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:06:07.315202 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Received port after_create {{(pid=88837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:06:07.350884 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=968d62ac-95e0-4cdd-add1-359e4dbdaa5e,revision_number=1']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:06:07.849254 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:07.978889 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:08.189005 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:08.242927 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082616'] for port, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:08.362659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=968d62ac-95e0-4cdd-add1-359e4dbdaa5e,revision_number=2']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:06:08.373871 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:08.552240 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Floating IP 5bff4d67-7372-46bd-939c-f8a72b0acd1a associated. External IP: 172.26.7.6, port: a207f149-2680-40cd-a107-797705ab82a0. May 13 16:06:08.923477 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:06:09.110703 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:06:09.120937 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:06:09.130904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:06:09.131515 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:06:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:06:09.198498 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:09.260799 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-aa9ba894-f933-494b-8905-c28145211f9a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6406224 May 13 16:06:09.261428 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:06:09.321553 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:06:09.372200 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601bdb1e-8ce5-4121-b4bb-cb9e5ad70d86'] response: {'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'status': 'completed', 'code': 200} May 13 16:06:09.462268 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5322-3a82-41de-a3e0-323237c16346 req-d9c094ac-b651-46f5-a277-ebfd90f117f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:09.464275 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-d9c094ac-b651-46f5-a277-ebfd90f117f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1098 time: 0.0714240 May 13 16:06:09.602230 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5322-3a82-41de-a3e0-323237c16346 req-7cd4ccfb-e98e-4c2c-9466-16f816ab88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:09.604326 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-7cd4ccfb-e98e-4c2c-9466-16f816ab88a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1347303 May 13 16:06:09.714508 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-38f6a567-8fc5-4b23-a0c0-64fb661c2530 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 997 time: 0.1044955 May 13 16:06:09.724301 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:07Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:06:09.728349 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:06:09.737655 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:06:09.738300 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:06:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:06:09.782590 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5322-3a82-41de-a3e0-323237c16346 req-02dd7c4d-8998-4ea1-9104-c881e213cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:09.784085 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-02dd7c4d-8998-4ea1-9104-c881e213cf8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0642035 May 13 16:06:09.861049 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5322-3a82-41de-a3e0-323237c16346 req-81cd475d-5ff7-4ebe-b51e-3e01e5ee1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:09.862755 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-81cd475d-5ff7-4ebe-b51e-3e01e5ee1872 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727160 May 13 16:06:09.932377 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:06:10.003723 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-698d1b86-12e0-4953-a732-c37d2d77c348 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348481 May 13 16:06:10.147171 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-fdec5322-3a82-41de-a3e0-323237c16346 req-4d79b46b-2ca4-45aa-a103-c7d9e559bfe5 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360757 May 13 16:06:10.306205 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:07Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:06:10.311773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb94ac-59df-4652-af90-5a4a1e20dc94 None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:07Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:06:10.507468 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7ccb-4aa5-49a2-ba86-6a67ed4b2e74 None None] New status for floating IP 5bff4d67-7372-46bd-939c-f8a72b0acd1a: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:06:28.104844 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:30.797011 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0464f328-0b8f-468d-97d0-b71f6de08312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:33.225246 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-147d3f1b-e873-48d3-b552-68389644eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:34.438250 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:06:34.665206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:34.807905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:36.104813 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:49.272486 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-e6a261a2-5080-4235-9b66-aaab637a8963 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715139 May 13 16:06:49.415749 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-ce87f101-3781-420e-ba76-331672c8bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:49.417809 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-ce87f101-3781-420e-ba76-331672c8bde1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1098 time: 0.0780749 May 13 16:06:49.672660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-c39942bb-f70a-439c-a9e0-6e363f203fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:49.674133 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-c39942bb-f70a-439c-a9e0-6e363f203fcf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.2389314 May 13 16:06:49.779231 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-d7e72a1a-92d3-4621-8803-0d639e8d677e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 999 time: 0.0989165 May 13 16:06:49.840942 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-36b35de9-df8e-4bf4-b911-812ca183fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:49.842382 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-36b35de9-df8e-4bf4-b911-812ca183fa1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0571837 May 13 16:06:49.919747 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-e92e2259-cbf5-48d2-b823-066b3ae0213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:06:49.921211 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-e92e2259-cbf5-48d2-b823-066b3ae0213c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727456 May 13 16:06:50.057606 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-1d9b107d-7007-44c1-a6cc-287e15d38d9a service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292868 May 13 16:06:50.193788 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f2ea9313-ac21-4127-84c5-2c788b361264 req-98cc4ddb-391d-4efd-90c8-5b47139d30ba service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293383 May 13 16:06:58.167854 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:00.818090 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-9c4a838a-adc6-4be1-8e15-1b3b6670b150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:03.229323 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2cd283d4-0299-42fb-adaa-4deecd419f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:04.675579 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:04.829805 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:06.086902 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:11.436672 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:07:28.097376 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:30.829509 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7538cc14-823d-4548-8641-fec0ceb12d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:33.244425 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c733ab93-730d-4b01-a587-64d71c26e130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:34.640167 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:34.805450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:36.114276 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:48.436005 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:07:51.268619 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-65eea9a4-d266-4487-b150-bfb5346b5a08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712111 May 13 16:07:51.432022 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-e5fa5bd0-b4de-4fad-b379-8e182eee9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:07:51.434123 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-e5fa5bd0-b4de-4fad-b379-8e182eee9b02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1098 time: 0.0774510 May 13 16:07:51.578893 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-19cc30ca-f350-4d1e-8d3c-235cb52b84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:07:51.580257 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-19cc30ca-f350-4d1e-8d3c-235cb52b84ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1286919 May 13 16:07:51.678766 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-b082f03d-1937-4209-93b5-87b28e868b85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 999 time: 0.0928373 May 13 16:07:51.744302 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-22bf1a68-18dd-4dd8-9cf9-3a853c9174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:07:51.746716 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-22bf1a68-18dd-4dd8-9cf9-3a853c9174b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0624082 May 13 16:07:51.822585 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-6f1e818e-df3f-4919-b8f9-371eac54d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:07:51.824300 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-6f1e818e-df3f-4919-b8f9-371eac54d3e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713079 May 13 16:07:51.958443 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-d08f37f1-0ead-4ba3-80c7-1b949a91a17f service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285737 May 13 16:07:52.097174 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-161d4f60-7678-4c1e-80d3-b0d859975d5d req-de8b47c0-28eb-4c67-9382-2b4c77231577 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333694 May 13 16:07:58.159422 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:00.787927 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b152932d-3f25-4431-b4b8-7bfd5c9218e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:03.262329 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-61b6fbda-377b-49a6-97ec-be8823724c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:04.656428 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:04.856576 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:06.106410 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:08.150627 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:08:08.326191 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:08.339494 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'a207f149-2680-40cd-a107-797705ab82a0', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:08:08.396453 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port a207f149-2680-40cd-a107-797705ab82a0 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:08:08.396831 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:08.415105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a207f149-2680-40cd-a107-797705ab82a0 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:08:08.431070 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:08.507833 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:08.585911 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:08.589507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['a207f149-2680-40cd-a107-797705ab82a0'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:08:08.629137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.629481 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.629815 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.630170 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.630500 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.630826 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.631150 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.631469 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.631791 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.632107 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.632424 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:08.632738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:10.162692 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:08:10.235031 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port a207f149-2680-40cd-a107-797705ab82a0 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:08:10.235401 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:10.352962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port a207f149-2680-40cd-a107-797705ab82a0 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:08:10.353343 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:10.381636 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:08:10.392531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:10.443513 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693f8419-2b15-44ce-848e-30931734ba62'] response: {'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'code': 200} May 13 16:08:10.467473 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:10.537604 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:21.530125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-44ffbef8-6262-43e4-8830-bf076187ab3e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098974820&fields=id&tenant_id=2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 267 time: 0.0436530 May 13 16:08:21.799400 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-55132c09-fb90-4d50-8e75-121bef5f9a77 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:21.800964 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-55132c09-fb90-4d50-8e75-121bef5f9a77 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 810 time: 0.2642446 May 13 16:08:21.817488 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-a07bb576-c621-4f60-8b46-89ce3015a368 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/quotas/2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 375 time: 0.0111687 May 13 16:08:21.911482 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-3075ad41-d8c0-40fc-bd0c-2b7b0e0aa2a7 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869141 May 13 16:08:22.050130 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1e44068a-99c7-461d-bc60-302b24b52280 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263962 May 13 16:08:22.186347 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-0a9ff422-d99b-487c-82cd-196fad59bb69 service neutron] 10.222.0.91 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304603 May 13 16:08:22.441876 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-6fee81ee-e9f6-441a-ae16-a4adf2a60fe0 req-dbf54018-f1c2-4b0a-a577-bd95e6080ce7 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 210 time: 0.0446587 May 13 16:08:23.610267 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-0054dd42-130c-455c-9e89-abf2cac16242 req-8090f0c7-275c-403b-adb1-ce6c9ffc0e7b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 210 time: 0.0478818 May 13 16:08:24.205140 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:08:24.328104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port a207f149-2680-40cd-a107-797705ab82a0 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:08:24.328506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:24.356103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:08:24.366234 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:24.409968 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02cc385-5c5f-48b7-b697-c8cc7932dc40'] response: {'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'code': 200} May 13 16:08:24.437458 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-3f68bb69-b288-4abb-bfc9-465b053781bb tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:24.438963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-3f68bb69-b288-4abb-bfc9-465b053781bb tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 810 time: 0.1631427 May 13 16:08:24.453738 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:24.499920 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-5fb72e15-f38e-4e39-887f-640c432969ae tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e89a5dee0374b9f885c33d215f7cfe2 HTTP/1.1" status: 200 len: 380 time: 0.0444436 May 13 16:08:24.507563 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'port': {'device_id': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'admin_state_up': True, 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'security_groups': ['e746af54-ff05-4d8b-90d5-005ced2ab52e']}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:24.523157 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:24.759180 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:24.765072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:port and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:24.768243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:24.774279 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:24.780125 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-611b9ef9-06b4-4272-a58d-266a241747de req-63b7637a-f41d-4733-83e5-2b7f69719083 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 210 time: 0.0497694 May 13 16:08:24.842932 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Made reservation on behalf of 2e89a5dee0374b9f885c33d215f7cfe2 for: {'port': 1} {{(pid=88838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:24.846595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:25.017336 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Allocated IP 172.20.0.5 (3fbf252c-52b1-466d-9937-e8d5b28d7cb8/013f56a7-105c-4bf2-a5d0-6dfc11499aed/eebe38c4-280f-4d31-9e37-d972502285b3) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:08:25.218512 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:25.238181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Transition to ACTIVE for port object eebe38c4-280f-4d31-9e37-d972502285b3 will not be triggered until provisioned by entity DHCP. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:08:25.331399 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:25.416093 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:08:25.420728 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:25.425570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:08:25.436861 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:08:25.504162 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:25.504880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:25.531750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:25.543092 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.543468 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.543820 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.544159 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.544495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.544829 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.545163 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.545495 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.545832 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.546187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.546515 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.546839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:25.614872 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-1a0153bf-d78a-42de-a9b1-6d4bf34bb412 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1109297 May 13 16:08:25.927600 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-467e3b9c-9392-417e-a21f-4e6968cf70a9 None None] Provisioning for port eebe38c4-280f-4d31-9e37-d972502285b3 completed by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:08:25.934829 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-467e3b9c-9392-417e-a21f-4e6968cf70a9 None None] Provisioning complete for port eebe38c4-280f-4d31-9e37-d972502285b3 triggered by entity DHCP. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:08:25.935206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-467e3b9c-9392-417e-a21f-4e6968cf70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:26.007281 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db2f2-a815-4dc1-9d30-9ddaef710ad4 req-100b1805-fa98-4c02-ab3a-c63310dc7093 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:26.009120 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-352db2f2-a815-4dc1-9d30-9ddaef710ad4 req-100b1805-fa98-4c02-ab3a-c63310dc7093 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.1043191 May 13 16:08:26.044733 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-467e3b9c-9392-417e-a21f-4e6968cf70a9 None None] Port eebe38c4-280f-4d31-9e37-d972502285b3 cannot update to ACTIVE because it is not bound. {{(pid=88839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:08:26.069965 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-352db2f2-a815-4dc1-9d30-9ddaef710ad4 req-7d825fed-2fa6-4fc9-b758-e130b00e4fa5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531855 May 13 16:08:27.272049 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd657e9-3551-4569-b6ed-3069a5400b1c req-6b28b95f-3dcc-4e7d-aa52-139c72b2de00 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:27.273423 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ecd657e9-3551-4569-b6ed-3069a5400b1c req-6b28b95f-3dcc-4e7d-aa52-139c72b2de00 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.0927351 May 13 16:08:27.321672 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-ecd657e9-3551-4569-b6ed-3069a5400b1c req-57999045-6f2d-4011-a76c-0bba849bc726 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 May 13 16:08:28.136046 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:28.533398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ecab-b980-4418-8d8a-4961a2909506 req-dfb635a9-a66f-4740-be24-6a556c7cc81d tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:28.535063 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-54a8ecab-b980-4418-8d8a-4961a2909506 req-dfb635a9-a66f-4740-be24-6a556c7cc81d tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.0894463 May 13 16:08:28.592516 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-54a8ecab-b980-4418-8d8a-4961a2909506 req-82ee846f-737a-4a49-a107-9bd6ce8de135 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513613 May 13 16:08:29.796521 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d699a-853d-4f52-992f-5dd723345b34 req-2da566ad-36e8-4ec9-9b19-88a1de8432de tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:29.798311 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bd6d699a-853d-4f52-992f-5dd723345b34 req-2da566ad-36e8-4ec9-9b19-88a1de8432de tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.0912590 May 13 16:08:29.845077 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-bd6d699a-853d-4f52-992f-5dd723345b34 req-efe3868e-a635-4948-9339-733fa23305e9 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 May 13 16:08:30.798779 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a3626e29-883a-4894-9700-6dcd9fc7c6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:31.067246 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea78b4-5dba-4cc8-b14b-4d18d7915e3d req-0ea7c4c8-c51f-4f68-afcb-c4d628e78f02 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:31.068957 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-aeea78b4-5dba-4cc8-b14b-4d18d7915e3d req-0ea7c4c8-c51f-4f68-afcb-c4d628e78f02 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.0893059 May 13 16:08:31.120486 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-aeea78b4-5dba-4cc8-b14b-4d18d7915e3d req-6d33e6af-d541-4d39-8d8d-d465c46bdb93 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 May 13 16:08:32.356264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83592f1c-55e3-49df-b7d2-a6a60ebe2f51 req-c8ca0459-c76d-42bf-93a4-da690b67e5a2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:32.364991 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83592f1c-55e3-49df-b7d2-a6a60ebe2f51 req-c8ca0459-c76d-42bf-93a4-da690b67e5a2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.1101477 May 13 16:08:32.422720 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-83592f1c-55e3-49df-b7d2-a6a60ebe2f51 req-33356a17-205b-4274-aa49-0add3d7ea33a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525649 May 13 16:08:33.264955 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ca8084c9-3ace-42a2-a170-0f49427a087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:33.526404 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Request body: {'port': {'device_id': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:33.614807 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63189ec-e2e8-4a6f-96ce-c87ccd2a25f5 req-3953f8d6-387d-4a50-b08b-d72cd11b1724 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:33.616374 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b63189ec-e2e8-4a6f-96ce-c87ccd2a25f5 req-3953f8d6-387d-4a50-b08b-d72cd11b1724 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 931 time: 0.0816050 May 13 16:08:33.641670 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:33.666187 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-b63189ec-e2e8-4a6f-96ce-c87ccd2a25f5 req-00c7365f-09dd-41d3-bfe7-e05746265744 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 May 13 16:08:33.997686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebe38c4-280f-4d31-9e37-d972502285b3 {{(pid=88838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:08:34.004926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.019727 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.provisioning_blocks [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Transition to ACTIVE for port object eebe38c4-280f-4d31-9e37-d972502285b3 will not be triggered until provisioned by entity L2. {{(pid=88838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:08:34.072859 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.210029 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:34.326223 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Attempting to bind port eebe38c4-280f-4d31-9e37-d972502285b3 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:08:34.326583 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Attempting to bind port eebe38c4-280f-4d31-9e37-d972502285b3 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:08:34.327181 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Attempting to bind port eebe38c4-280f-4d31-9e37-d972502285b3 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:08:34.332288 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Port eebe38c4-280f-4d31-9e37-d972502285b3 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:08:34.332600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Attempting to bind port eebe38c4-280f-4d31-9e37-d972502285b3 on network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:08:34.337808 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Checking agent: {'id': 'bc848b97-aa7a-4bf0-a521-6054ecb5f48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'started_at': datetime.datetime(2022, 5, 13, 15, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:08:34.338168 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Checking segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 16:08:34.338546 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Bound using segment: {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'} {{(pid=88838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:08:34.338965 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.managers [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Bound port: eebe38c4-280f-4d31-9e37-d972502285b3, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01adba83-3f28-44fb-9fee-bcce0e423cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8'}}] {{(pid=88838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:08:34.339824 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.429881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, cleared binding levels {{(pid=88838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:08:34.434014 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:08:34.502631 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.576103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:34.577005 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.578113 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] 10.222.0.23 "PUT /v2.0/ports/eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 200 len: 1093 time: 1.0561998 May 13 16:08:34.578570 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:08:34.602555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1efed9-b987-4876-929b-f9b2b791290e service neutron] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=3']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:34.634123 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6589044a-81e2-4392-a204-ac394db50938'] response: {'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'status': 'completed', 'code': 200} May 13 16:08:34.661646 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.732674 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-d67fa16d-4751-4ed7-a6cb-124fb3253aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:34.734324 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-d67fa16d-4751-4ed7-a6cb-124fb3253aeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1096 time: 0.0805957 May 13 16:08:34.827050 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.892466 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e302d2-3676-4009-bc07-4debe6ef742d req-8d16b0a4-b3eb-4202-aa45-c571bca24b6c tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:34.898534 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02e302d2-3676-4009-bc07-4debe6ef742d req-8d16b0a4-b3eb-4202-aa45-c571bca24b6c tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.1002636 May 13 16:08:34.943184 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-02e302d2-3676-4009-bc07-4debe6ef742d req-6f886ac3-a767-4153-86ed-b837cdafc5e7 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 May 13 16:08:34.999310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-ccb72143-1abb-46a2-97f3-a85249615863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:35.000807 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-ccb72143-1abb-46a2-97f3-a85249615863 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2603536 May 13 16:08:35.134926 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-996e6010-b389-400d-8eaa-dbd406f9ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:35.136401 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-8cc9d66c-b666-4e68-b5e7-60e3183fded3 req-996e6010-b389-400d-8eaa-dbd406f9ab54 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296463 May 13 16:08:35.237870 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-d2b2b325-7a81-42cd-ab92-75378d68fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:35.239415 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-d2b2b325-7a81-42cd-ab92-75378d68fcf9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1096 time: 0.0702543 May 13 16:08:35.310127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-dd904123-a61c-4c1f-a676-1e33d6760534 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 200 len: 217 time: 0.0641236 May 13 16:08:35.374426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-f4693cc9-a995-4f06-ac3f-3172af403d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:35.375842 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-f4693cc9-a995-4f06-ac3f-3172af403d42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0600617 May 13 16:08:35.448994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-e99c06a0-b0cf-4ed3-9a0c-d19bcbdcc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:35.450469 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-e99c06a0-b0cf-4ed3-9a0c-d19bcbdcc0a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693462 May 13 16:08:35.588731 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-aabe2bc5-a6c9-4cd7-b0d7-35fc0cf3b623 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321819 May 13 16:08:35.723889 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b183dafb-fa4c-4c8b-8746-7d0c92a9ee68 req-c7cb51fd-af91-4044-80fd-297d6d5543cf service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288488 May 13 16:08:36.090278 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:36.137419 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c9c02-3ecc-4e21-b68b-c0317636ecdd req-db0075fc-70b6-427d-9427-f4771dd4b725 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:36.138934 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3d1c9c02-3ecc-4e21-b68b-c0317636ecdd req-db0075fc-70b6-427d-9427-f4771dd4b725 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.0860212 May 13 16:08:36.183933 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3d1c9c02-3ecc-4e21-b68b-c0317636ecdd req-600774f3-4671-4ca4-a0ea-e2c427d01441 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 May 13 16:08:37.374942 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a433f-d9dc-4498-8ae5-22850c68bca0 req-56b6c4e9-4c31-4bd4-9dba-69bf0e001dca tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:37.376465 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c6a433f-d9dc-4498-8ae5-22850c68bca0 req-56b6c4e9-4c31-4bd4-9dba-69bf0e001dca tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.0818868 May 13 16:08:37.423104 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-3c6a433f-d9dc-4498-8ae5-22850c68bca0 req-2c66c0a3-c502-4722-ab5e-7987b13bdb33 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 May 13 16:08:38.336676 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:08:38.470162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:38.484250 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'mac_address': 'fa:16:3e:da:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:08:38.539066 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port eebe38c4-280f-4d31-9e37-d972502285b3 is: DOWN; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:08:38.539450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:38.560488 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebe38c4-280f-4d31-9e37-d972502285b3 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:08:38.576109 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:38.615349 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02453-994d-444b-bdc1-a58f5174967b req-7bcdde69-90e4-4cf3-b3ee-6c44bbadd23b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:38.616792 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0a02453-994d-444b-bdc1-a58f5174967b req-7bcdde69-90e4-4cf3-b3ee-6c44bbadd23b tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.0870736 May 13 16:08:38.654404 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:38.664716 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-e0a02453-994d-444b-bdc1-a58f5174967b req-82d1a1e4-02c2-4897-95e2-1db3e3b76e05 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 May 13 16:08:38.724945 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=4']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:38.866802 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['eebe38c4-280f-4d31-9e37-d972502285b3'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:08:39.855469 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b715c0-94ad-4c04-90ec-1f4b15e8827a req-c57c2f74-2979-4f3b-98e5-85b1d8aaea32 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:39.856962 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4b715c0-94ad-4c04-90ec-1f4b15e8827a req-c57c2f74-2979-4f3b-98e5-85b1d8aaea32 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 944 time: 0.0815194 May 13 16:08:39.907038 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d4b715c0-94ad-4c04-90ec-1f4b15e8827a req-73e0fa8b-c3e5-4b7f-89d5-03e4ee077e1e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 May 13 16:08:40.340778 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:08:40.501497 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning for port eebe38c4-280f-4d31-9e37-d972502285b3 completed by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:08:40.506684 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port eebe38c4-280f-4d31-9e37-d972502285b3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:08:40.507047 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:40.655312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port eebe38c4-280f-4d31-9e37-d972502285b3 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:08:40.655674 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:40.684030 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:08:40.694350 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:08:40.727669 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bf2983-5fa4-44d9-b36d-a9905394ff7d'] response: {'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'code': 200} May 13 16:08:40.775514 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:40.845749 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=5']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:41.080957 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b469-914c-48fe-b35f-91d32d32c79e req-9372e715-d566-4570-b1f1-0936e086b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:41.082480 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d81b469-914c-48fe-b35f-91d32d32c79e req-9372e715-d566-4570-b1f1-0936e086b4ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1098 time: 0.0737081 May 13 16:08:41.104245 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b038-d2de-450e-a772-1bc4be58ce68 req-89813d9a-5db0-4ae2-b026-89afe504d515 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:41.106358 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5040b038-d2de-450e-a772-1bc4be58ce68 req-89813d9a-5db0-4ae2-b026-89afe504d515 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 945 time: 0.0839431 May 13 16:08:41.129096 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-1d81b469-914c-48fe-b35f-91d32d32c79e req-1fa96f24-2eda-4a17-89a1-330381d25ad2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 May 13 16:08:41.150777 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5040b038-d2de-450e-a772-1bc4be58ce68 req-f11d2794-ace4-4afe-9798-22cd4c3b8004 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 May 13 16:08:42.346398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5519-192f-49ea-8380-543628a2426d req-df5f2d76-6350-424f-b9f0-1cf458bcb130 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:42.347836 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc2c5519-192f-49ea-8380-543628a2426d req-df5f2d76-6350-424f-b9f0-1cf458bcb130 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 945 time: 0.0849190 May 13 16:08:42.391212 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-fc2c5519-192f-49ea-8380-543628a2426d req-0d5c32d7-9c94-4ee8-91dd-014464d5dad9 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377321 May 13 16:08:43.580242 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aa931-fa11-4280-9f64-19467f2a5c4f req-83d7ff97-47b1-4ce3-ae81-064e9dead78e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:43.581631 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5b1aa931-fa11-4280-9f64-19467f2a5c4f req-83d7ff97-47b1-4ce3-ae81-064e9dead78e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 945 time: 0.0816190 May 13 16:08:43.628138 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5b1aa931-fa11-4280-9f64-19467f2a5c4f req-47ebaf60-a707-4aba-a2e2-4d2f33d310c8 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 May 13 16:08:43.917900 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e47a-d669-46dd-b552-b8d1b7b9750f req-b6b3efb1-e1a3-4dd8-bd59-d7f546005dd0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:43.919473 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5f67e47a-d669-46dd-b552-b8d1b7b9750f req-b6b3efb1-e1a3-4dd8-bd59-d7f546005dd0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 945 time: 0.1833727 May 13 16:08:43.964341 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-5f67e47a-d669-46dd-b552-b8d1b7b9750f req-0edcae4f-980e-4016-8736-a03523c045e0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 May 13 16:08:43.989188 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47578) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:44.059312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5c1ae-6016-41c4-b665-75b7f6f1bede tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:44.060854 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-5dd5c1ae-6016-41c4-b665-75b7f6f1bede tempest-TestSnapshotPattern-1653956866 tempest-TestSnapshotPattern-1653956866-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1093 time: 0.0706735 May 13 16:08:44.063613 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47582) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:44.068509 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.v2.base [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Request body: {'floatingip': {'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:44.074694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:44.078630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Usage tracker for resource:floatingip and tenant:2e89a5dee0374b9f885c33d215f7cfe2 is out of sync, need to count used quota {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:44.081484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:44.087229 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.quota.driver [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:44.164141 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:44.307915 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:44.451671 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_common [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Allocated IP 172.26.7.178 (fcce1f22-ab84-4f95-803b-e04dce7c0aa7/f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d/f9789aaa-ce0f-4a0f-9772-6bde388d4b46) {{(pid=88838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:08:44.604200 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:44.724087 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781896412766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:44.790978 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Network fcce1f22-ab84-4f95-803b-e04dce7c0aa7 is already hosted by enough agents. {{(pid=88838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:08:44.794426 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.base_scheduler [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Resources bound (agent type, host, resource id): {{(pid=88838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:44.799697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Received port after_create {{(pid=88838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 16:08:44.832397 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=f9789aaa-ce0f-4a0f-9772-6bde388d4b46,revision_number=1']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:45.343215 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:45.457314 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:45.670817 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for port, precommit_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:45.712682 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1457088'] for port, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:45.818996 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event updated for resources: {'Port': ['ID=f9789aaa-ce0f-4a0f-9772-6bde388d4b46,revision_number=2']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:45.832750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432807'] for floatingip, after_update {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:46.006594 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.db.l3_db [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Floating IP bebb0be0-2f9e-47b3-b335-74cc69215220 associated. External IP: 172.26.7.178, port: eebe38c4-280f-4d31-9e37-d972502285b3. May 13 16:08:46.359545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:08:46.660839 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:08:46.671104 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:08:46.681739 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:08:46.683101 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:08:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:08:46.752597 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:46.810328 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-861729da-9298-486f-9459-cb53dcb44da4 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7456405 May 13 16:08:46.810927 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:08:46.856127 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef7aeaf-2ea2-4766-b099-c5d81fd2ae6e'] response: {'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'status': 'completed', 'code': 200} May 13 16:08:46.871347 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:08:47.024591 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-a25be8ea-473e-42f1-9c4a-b2a2eba61e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:47.028835 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-a25be8ea-473e-42f1-9c4a-b2a2eba61e1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1098 time: 0.1381047 May 13 16:08:47.160866 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-1addeeba-cc8a-4f2d-91d3-4d9fac6a7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:47.162495 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-1addeeba-cc8a-4f2d-91d3-4d9fac6a7c26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1300924 May 13 16:08:47.231832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}, {'id': 'bebb0be0-2f9e-47b3-b335-74cc69215220', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:da:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:08:45Z', 'updated_at': '2022-05-13T16:08:45Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:08:47.235835 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:08:47.244091 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:08:47.244682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:08:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:08:47.268479 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-3e526b9b-20ce-4baa-be41-3cf35dbcba02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 200 len: 999 time: 0.1000738 May 13 16:08:47.334750 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-e0d5be6c-221f-4087-9252-726891fb08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:47.336216 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-e0d5be6c-221f-4087-9252-726891fb08ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0627077 May 13 16:08:47.412408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-fd3bf6af-364c-4c71-9ae5-0955204b302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:47.413937 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-fd3bf6af-364c-4c71-9ae5-0955204b302d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719790 May 13 16:08:47.422159 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:08:47.561372 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-ebfcc56c-7ec3-4e3d-b86c-7c0b32afc513 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408503 May 13 16:08:47.704931 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b0356186-bbc6-473b-80f5-75bbd240cd6d req-b56f0f66-60bb-4ec3-94c8-1ce2356d4daf service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378481 May 13 16:08:47.790322 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}, {'id': 'bebb0be0-2f9e-47b3-b335-74cc69215220', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:da:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:08:45Z', 'updated_at': '2022-05-13T16:08:45Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:08:47.794544 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571cbe81-7a9e-4ccc-98a5-4a36c84ead79 None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}, {'id': 'bebb0be0-2f9e-47b3-b335-74cc69215220', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:da:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:08:45Z', 'updated_at': '2022-05-13T16:08:45Z', 'revision_number': 0, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:08:47.986778 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ea89fe-bbbc-4d1a-b215-beb08de59296 None None] New status for floating IP bebb0be0-2f9e-47b3-b335-74cc69215220: ACTIVE {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:08:51.318674 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-b0917654-b165-4c37-b0ac-de7d691c8ec0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764644 May 13 16:08:51.454310 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb2c7-0049-49ef-9622-0f914b44278b req-34f2a8e1-9c0d-46e8-8e00-cee862ccb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:51.455792 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-34f2a8e1-9c0d-46e8-8e00-cee862ccb416 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1096 time: 0.0709949 May 13 16:08:51.602224 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb2c7-0049-49ef-9622-0f914b44278b req-0127af17-8739-4587-9ab7-256850db8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:51.603706 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-0127af17-8739-4587-9ab7-256850db8bd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1293571 May 13 16:08:51.709124 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-e6aad40f-8cf8-4ab9-bffa-85bd22a9d0f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 997 time: 0.0990677 May 13 16:08:51.771019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb2c7-0049-49ef-9622-0f914b44278b req-bbdebbfb-4db4-49d1-a776-b3e474182360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:51.772462 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-bbdebbfb-4db4-49d1-a776-b3e474182360 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0576038 May 13 16:08:51.849028 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb2c7-0049-49ef-9622-0f914b44278b req-34cde967-c0f6-4b86-9192-2290e9659d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:08:51.850554 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-34cde967-c0f6-4b86-9192-2290e9659d51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719080 May 13 16:08:51.982147 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-c5bce0a2-4afa-443d-bdb5-771488dd9e63 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254210 May 13 16:08:52.226204 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-87efb2c7-0049-49ef-9622-0f914b44278b req-d3f8b684-0109-408a-a45c-371c5a8b3494 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384744 May 13 16:08:58.134944 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.826141 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-147729f4-e8b7-4d09-8455-18b4d9b75f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.436124 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:09:03.406997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4e96a2c-645e-405a-b975-ead552006c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.683709 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.840962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:06.092176 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:28.194931 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.797218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c95b37f6-8732-434c-9df4-1ac2e8f6f75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.245726 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-e4e13810-1497-4231-8b4a-652e7aeeee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.660163 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.819849 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.082737 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.435203 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:09:51.373217 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-e3f134c2-3e6c-4b9d-8e7d-c1002cd0ca8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068835 May 13 16:09:51.465137 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-96266396-aee1-45cb-af25-a0a34351b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:09:51.466637 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-96266396-aee1-45cb-af25-a0a34351b948 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1098 time: 0.0743258 May 13 16:09:51.614568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-6d0cfbeb-b774-4550-8e4f-6e85df139c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:09:51.616097 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-6d0cfbeb-b774-4550-8e4f-6e85df139c16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1308739 May 13 16:09:51.720638 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-3dc30870-15d4-4538-9b7f-c72cc4d62624 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 200 len: 1001 time: 0.0986674 May 13 16:09:51.781856 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-7ad475b1-46bf-4d32-b2a2-74a3796f6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:09:51.783349 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-7ad475b1-46bf-4d32-b2a2-74a3796f6266 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0573175 May 13 16:09:51.856881 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-f544032c-7531-4012-84b0-ffffc2c467b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:09:51.858397 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-f544032c-7531-4012-84b0-ffffc2c467b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691733 May 13 16:09:51.989269 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-be43fede-d9ee-4023-bb0a-6d1eda268746 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247616 May 13 16:09:52.124578 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-bc9d48b7-2e52-4b45-973e-01da952f436d req-b63f1b05-5e13-448d-be23-12a56020cddc service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290574 May 13 16:09:58.181614 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.787609 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-a806ff55-d971-43b3-b563-1c3eeb411761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.284907 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-836d27fb-1412-4194-ae5d-958afbf48210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.659650 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.831103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.110307 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.433917 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:10:18.868533 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=88839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:10:19.015941 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:19.029510 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Returning: {'device': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'port_id': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'mac_address': 'fa:16:3e:da:fd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:10:19.087013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port eebe38c4-280f-4d31-9e37-d972502285b3 is: ACTIVE; New status is: BUILD {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:10:19.087398 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.105558 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eebe38c4-280f-4d31-9e37-d972502285b3 {{(pid=88839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 16:10:19.122317 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:19.208231 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.287426 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] get_ports_and_sgs() called for port_ids ['eebe38c4-280f-4d31-9e37-d972502285b3'] {{(pid=88839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:19.320992 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=6']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:19.340089 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.340431 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.340777 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.341130 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.341447 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.341786 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.342173 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.342487 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.342814 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.343137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.343455 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:19.343775 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:20.888103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 up at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:10:20.970168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.provisioning_blocks [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Provisioning complete for port eebe38c4-280f-4d31-9e37-d972502285b3 triggered by entity L2. {{(pid=88839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:10:20.970168 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3598831'] for port, provisioning_complete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:21.114620 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port eebe38c4-280f-4d31-9e37-d972502285b3 is: BUILD; New status is: ACTIVE {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:10:21.115013 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:21.148124 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:21.159538 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:21.265412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:21.304642 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346018e4-4ed1-4c66-8b62-3d5034c32c03'] response: {'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'code': 200} May 13 16:10:21.345309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=7']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:28.192412 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:30.821103 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-522521b1-3661-465b-a330-3854421be1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:30.912642 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47798) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:31.117671 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Deleting port f9789aaa-ce0f-4a0f-9772-6bde388d4b46 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:31.118043 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.285007 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.285324 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.406484 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Calling delete_port for f9789aaa-ce0f-4a0f-9772-6bde388d4b46 owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:31.637906 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.693283 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event deleted for resources: {'Port': ['ID=f9789aaa-ce0f-4a0f-9772-6bde388d4b46,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:31.730692 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.731044 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.731383 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.731717 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.732048 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.732378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.732705 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.733031 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.733354 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.733673 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.734019 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.734341 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:31.794972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.795305 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Floating IP bebb0be0-2f9e-47b3-b335-74cc69215220 disassociated (deleted). External IP: 172.26.7.178, port: eebe38c4-280f-4d31-9e37-d972502285b3. May 13 16:10:32.176198 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:10:32.472684 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:10:32.482972 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:10:32.489566 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:32.493652 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:32.494309 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:32.550034 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-59cd4b62-43f5-4cae-b14c-05cf41de1214 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "DELETE /v2.0/floatingips/bebb0be0-2f9e-47b3-b335-74cc69215220 HTTP/1.1" status: 204 len: 168 time: 1.6359496 May 13 16:10:32.550731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:32.683346 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:32.934241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:33.040293 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fad879-a7cf-4f8f-8825-22d4fbe61e70'] response: {'name': 'network-changed', 'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'status': 'completed', 'code': 200} May 13 16:10:33.141247 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-ece96b83-0f38-45bb-9a08-efd035c660a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:33.143652 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-ece96b83-0f38-45bb-9a08-efd035c660a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 1098 time: 0.0820074 May 13 16:10:33.170878 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Current status of the port eebe38c4-280f-4d31-9e37-d972502285b3 is: ACTIVE; New status is: DOWN {{(pid=88839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 16:10:33.171252 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621965'] for port, before_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.218361 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:33.228622 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:33.231204 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101744c-9265-4298-9169-e8250df1ab9e req-3de2877f-cd75-436b-bfa6-718145fa4b74 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:33.231715 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:33.232701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f101744c-9265-4298-9169-e8250df1ab9e req-3de2877f-cd75-436b-bfa6-718145fa4b74 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:33.237005 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:10:33.244922 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:33.245531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:03Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:33.285139 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-3df3884c-6175-46f0-8e4f-2a944e6757cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:33.293040 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-3df3884c-6175-46f0-8e4f-2a944e6757cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.1361103 May 13 16:10:33.301502 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-b542cb09-8319-4c9d-b95c-1147d0d231f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.313519 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781896804455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781896412784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781896412829'] for port, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.356509 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-271bbd66-1feb-4511-8947-95c7255c6cc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 200 len: 217 time: 0.0628459 May 13 16:10:33.369399 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-f101744c-9265-4298-9169-e8250df1ab9e req-3de2877f-cd75-436b-bfa6-718145fa4b74 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:33.370858 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f101744c-9265-4298-9169-e8250df1ab9e req-3de2877f-cd75-436b-bfa6-718145fa4b74 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 945 time: 0.2334614 May 13 16:10:33.427087 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-f101744c-9265-4298-9169-e8250df1ab9e req-7ebf3e88-a1df-42a1-bf51-aaac25c7e39c tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492234 May 13 16:10:33.429675 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-cd31124d-938c-454b-8971-56992ae53898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:33.431159 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-cd31124d-938c-454b-8971-56992ae53898 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0688837 May 13 16:10:33.474331 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Pushing event updated for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=8']} {{(pid=88839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:33.491683 dv-neutron-835340-3-hyperv neutron-server[88839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06be63a5-2be2-4424-89fa-80e9e991e71a'] response: {'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'code': 200} May 13 16:10:33.493312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:33.518103 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-cad9b95f-1fb2-43e3-be64-eb19f92c0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:33.519576 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-cad9b95f-1fb2-43e3-be64-eb19f92c0772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816989 May 13 16:10:33.653221 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-67c85640-d729-4023-9959-8bd628b054eb service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262875 May 13 16:10:33.789506 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-f89ee302-62bf-4724-a266-4f837cd6e10a req-5488289b-9e9c-44e7-bf22-3dded8e171ab service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300385 May 13 16:10:33.853391 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:33.857769 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0542d8b-4b95-4414-b4b9-914bd24a09af None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_floatingips': [{'id': '5bff4d67-7372-46bd-939c-f8a72b0acd1a', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'floating_ip_address': '172.26.7.6', 'floating_network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'router_id': '329275af-a6ae-4329-9403-7efa10f48624', 'port_id': 'a207f149-2680-40cd-a107-797705ab82a0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'mac_address': 'fa:16:3e:87:ef:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T16:06:07Z', 'updated_at': '2022-05-13T16:06:10Z', 'revision_number': 1, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:10:34.100680 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf7820-4066-4306-b729-ecfab83a49bf None None] New status for floating IP bebb0be0-2f9e-47b3-b335-74cc69215220: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:10:34.633931 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b791f5a-aaf5-44d4-bab6-1b88e27c3c2e req-2738cd93-94a3-41de-924f-af59474763bc tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:34.635533 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9b791f5a-aaf5-44d4-bab6-1b88e27c3c2e req-2738cd93-94a3-41de-924f-af59474763bc tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.0904388 May 13 16:10:34.655224 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.685489 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-9b791f5a-aaf5-44d4-bab6-1b88e27c3c2e req-82fa451d-1db5-42d1-b1fa-b71cf63b6031 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 May 13 16:10:34.718917 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19474b49-302d-4c01-9869-c97be056fc9d req-b73cbb98-b80d-4e7d-940e-9fea65772a67 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:34.719605 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-19474b49-302d-4c01-9869-c97be056fc9d req-b73cbb98-b80d-4e7d-940e-9fea65772a67 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:34.732372 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-19474b49-302d-4c01-9869-c97be056fc9d req-b73cbb98-b80d-4e7d-940e-9fea65772a67 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:34.733488 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-19474b49-302d-4c01-9869-c97be056fc9d req-b73cbb98-b80d-4e7d-940e-9fea65772a67 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 943 time: 0.2095759 May 13 16:10:34.803125 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Deleting port eebe38c4-280f-4d31-9e37-d972502285b3 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:34.803462 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.826704 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.054350 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] For port eebe38c4-280f-4d31-9e37-d972502285b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=eebe38c4-280f-4d31-9e37-d972502285b3,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:35.054627 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.180855 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Calling delete_port for eebe38c4-280f-4d31-9e37-d972502285b3 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:35.380545 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.432608 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event deleted for resources: {'Port': ['ID=eebe38c4-280f-4d31-9e37-d972502285b3,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:35.477059 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.477406 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.477761 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.478116 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.478449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.478778 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.479106 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.479424 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.479753 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.480072 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.480395 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.480711 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-3-hyperv {{(pid=88838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:35.520694 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] No DVR routers for this DVR port eebe38c4-280f-4d31-9e37-d972502285b3 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:35.530010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.530010 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-deleted', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:35.630796 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-19474b49-302d-4c01-9869-c97be056fc9d req-bd0abeee-0399-48bd-8300-4e90a175ecf2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "DELETE /v2.0/ports/eebe38c4-280f-4d31-9e37-d972502285b3 HTTP/1.1" status: 204 len: 173 time: 0.8918166 May 13 16:10:35.669131 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39cf9f8-c872-4239-bef5-895fa64e3a41'] response: {'server_uuid': 'ccc9d672-b408-42a3-a9cf-df9e7216476d', 'name': 'network-vif-deleted', 'tag': 'eebe38c4-280f-4d31-9e37-d972502285b3', 'status': 'completed', 'code': 200} May 13 16:10:35.854165 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-82b95e96-52f4-4924-8d61-1133a87837c1 req-06e85ae2-3982-425b-a4c2-f5e243809c48 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=ccc9d672-b408-42a3-a9cf-df9e7216476d HTTP/1.1" status: 200 len: 210 time: 0.0511820 May 13 16:10:36.089531 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:38.390534 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47868) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:38.600647 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Deleting port 968d62ac-95e0-4cdd-add1-359e4dbdaa5e {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:38.600893 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:38.771731 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:38.772055 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:38.898555 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Calling delete_port for 968d62ac-95e0-4cdd-add1-359e4dbdaa5e owned by network:floatingip {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:38.962501 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:39.000206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: eebe38c4-280f-4d31-9e37-d972502285b3 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:39.000552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device eebe38c4-280f-4d31-9e37-d972502285b3 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:39.135124 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.186972 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event deleted for resources: {'Port': ['ID=968d62ac-95e0-4cdd-add1-359e4dbdaa5e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:39.285248 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for floatingip, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.285574 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.db.l3_db [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Floating IP 5bff4d67-7372-46bd-939c-f8a72b0acd1a disassociated (deleted). External IP: 172.26.7.6, port: a207f149-2680-40cd-a107-797705ab82a0. May 13 16:10:39.767546 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:10:39.949011 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:10:39.959483 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:10:39.964993 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for floatingip, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.968441 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:39.969042 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:40.024796 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ecc9f542-7677-4c66-9df5-781b3246cef2 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "DELETE /v2.0/floatingips/5bff4d67-7372-46bd-939c-f8a72b0acd1a HTTP/1.1" status: 204 len: 168 time: 1.6330628 May 13 16:10:40.025398 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:40.156105 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:40.496325 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:40.501450 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:10:40.511660 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:40.512297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:40.618110 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da5687b-3e13-43b1-b008-1998e761333b'] response: {'name': 'network-changed', 'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'status': 'completed', 'code': 200} May 13 16:10:40.732235 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381cab-9336-45d0-b117-6e81350ea766 req-6c6ef1c6-6cc9-48c9-805e-de675bd04bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:40.733621 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-6c6ef1c6-6cc9-48c9-805e-de675bd04bc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 1096 time: 0.0935555 May 13 16:10:40.766496 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:40.809529 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025270e-0092-4d10-85dc-b81a5f956f71 req-454e20c7-dd7d-4b72-be6d-4ce8efef4d1a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:40.810272 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8025270e-0092-4d10-85dc-b81a5f956f71 req-454e20c7-dd7d-4b72-be6d-4ce8efef4d1a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:40.895214 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.quota.resource [req-8025270e-0092-4d10-85dc-b81a5f956f71 req-454e20c7-dd7d-4b72-be6d-4ce8efef4d1a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:40.897644 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8025270e-0092-4d10-85dc-b81a5f956f71 req-454e20c7-dd7d-4b72-be6d-4ce8efef4d1a tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.1897731 May 13 16:10:40.942542 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381cab-9336-45d0-b117-6e81350ea766 req-5ffd301f-1c6e-4162-9ff6-79d007d758de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:40.943824 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-5ffd301f-1c6e-4162-9ff6-79d007d758de service neutron] 10.222.0.23 "GET /v2.0/networks?id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 200 len: 911 time: 0.2026310 May 13 16:10:40.956067 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-8025270e-0092-4d10-85dc-b81a5f956f71 req-9b966614-8f78-4525-b585-305502b6f5d5 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514743 May 13 16:10:41.024765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-72652865-4dd4-4977-b71a-6445d85bf461 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 200 len: 217 time: 0.0719211 May 13 16:10:41.110666 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381cab-9336-45d0-b117-6e81350ea766 req-9dc5f7b2-1e34-4f0a-a316-1a3337790c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:41.113210 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-9dc5f7b2-1e34-4f0a-a316-1a3337790c1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 200 len: 849 time: 0.0829258 May 13 16:10:41.147543 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:41.152093 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a22e39-9680-4977-8434-6311b2b3f2d7 None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:05:38Z', 'revision_number': 4, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv', '_interfaces': [{'id': 'b46b17af-053a-4f6f-813b-6d5c7aa370a2', 'name': '', 'network_id': '3fbf252c-52b1-466d-9937-e8d5b28d7cb8', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'mac_address': 'fa:16:3e:35:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:37Z', 'updated_at': '2022-05-13T16:05:43Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'subnets': [{'id': '013f56a7-105c-4bf2-a5d0-6dfc11499aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:10:41.197677 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381cab-9336-45d0-b117-6e81350ea766 req-3843b061-10a1-4d23-9fa4-9b5003a37975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:41.199226 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-3843b061-10a1-4d23-9fa4-9b5003a37975 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3fbf252c-52b1-466d-9937-e8d5b28d7cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793025 May 13 16:10:41.372680 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-f393315d-4676-40af-834d-03f7013772ad service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656566 May 13 16:10:41.436934 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a80ad5-89ee-46b6-89d7-db953aa07120 None None] New status for floating IP 5bff4d67-7372-46bd-939c-f8a72b0acd1a: DOWN {{(pid=88840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:10:41.568281 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-ae381cab-9336-45d0-b117-6e81350ea766 req-e029e423-e387-4045-bd21-7a3ea80bfff5 service neutron] 10.222.0.23 "GET /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891520 May 13 16:10:42.132216 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-294ebc51-0d47-4ba9-bd4a-1c77aaf1be9f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:42.132925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-294ebc51-0d47-4ba9-bd4a-1c77aaf1be9f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Synchronizing usage tracker for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:42.147658 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.quota.resource [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-294ebc51-0d47-4ba9-bd4a-1c77aaf1be9f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Unset dirty status for tenant:2e89a5dee0374b9f885c33d215f7cfe2 on resource:port {{(pid=88838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:42.148806 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-294ebc51-0d47-4ba9-bd4a-1c77aaf1be9f tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.1082666 May 13 16:10:42.159235 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ef0f-5dc1-4830-9c92-84cf42142acf req-463b8edd-a58f-407f-8e5f-1f9fbcc5e835 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 16:10:42.160812 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d9b5ef0f-5dc1-4830-9c92-84cf42142acf req-463b8edd-a58f-407f-8e5f-1f9fbcc5e835 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 943 time: 0.0915670 May 13 16:10:42.209380 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d9b5ef0f-5dc1-4830-9c92-84cf42142acf req-95547785-33c5-48a1-baed-f6ffbb824279 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/security-groups?id=e746af54-ff05-4d8b-90d5-005ced2ab52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 May 13 16:10:42.347976 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Deleting port a207f149-2680-40cd-a107-797705ab82a0 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:42.348312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.602146 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] For port a207f149-2680-40cd-a107-797705ab82a0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a207f149-2680-40cd-a107-797705ab82a0,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:42.602386 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.727872 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Calling delete_port for a207f149-2680-40cd-a107-797705ab82a0 owned by compute:nova {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:42.939401 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.994493 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event deleted for resources: {'Port': ['ID=a207f149-2680-40cd-a107-797705ab82a0,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:43.073632 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] No DVR routers for this DVR port a207f149-2680-40cd-a107-797705ab82a0 on host hv-neutron-8353 {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:43.076131 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157460'] for port, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:43.078686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-deleted', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0'}] {{(pid=88838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 16:10:43.127442 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0197df7e-a0e4-4385-bfd9-a8fda28d7157'] response: {'server_uuid': '99c3fd28-8dd5-4b01-8269-992c812311b6', 'name': 'network-vif-deleted', 'tag': 'a207f149-2680-40cd-a107-797705ab82a0', 'status': 'completed', 'code': 200} May 13 16:10:43.163963 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [req-b2eb17ea-e965-4e94-89ae-588d9bb83ee7 req-0b9bcfb2-3b83-48f6-999e-eb9846fe85ea tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.23 "DELETE /v2.0/ports/a207f149-2680-40cd-a107-797705ab82a0 HTTP/1.1" status: 204 len: 173 time: 1.0104117 May 13 16:10:43.375097 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [req-d6eecb98-3d0d-44b3-b32d-1db8304a99ff req-5c2d7d16-9087-4e52-bf8c-6e426ed7e59e tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "GET /v2.0/ports?device_id=99c3fd28-8dd5-4b01-8269-992c812311b6 HTTP/1.1" status: 200 len: 210 time: 0.0501745 May 13 16:10:44.469984 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47886) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:44.545707 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.577701 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.710047 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.728810 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e746af54-ff05-4d8b-90d5-005ced2ab52e,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:44.808287 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.809422 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-fb588ccb-aa5e-4534-aa74-94dd177367b0 tempest-TestSnapshotPattern-1935185741 tempest-TestSnapshotPattern-1935185741-project] 10.222.0.91 "DELETE /v2.0/security-groups/e746af54-ff05-4d8b-90d5-005ced2ab52e HTTP/1.1" status: 204 len: 168 time: 0.3384559 May 13 16:10:45.961880 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47894) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:46.616018 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:46.978312 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:47.013675 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] No Port match for: a207f149-2680-40cd-a107-797705ab82a0 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:47.014064 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Device a207f149-2680-40cd-a107-797705ab82a0 not bound to the agent host hv-neutron-8353 {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:47.097925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Deleting port b46b17af-053a-4f6f-813b-6d5c7aa370a2 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:47.098356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:47.274697 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] For port b46b17af-053a-4f6f-813b-6d5c7aa370a2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=b46b17af-053a-4f6f-813b-6d5c7aa370a2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:47.274999 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:47.404073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Calling delete_port for b46b17af-053a-4f6f-813b-6d5c7aa370a2 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:47.649664 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:47.696538 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b17af-053a-4f6f-813b-6d5c7aa370a2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:47.976272 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:48.355387 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Router 329275af-a6ae-4329-9403-7efa10f48624 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:10:48.653751 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:10:48.663997 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Sync routers for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:10:48.666619 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-75ccb0f1-c5e7-43be-a31f-8a7399fffec2 admin admin] 10.222.0.91 "PUT /v2.0/routers/329275af-a6ae-4329-9403-7efa10f48624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036405 May 13 16:10:48.669187 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47904) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:48.674273 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:48.674895 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:48.853161 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:48.861899 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:49.031555 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:49.146828 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Deleting port aba29ccc-e042-4ae4-8f8b-ee258f13c074 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:49.147284 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:49.151418 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204'}], 'enable_snat': True}, 'gw_port_id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:10:47Z', 'revision_number': 5, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port': {'id': 'aba29ccc-e042-4ae4-8f8b-ee258f13c074', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329275af-a6ae-4329-9403-7efa10f48624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:34Z', 'updated_at': '2022-05-13T16:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:49.156367 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Checking router: 329275af-a6ae-4329-9403-7efa10f48624 for host: dv-neutron-835340-3-hyperv {{(pid=88839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:10:49.164443 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Routers {'329275af-a6ae-4329-9403-7efa10f48624'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:49.165041 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['329275af-a6ae-4329-9403-7efa10f48624'], 'active': True} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:49.333283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] For port aba29ccc-e042-4ae4-8f8b-ee258f13c074, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=aba29ccc-e042-4ae4-8f8b-ee258f13c074,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:49.333283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:49.401400 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_dvr_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] Set router 329275af-a6ae-4329-9403-7efa10f48624 gateway port host: None {{(pid=88839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:49.461997 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Calling delete_port for aba29ccc-e042-4ae4-8f8b-ee258f13c074 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:49.609074 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.db.l3_hamode_db [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:10:49Z', 'revision_number': 6, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:49.623876 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd903db-9521-4505-a5f8-f210b73ac229 None None] The sync data for ids ['329275af-a6ae-4329-9403-7efa10f48624'] in dv-neutron-835340-3-hyperv is: [{'id': '329275af-a6ae-4329-9403-7efa10f48624', 'name': 'tempest-TestSnapshotPattern-1264378553-router', 'tenant_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:33Z', 'updated_at': '2022-05-13T16:10:49Z', 'revision_number': 6, 'project_id': '2e89a5dee0374b9f885c33d215f7cfe2', 'gw_port_host': None}] {{(pid=88839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:10:49.757568 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:49.806073 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Pushing event deleted for resources: {'Port': ['ID=aba29ccc-e042-4ae4-8f8b-ee258f13c074,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:49.901219 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.194355 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.196663 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.281283 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.282449 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 329275af-a6ae-4329-9403-7efa10f48624 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:10:50.296595 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.298553 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-853ebe76-3caa-4459-8478-2d4d8eb9f80d admin admin] 10.222.0.91 "DELETE /v2.0/routers/329275af-a6ae-4329-9403-7efa10f48624 HTTP/1.1" status: 204 len: 168 time: 1.6276472 May 13 16:10:50.300912 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47916) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:50.358454 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Deleting subnet 013f56a7-105c-4bf2-a5d0-6dfc11499aed {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 16:10:50.361886 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.415601 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.499021 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.644117 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.684790 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013f56a7-105c-4bf2-a5d0-6dfc11499aed,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:50.689622 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.695216 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af105f-5546-4f10-af63-0ddbea35bd9e None None] Network 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:10:50.696459 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-24aa9581-5cfd-43d4-912c-326dc17c172c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/013f56a7-105c-4bf2-a5d0-6dfc11499aed HTTP/1.1" status: 204 len: 168 time: 0.3945324 May 13 16:10:50.699019 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47920) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:50.809587 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.820964 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Deleting port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:50.821408 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.952834 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] DHCP port deletion for 3fbf252c-52b1-466d-9937-e8d5b28d7cb8 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 16:10:50.957740 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Deleting port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:50.958162 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.036177 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] For port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:51.036536 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.169828 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Calling delete_port for bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 owned by network:dhcp {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:51.170219 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device aba29ccc-e042-4ae4-8f8b-ee258f13c074 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:51.212711 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: aba29ccc-e042-4ae4-8f8b-ee258f13c074 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:51.212975 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device aba29ccc-e042-4ae4-8f8b-ee258f13c074 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:51.213403 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:51.257842 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] For port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,segment=NetworkSegment(01adba83-3f28-44fb-9fee-bcce0e423cc7),segment_id=01adba83-3f28-44fb-9fee-bcce0e423cc7)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:51.258271 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.300356 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.349737 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd691cc0-d4b8-49fa-8c68-4d72adefc6f2,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:51.355665 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] No DVR routers for this DVR port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 on host dv-neutron-835340-3-hyperv {{(pid=88838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:51.392748 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Calling delete_port for bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:51.441100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No active binding found for port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 {{(pid=88839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 16:10:51.441512 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:51.441990 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b46b17af-053a-4f6f-813b-6d5c7aa370a2 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:51.474130 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.480618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: b46b17af-053a-4f6f-813b-6d5c7aa370a2 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:51.481520 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device b46b17af-053a-4f6f-813b-6d5c7aa370a2 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:51.503303 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf252c-52b1-466d-9937-e8d5b28d7cb8']}} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:51.505524 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 16:10:51.505890 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 16:10:51.515988 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01adba83-3f28-44fb-9fee-bcce0e423cc7') {'for_net_delete': True} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:51.516308 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.services.segments.db [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01adba83-3f28-44fb-9fee-bcce0e423cc7') {} {{(pid=88838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:51.528418 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1888874'] for segment, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.544600 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.551925 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:10:51.552312 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1457060'] for segment, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: Traceback (most recent call last): May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: timer() May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: cb(*args, **kw) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: return func(*args, **kwargs) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: self._notify() May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: self.callback(batched_events) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: event.method(event) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: return f(self, *a, **k) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._get(url).json() May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: return self.request(url, 'GET', **kwargs) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:10:51.566528 dv-neutron-835340-3-hyperv neutron-server[88838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:10:51.717642 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.734477 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.744253 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbf252c-52b1-466d-9937-e8d5b28d7cb8,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:51.826765 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-2abae3ad-b316-4617-bac7-8626a61b30e3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3fbf252c-52b1-466d-9937-e8d5b28d7cb8 HTTP/1.1" status: 204 len: 168 time: 1.1266880 May 13 16:10:51.830616 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47930) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:52.007297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Deleting port bd691cc0-d4b8-49fa-8c68-4d72adefc6f2 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:52.007836 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:52.079989 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-36ac37fa-da17-4a3c-9b14-89012c55ab00 None None] The port 'bd691cc0-d4b8-49fa-8c68-4d72adefc6f2' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 16:10:52.493189 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432717'] for router_interface, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:52.849313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Deleting port 3cef13d7-86fa-4c16-a479-3cc4be153565 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:52.849994 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:53.023549 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] For port 3cef13d7-86fa-4c16-a479-3cc4be153565, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=3cef13d7-86fa-4c16-a479-3cc4be153565,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:53.023905 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:53.150783 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Calling delete_port for 3cef13d7-86fa-4c16-a479-3cc4be153565 owned by network:router_interface {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:53.401287 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:53.433167 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:10:53.455208 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3cef13d7-86fa-4c16-a479-3cc4be153565,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:53.831469 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429821'] for router_interface, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.197313 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Router a1161723-3931-4bd5-ac31-3ba3880ce184 has already been hosted by L3 agent edc04dfd-8410-43be-b8bb-0d623d2f78ed {{(pid=88838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:10:54.377203 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] Notify agent at l3_agent.dv-neutron-835340-3-hyperv the message routers_updated {{(pid=88838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:10:54.385761 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Sync routers for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:10:54.395335 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:54.395932 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:54.467264 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-bc605d49-7c0a-4179-a77a-c38adec8ec4e admin admin] 10.222.0.91 "PUT /v2.0/routers/a1161723-3931-4bd5-ac31-3ba3880ce184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354432 May 13 16:10:54.470071 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47934) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:54.575366 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: dv-neutron-835340-3-hyperv {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:54.650596 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks [] for router, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.835365 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.899059 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'external_fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:10:53Z', 'revision_number': 5, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port': {'id': 'be2c54e0-b1a0-41a9-a23d-0a4296169179', 'name': '', 'network_id': 'fcce1f22-ab84-4f95-803b-e04dce7c0aa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T16:05:43Z', 'updated_at': '2022-05-13T16:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c48ddc-c0e3-43c7-aeaa-2ffb53598e8d', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-3-hyperv'}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:54.903062 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Checking router: a1161723-3931-4bd5-ac31-3ba3880ce184 for host: dv-neutron-835340-3-hyperv {{(pid=88840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:10:54.905686 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Deleting port be2c54e0-b1a0-41a9-a23d-0a4296169179 {{(pid=88838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:54.906085 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.911629 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Routers {'a1161723-3931-4bd5-ac31-3ba3880ce184'} bound to L3 agent in host dv-neutron-835340-3-hyperv {{(pid=88840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 16:10:54.912250 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T15:02:03Z,description=,heartbeat_timestamp=2022-05-13T16:10:33Z,host='dv-neutron-835340-3-hyperv',id=edc04dfd-8410-43be-b8bb-0d623d2f78ed,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T15:02:04Z,topic='l3_agent')) {'router_ids': ['a1161723-3931-4bd5-ac31-3ba3880ce184'], 'active': True} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:55.063997 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_dvr_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] Set router a1161723-3931-4bd5-ac31-3ba3880ce184 gateway port host: None {{(pid=88840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 16:10:55.087708 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.db [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] For port be2c54e0-b1a0-41a9-a23d-0a4296169179, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=be2c54e0-b1a0-41a9-a23d-0a4296169179,segment=NetworkSegment(3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5),segment_id=3eb75a4c-dfae-49ed-a8fb-ccaafebd44a5)] {{(pid=88838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:55.087972 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:55.170224 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.l3_hamode_db [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:10:54Z', 'revision_number': 6, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port_host': None}], 'dv-neutron-835340-3-hyperv', False) {} {{(pid=88840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:55.174899 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f314590-6a57-4f94-86fb-9bd4598ec165 None None] The sync data for ids ['a1161723-3931-4bd5-ac31-3ba3880ce184'] in dv-neutron-835340-3-hyperv is: [{'id': 'a1161723-3931-4bd5-ac31-3ba3880ce184', 'name': 'tempest-TestSnapshotPattern-1781515725-router', 'tenant_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T16:05:42Z', 'updated_at': '2022-05-13T16:10:54Z', 'revision_number': 6, 'project_id': 'e0d09643e89b4529a4b8cc16646f0bdc', 'gw_port_host': None}] {{(pid=88840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:10:55.347299 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.plugins.ml2.plugin [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Calling delete_port for be2c54e0-b1a0-41a9-a23d-0a4296169179 owned by network:router_gateway {{(pid=88838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:55.752562 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457143'] for port, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:55.816565 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Pushing event deleted for resources: {'Port': ['ID=be2c54e0-b1a0-41a9-a23d-0a4296169179,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:55.906491 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426352'] for router_gateway, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.127630 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7165'] for router, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.129838 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.232963 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432205'] for router, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.233476 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1161723-3931-4bd5-ac31-3ba3880ce184 {{(pid=88838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:10:56.251331 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] Notify callbacks [] for router, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.251331 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-003031ef-0a82-421f-9d9a-efa021a9991a admin admin] 10.222.0.91 "DELETE /v2.0/routers/a1161723-3931-4bd5-ac31-3ba3880ce184 HTTP/1.1" status: 204 len: 168 time: 1.7775381 May 13 16:10:56.251655 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [-] (88838) accepted ('10.222.0.91', 47940) {{(pid=88838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:56.321484 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.db.db_base_plugin_v2 [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Deleting subnet 1d4b3a28-2027-4415-9ca5-636fb83aa35a {{(pid=88838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 16:10:56.324916 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.378894 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1888851'] for subnet, precommit_delete_associations {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.473296 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3593761'] for subnet, precommit_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.650754 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3593770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1455622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11659728'] for subnet, after_delete {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.693024 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4b3a28-2027-4415-9ca5-636fb83aa35a,revision_number=None']} {{(pid=88838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:56.695243 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron_lib.callbacks.manager [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.701263 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4d41b-b75e-46cc-81ff-1e050c9a9f28 None None] Network 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 requested from dv-neutron-835340-3-hyperv {{(pid=88839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 16:10:56.701825 dv-neutron-835340-3-hyperv neutron-server[88838]: INFO neutron.wsgi [None req-67753daf-108b-4406-aed5-7baa6ef0090c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1d4b3a28-2027-4415-9ca5-636fb83aa35a HTTP/1.1" status: 204 len: 168 time: 0.4490912 May 13 16:10:56.705374 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47944) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:56.833100 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3528476'] for network, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:56.846158 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Deleting port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 {{(pid=88837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:56.846678 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.009707 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] DHCP port deletion for 550c8ce9-e9bd-4121-b17a-a74f6c9ed131 request from dv-neutron-835340-3-hyperv {{(pid=88839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 16:10:57.014004 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Deleting port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:57.014385 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.063838 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.db [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] For port 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2e25d42c-6791-4fc4-8b42-f43c85a113e9,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:57.064191 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.190839 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be2c54e0-b1a0-41a9-a23d-0a4296169179 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:57.197458 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.plugin [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Calling delete_port for 2e25d42c-6791-4fc4-8b42-f43c85a113e9 owned by network:dhcp {{(pid=88837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:57.240480 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: be2c54e0-b1a0-41a9-a23d-0a4296169179 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:57.240742 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device be2c54e0-b1a0-41a9-a23d-0a4296169179 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:57.241522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3cef13d7-86fa-4c16-a479-3cc4be153565 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:57.330110 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 3cef13d7-86fa-4c16-a479-3cc4be153565 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:57.330456 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 3cef13d7-86fa-4c16-a479-3cc4be153565 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:57.330879 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2e25d42c-6791-4fc4-8b42-f43c85a113e9 no longer exists at agent ovs-agent-dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:57.340267 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781896804482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781896412775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082575'] for port, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.367782 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] No Port match for: 2e25d42c-6791-4fc4-8b42-f43c85a113e9 {{(pid=88839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 16:10:57.368131 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.rpc [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Device 2e25d42c-6791-4fc4-8b42-f43c85a113e9 not bound to the agent host dv-neutron-835340-3-hyperv {{(pid=88839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:57.374155 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.db [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] For port 2e25d42c-6791-4fc4-8b42-f43c85a113e9, host dv-neutron-835340-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-3-hyperv',level=0,port_id=2e25d42c-6791-4fc4-8b42-f43c85a113e9,segment=NetworkSegment(522f8f30-cf53-4519-9fb8-6e72f537696a),segment_id=522f8f30-cf53-4519-9fb8-6e72f537696a)] {{(pid=88839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:57.374552 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426123'] for port, precommit_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.389264 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e25d42c-6791-4fc4-8b42-f43c85a113e9,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.397141 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] No DVR routers for this DVR port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 on host dv-neutron-835340-3-hyperv {{(pid=88837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:57.500232 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Calling delete_port for 2e25d42c-6791-4fc4-8b42-f43c85a113e9 owned by network:dhcp {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 16:10:57.529663 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3494752', 'neutron.services.segments.db._delete_segments_for_network-8781896865410'] for network, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.555832 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550c8ce9-e9bd-4121-b17a-a74f6c9ed131']}} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:57.572545 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522f8f30-cf53-4519-9fb8-6e72f537696a') {'for_net_delete': True} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:57.572924 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.services.segments.db [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522f8f30-cf53-4519-9fb8-6e72f537696a') {} {{(pid=88837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:57.577557 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.db.api [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 16:10:57.577919 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG oslo_db.api [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 16:10:57.584877 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781896868253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995066'] for segment, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.702659 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490687'] for segment, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.708690 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:10:57.711916 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3490656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082652'] for segment, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: Traceback (most recent call last): May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: timer() May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: cb(*args, **kw) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: return func(*args, **kwargs) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: self._notify() May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: self.callback(batched_events) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: event.method(event) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: return f(self, *a, **k) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._get(url).json() May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: return self.request(url, 'GET', **kwargs) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:10:57.722782 dv-neutron-835340-3-hyperv neutron-server[88837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:10:57.877511 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3494783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426317'] for network, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.895660 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Notify callbacks [] for network, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.908817 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=550c8ce9-e9bd-4121-b17a-a74f6c9ed131,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.914564 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-2922a1af-dc97-499f-89cc-bb509b017a88 admin admin] 10.222.0.91 "DELETE /v2.0/networks/550c8ce9-e9bd-4121-b17a-a74f6c9ed131 HTTP/1.1" status: 204 len: 168 time: 1.2073290 May 13 16:10:58.080727 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Deleting port 2e25d42c-6791-4fc4-8b42-f43c85a113e9 {{(pid=88839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 16:10:58.081396 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781896785192'] for port, before_delete {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.153137 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron.plugins.ml2.plugin [None req-6ef17f03-2d5c-4cf8-a1f5-d6c0a925571e None None] The port '2e25d42c-6791-4fc4-8b42-f43c85a113e9' was deleted {{(pid=88839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 16:10:58.200603 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.233568 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47958) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:58.286167 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-7e0f6e38-94c9-4c87-adec-2ac638755705 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e89a5dee0374b9f885c33d215f7cfe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512354 May 13 16:10:58.288602 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47962) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:58.349578 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.375447 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.509869 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.527798 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4224990-2fc8-40f7-b019-0a2e114c78ab,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:58.535983 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.537134 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ca868c01-3af2-47ca-b226-5fee3f009f6c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b4224990-2fc8-40f7-b019-0a2e114c78ab HTTP/1.1" status: 204 len: 168 time: 0.2476346 May 13 16:10:59.191250 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47970) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:59.243901 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-ac4583f2-1eb4-4532-9cb0-28870b77ee9b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e0d09643e89b4529a4b8cc16646f0bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514948 May 13 16:10:59.246360 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.wsgi [-] (88837) accepted ('10.222.0.91', 47974) {{(pid=88837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:59.304378 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.330424 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.459815 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562546'] for security_group, after_delete {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.477888 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c3bc8-fc19-4894-8df1-075c5faa27a5,revision_number=None']} {{(pid=88837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:59.482225 dv-neutron-835340-3-hyperv neutron-server[88837]: DEBUG neutron_lib.callbacks.manager [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.483385 dv-neutron-835340-3-hyperv neutron-server[88837]: INFO neutron.wsgi [None req-909f272f-1c49-478d-8929-a0d9b140c890 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/242c3bc8-fc19-4894-8df1-075c5faa27a5 HTTP/1.1" status: 204 len: 168 time: 0.2361345 May 13 16:11:00.808507 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0fbb401a-1b0e-4875-91ba-32af27906026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.259618 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-20c0d604-77e3-40c6-b7d7-a0635f200fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.647942 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.823156 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.639660 dv-neutron-835340-3-hyperv neutron-server[88838]: DEBUG neutron.wsgi [req-779d825a-bf68-41ed-9cb5-633a5f97a970 req-673eb7f9-b32b-4b71-9f82-f0d43e1b4490 tempest-TestShelveInstance-835382321 tempest-TestShelveInstance-835382321-project] (88838) timed out ('10.222.0.91', 56720) {{(pid=88838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 16:11:06.103351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.191420 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.433589 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:11:30.813338 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-f8b430d1-f32a-487f-bb5d-4de52100c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.258615 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-34f6d69c-5db4-4f82-8879-e9dbceb1f7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.679766 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.833923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.104222 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:58.194958 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.829065 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1a66-8716-46e4-bf42-91692d8d69c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:03.240586 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb444-18ae-4f0d-b1fb-a438c4104257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.662334 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.833610 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:06.092100 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:07.432214 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:12:28.210905 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:30.851009 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c3ac-fe7a-4391-8c42-a46f05a59635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:33.256962 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ed4506a-beab-468b-be8f-5132751dac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:34.639985 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:34.850351 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:36.114517 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:44.432639 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:12:58.198909 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:00.827286 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-842de731-be65-44e5-a5e9-f35911b42c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:03.238381 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-43a7b66d-b5c0-4faa-b3d6-18fc8d5e9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.638856 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.832773 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:06.130266 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:21.431790 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:13:28.175559 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.792227 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-ace6c6d6-7ffa-477a-a8f9-ee284b16413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.244145 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdee6-faa3-408b-a3e4-caaa1749f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.654923 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.843832 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:36.129154 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.169281 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.430866 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:14:00.808881 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-7ae5034a-ffed-4ef5-93af-23807c18799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.278297 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-07616459-8ce7-43a8-8f3f-dc7b5e279092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.648522 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.831409 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:06.140365 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:28.179897 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:30.831241 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb92b-ce29-436e-93cc-ca18ad1dac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:33.248981 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-69e70bb8-8f81-4bbc-b8b6-c2acf03eadb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:34.636682 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:34.825218 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:35.430795 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:14:36.128479 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:58.317200 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:00.836601 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-8db97953-da25-440f-ad6f-c80202e4aa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:03.242387 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1856406-616b-4969-b979-25838e5011c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:04.659098 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:04.853556 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:06.122206 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:12.429574 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:15:28.230954 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:30.824449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6e5a-64a5-4ba8-bedc-633fef612fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:33.270094 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-2ab0adfa-e2f7-4624-ae86-effbea221e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:34.709492 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:34.863569 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:36.121888 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:49.429706 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:15:58.219119 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:00.824264 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-46688b1f-a6cf-4cbf-97a1-208be5d7b200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:03.253427 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-84c6c5b9-1c1d-4bc8-a38c-5267065db5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:04.657339 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:04.835904 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:06.136995 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:26.429509 dv-neutron-835340-3-hyperv neutron-server[88840]: DEBUG neutron.db.agents_db [None req-93be8445-c84b-4cad-8adf-2d58aad47d2c None None] Agent healthcheck: found 6 active agents {{(pid=88840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 16:16:28.210952 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0217a1fc-8186-4629-bbbe-925b690285eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:30.836272 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e271-a8dd-47c1-bf28-05ea341455c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:33.258593 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-0e8a37b1-67c0-4900-8d3b-c3f2230f8baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:34.669449 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-587e47d6-1ceb-458f-8389-8a9fdfe25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:34.863623 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-d4f2284f-51c3-4893-b004-8e9518744bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:36.149506 dv-neutron-835340-3-hyperv neutron-server[88839]: DEBUG neutron_lib.callbacks.manager [None req-fcea2885-47a3-446a-8162-3953631ccfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781896865392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3598782'] for agent, after_update {{(pid=88839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}